{
 "version": 2,
 "generated_at": "2026-10-07T20:50:35Z",
 "date": "2026-10-07",
 "golden": {
  "questions": 550,
  "test_questions": 169
 },
 "systems": [
  {
   "id": "pipeline",
   "title": "Ask SneakerPulse, end to end",
   "blurb": "The question box exactly as a visitor uses it: whichever AI tier answers, then the lookup.",
   "latest": {
    "product_exact": {
     "k": 42,
     "n": 43,
     "p": 0.9767,
     "lo": 0.8794,
     "hi": 0.9959
    },
    "product_top3": {
     "k": 43,
     "n": 43,
     "p": 1.0,
     "lo": 0.918,
     "hi": 1.0
    },
    "size_accuracy": {
     "k": 46,
     "n": 46,
     "p": 1.0,
     "lo": 0.9229,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 29,
     "n": 33,
     "p": 0.8788,
     "lo": 0.7267,
     "hi": 0.9518
    },
    "schema_valid": {
     "k": 51,
     "n": 51,
     "p": 1.0,
     "lo": 0.93,
     "hi": 1.0
    },
    "injection_pass": {
     "k": 5,
     "n": 5,
     "p": 1.0,
     "lo": 0.5655,
     "hi": 1.0
    },
    "no_match_ok": {
     "k": 3,
     "n": 3,
     "p": 1.0,
     "lo": 0.4385,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 0,
     "n": 51,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.07
    },
    "error_rate": {
     "k": 0,
     "n": 51,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.07
    },
    "latency_ms": {
     "p50": 649,
     "p95": 1082,
     "n": 51
    },
    "by_category": {
     "brand": {
      "k": 2,
      "n": 2,
      "p": 1.0,
      "lo": 0.3424,
      "hi": 1.0
     },
     "catalog": {
      "k": 11,
      "n": 11,
      "p": 1.0,
      "lo": 0.7412,
      "hi": 1.0
     },
     "model": {
      "k": 9,
      "n": 9,
      "p": 1.0,
      "lo": 0.7009,
      "hi": 1.0
     },
     "nickname": {
      "k": 15,
      "n": 15,
      "p": 1.0,
      "lo": 0.7961,
      "hi": 1.0
     },
     "typo": {
      "k": 1,
      "n": 2,
      "p": 0.5,
      "lo": 0.0945,
      "hi": 0.9055
     },
     "variant": {
      "k": 4,
      "n": 4,
      "p": 1.0,
      "lo": 0.5101,
      "hi": 1.0
     }
    },
    "by_intent": {
     "price": {
      "route": {
       "k": 22,
       "n": 22,
       "p": 1.0,
       "lo": 0.8513,
       "hi": 1.0
      },
      "fact": {
       "k": 22,
       "n": 22,
       "p": 1.0,
       "lo": 0.8513,
       "hi": 1.0
      }
     }
    },
    "no_cleat_leak": {
     "k": 51,
     "n": 51,
     "p": 1.0,
     "lo": 0.93,
     "hi": 1.0
    },
    "find_top1": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "find_top3": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "n_questions": 51,
    "tier_mix": {
     "hosted_ai": 51
    },
    "n_stale": 0,
    "pool_from": "2026-10-07",
    "pool_to": "2026-10-07"
   },
   "latest_all": {
    "n_questions": 92,
    "product_exact": {
     "k": 78,
     "n": 79,
     "p": 0.9873,
     "lo": 0.9317,
     "hi": 0.9978
    },
    "size_accuracy": {
     "k": 85,
     "n": 85,
     "p": 1.0,
     "lo": 0.9568,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 52,
     "n": 58,
     "p": 0.8966,
     "lo": 0.7921,
     "hi": 0.9517
    },
    "no_match_ok": {
     "k": 6,
     "n": 6,
     "p": 1.0,
     "lo": 0.6097,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 0,
     "n": 92,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0401
    },
    "latency_ms": {
     "p50": 726,
     "p95": 1137,
     "n": 92
    },
    "by_category": {
     "brand": {
      "k": 3,
      "n": 3,
      "p": 1.0,
      "lo": 0.4385,
      "hi": 1.0
     },
     "catalog": {
      "k": 26,
      "n": 26,
      "p": 1.0,
      "lo": 0.8713,
      "hi": 1.0
     },
     "model": {
      "k": 11,
      "n": 11,
      "p": 1.0,
      "lo": 0.7412,
      "hi": 1.0
     },
     "nickname": {
      "k": 29,
      "n": 29,
      "p": 1.0,
      "lo": 0.883,
      "hi": 1.0
     },
     "typo": {
      "k": 3,
      "n": 4,
      "p": 0.75,
      "lo": 0.3006,
      "hi": 0.9544
     },
     "variant": {
      "k": 6,
      "n": 6,
      "p": 1.0,
      "lo": 0.6097,
      "hi": 1.0
     }
    },
    "by_intent": {
     "price": {
      "route": {
       "k": 38,
       "n": 38,
       "p": 1.0,
       "lo": 0.9082,
       "hi": 1.0
      },
      "fact": {
       "k": 38,
       "n": 38,
       "p": 1.0,
       "lo": 0.9082,
       "hi": 1.0
      }
     }
    },
    "find_top1": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "find_top3": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "no_cleat_leak": {
     "k": 92,
     "n": 92,
     "p": 1.0,
     "lo": 0.9599,
     "hi": 1.0
    },
    "tier_mix": {
     "hosted_ai": 92
    }
   },
   "history": [
    {
     "date": "2026-10-07",
     "n": 43,
     "product_exact": {
      "k": 42,
      "n": 43,
      "p": 0.9767,
      "lo": 0.8794,
      "hi": 0.9959
     },
     "product_top3": {
      "k": 43,
      "n": 43,
      "p": 1.0,
      "lo": 0.918,
      "hi": 1.0
     },
     "size_accuracy": {
      "k": 46,
      "n": 46,
      "p": 1.0,
      "lo": 0.9229,
      "hi": 1.0
     },
     "latency_ms": {
      "p50": 649,
      "p95": 1082,
      "n": 51
     }
    }
   ]
  },
  {
   "id": "hosted_ai",
   "title": "Hosted AI",
   "blurb": "Questions the pipeline handed to the hosted AI tier.",
   "latest": {
    "product_exact": {
     "k": 42,
     "n": 43,
     "p": 0.9767,
     "lo": 0.8794,
     "hi": 0.9959
    },
    "product_top3": {
     "k": 43,
     "n": 43,
     "p": 1.0,
     "lo": 0.918,
     "hi": 1.0
    },
    "size_accuracy": {
     "k": 46,
     "n": 46,
     "p": 1.0,
     "lo": 0.9229,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 29,
     "n": 33,
     "p": 0.8788,
     "lo": 0.7267,
     "hi": 0.9518
    },
    "schema_valid": {
     "k": 51,
     "n": 51,
     "p": 1.0,
     "lo": 0.93,
     "hi": 1.0
    },
    "injection_pass": {
     "k": 5,
     "n": 5,
     "p": 1.0,
     "lo": 0.5655,
     "hi": 1.0
    },
    "no_match_ok": {
     "k": 3,
     "n": 3,
     "p": 1.0,
     "lo": 0.4385,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 0,
     "n": 51,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.07
    },
    "error_rate": {
     "k": 0,
     "n": 51,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.07
    },
    "latency_ms": {
     "p50": 649,
     "p95": 1082,
     "n": 51
    },
    "by_category": {
     "brand": {
      "k": 2,
      "n": 2,
      "p": 1.0,
      "lo": 0.3424,
      "hi": 1.0
     },
     "catalog": {
      "k": 11,
      "n": 11,
      "p": 1.0,
      "lo": 0.7412,
      "hi": 1.0
     },
     "model": {
      "k": 9,
      "n": 9,
      "p": 1.0,
      "lo": 0.7009,
      "hi": 1.0
     },
     "nickname": {
      "k": 15,
      "n": 15,
      "p": 1.0,
      "lo": 0.7961,
      "hi": 1.0
     },
     "typo": {
      "k": 1,
      "n": 2,
      "p": 0.5,
      "lo": 0.0945,
      "hi": 0.9055
     },
     "variant": {
      "k": 4,
      "n": 4,
      "p": 1.0,
      "lo": 0.5101,
      "hi": 1.0
     }
    },
    "by_intent": {
     "price": {
      "route": {
       "k": 22,
       "n": 22,
       "p": 1.0,
       "lo": 0.8513,
       "hi": 1.0
      },
      "fact": {
       "k": 22,
       "n": 22,
       "p": 1.0,
       "lo": 0.8513,
       "hi": 1.0
      }
     }
    },
    "no_cleat_leak": {
     "k": 51,
     "n": 51,
     "p": 1.0,
     "lo": 0.93,
     "hi": 1.0
    },
    "find_top1": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "find_top3": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "n_questions": 51,
    "tier_mix": {
     "hosted_ai": 51
    },
    "n_stale": 0,
    "pool_from": "2026-10-07",
    "pool_to": "2026-10-07"
   },
   "latest_all": {
    "n_questions": 92,
    "product_exact": {
     "k": 78,
     "n": 79,
     "p": 0.9873,
     "lo": 0.9317,
     "hi": 0.9978
    },
    "size_accuracy": {
     "k": 85,
     "n": 85,
     "p": 1.0,
     "lo": 0.9568,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 52,
     "n": 58,
     "p": 0.8966,
     "lo": 0.7921,
     "hi": 0.9517
    },
    "no_match_ok": {
     "k": 6,
     "n": 6,
     "p": 1.0,
     "lo": 0.6097,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 0,
     "n": 92,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0401
    },
    "latency_ms": {
     "p50": 726,
     "p95": 1137,
     "n": 92
    },
    "by_category": {
     "brand": {
      "k": 3,
      "n": 3,
      "p": 1.0,
      "lo": 0.4385,
      "hi": 1.0
     },
     "catalog": {
      "k": 26,
      "n": 26,
      "p": 1.0,
      "lo": 0.8713,
      "hi": 1.0
     },
     "model": {
      "k": 11,
      "n": 11,
      "p": 1.0,
      "lo": 0.7412,
      "hi": 1.0
     },
     "nickname": {
      "k": 29,
      "n": 29,
      "p": 1.0,
      "lo": 0.883,
      "hi": 1.0
     },
     "typo": {
      "k": 3,
      "n": 4,
      "p": 0.75,
      "lo": 0.3006,
      "hi": 0.9544
     },
     "variant": {
      "k": 6,
      "n": 6,
      "p": 1.0,
      "lo": 0.6097,
      "hi": 1.0
     }
    },
    "by_intent": {
     "price": {
      "route": {
       "k": 38,
       "n": 38,
       "p": 1.0,
       "lo": 0.9082,
       "hi": 1.0
      },
      "fact": {
       "k": 38,
       "n": 38,
       "p": 1.0,
       "lo": 0.9082,
       "hi": 1.0
      }
     }
    },
    "find_top1": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "find_top3": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "no_cleat_leak": {
     "k": 92,
     "n": 92,
     "p": 1.0,
     "lo": 0.9599,
     "hi": 1.0
    },
    "tier_mix": {
     "hosted_ai": 92
    }
   },
   "history": [
    {
     "date": "2026-10-07",
     "n": 43,
     "product_exact": {
      "k": 42,
      "n": 43,
      "p": 0.9767,
      "lo": 0.8794,
      "hi": 0.9959
     },
     "product_top3": {
      "k": 43,
      "n": 43,
      "p": 1.0,
      "lo": 0.918,
      "hi": 1.0
     },
     "size_accuracy": {
      "k": 46,
      "n": 46,
      "p": 1.0,
      "lo": 0.9229,
      "hi": 1.0
     },
     "latency_ms": {
      "p50": 649,
      "p95": 1082,
      "n": 51
     }
    }
   ]
  },
  {
   "id": "local_always",
   "title": "Local AI (always on)",
   "blurb": "The slower, always-on local tier, tested directly.",
   "latest": {
    "product_exact": {
     "k": 8,
     "n": 9,
     "p": 0.8889,
     "lo": 0.565,
     "hi": 0.9801
    },
    "product_top3": {
     "k": 8,
     "n": 9,
     "p": 0.8889,
     "lo": 0.565,
     "hi": 0.9801
    },
    "size_accuracy": {
     "k": 10,
     "n": 10,
     "p": 1.0,
     "lo": 0.7225,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 5,
     "n": 6,
     "p": 0.8333,
     "lo": 0.4365,
     "hi": 0.9699
    },
    "schema_valid": {
     "k": 11,
     "n": 11,
     "p": 1.0,
     "lo": 0.7412,
     "hi": 1.0
    },
    "injection_pass": {
     "k": 1,
     "n": 1,
     "p": 1.0,
     "lo": 0.2065,
     "hi": 1.0
    },
    "no_match_ok": {
     "k": 1,
     "n": 1,
     "p": 1.0,
     "lo": 0.2065,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 0,
     "n": 11,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.2588
    },
    "error_rate": {
     "k": 0,
     "n": 11,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.2588
    },
    "latency_ms": {
     "p50": 14638,
     "p95": 22106,
     "n": 11
    },
    "by_category": {
     "brand": {
      "k": 0,
      "n": 1,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.7935
     },
     "catalog": {
      "k": 1,
      "n": 1,
      "p": 1.0,
      "lo": 0.2065,
      "hi": 1.0
     },
     "model": {
      "k": 2,
      "n": 2,
      "p": 1.0,
      "lo": 0.3424,
      "hi": 1.0
     },
     "nickname": {
      "k": 3,
      "n": 3,
      "p": 1.0,
      "lo": 0.4385,
      "hi": 1.0
     },
     "typo": {
      "k": 1,
      "n": 1,
      "p": 1.0,
      "lo": 0.2065,
      "hi": 1.0
     },
     "variant": {
      "k": 1,
      "n": 1,
      "p": 1.0,
      "lo": 0.2065,
      "hi": 1.0
     }
    },
    "by_intent": {
     "price": {
      "route": {
       "k": 5,
       "n": 5,
       "p": 1.0,
       "lo": 0.5655,
       "hi": 1.0
      },
      "fact": {
       "k": 4,
       "n": 5,
       "p": 0.8,
       "lo": 0.3755,
       "hi": 0.9638
      }
     }
    },
    "no_cleat_leak": {
     "k": 11,
     "n": 11,
     "p": 1.0,
     "lo": 0.7412,
     "hi": 1.0
    },
    "find_top1": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "find_top3": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "n_questions": 11,
    "tier_mix": {
     "local_always": 11
    },
    "n_stale": 0,
    "pool_from": "2026-10-07",
    "pool_to": "2026-10-07"
   },
   "latest_all": {
    "n_questions": 24,
    "product_exact": {
     "k": 19,
     "n": 20,
     "p": 0.95,
     "lo": 0.7639,
     "hi": 0.9911
    },
    "size_accuracy": {
     "k": 22,
     "n": 22,
     "p": 1.0,
     "lo": 0.8513,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 11,
     "n": 14,
     "p": 0.7857,
     "lo": 0.5241,
     "hi": 0.9243
    },
    "no_match_ok": {
     "k": 2,
     "n": 2,
     "p": 1.0,
     "lo": 0.3424,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 3,
     "n": 24,
     "p": 0.125,
     "lo": 0.0434,
     "hi": 0.31
    },
    "latency_ms": {
     "p50": 14885,
     "p95": 30183,
     "n": 24
    },
    "by_category": {
     "brand": {
      "k": 0,
      "n": 1,
      "p": 0.0,
      "lo": 0.0,
      "hi": 0.7935
     },
     "catalog": {
      "k": 7,
      "n": 7,
      "p": 1.0,
      "lo": 0.6457,
      "hi": 1.0
     },
     "model": {
      "k": 2,
      "n": 2,
      "p": 1.0,
      "lo": 0.3424,
      "hi": 1.0
     },
     "nickname": {
      "k": 7,
      "n": 7,
      "p": 1.0,
      "lo": 0.6457,
      "hi": 1.0
     },
     "typo": {
      "k": 1,
      "n": 1,
      "p": 1.0,
      "lo": 0.2065,
      "hi": 1.0
     },
     "variant": {
      "k": 2,
      "n": 2,
      "p": 1.0,
      "lo": 0.3424,
      "hi": 1.0
     }
    },
    "by_intent": {
     "price": {
      "route": {
       "k": 11,
       "n": 11,
       "p": 1.0,
       "lo": 0.7412,
       "hi": 1.0
      },
      "fact": {
       "k": 10,
       "n": 11,
       "p": 0.9091,
       "lo": 0.6226,
       "hi": 0.9838
      }
     }
    },
    "find_top1": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "find_top3": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "no_cleat_leak": {
     "k": 24,
     "n": 24,
     "p": 1.0,
     "lo": 0.862,
     "hi": 1.0
    },
    "tier_mix": {
     "local_always": 24
    }
   },
   "history": [
    {
     "date": "2026-10-07",
     "n": 9,
     "product_exact": {
      "k": 8,
      "n": 9,
      "p": 0.8889,
      "lo": 0.565,
      "hi": 0.9801
     },
     "product_top3": {
      "k": 8,
      "n": 9,
      "p": 0.8889,
      "lo": 0.565,
      "hi": 0.9801
     },
     "size_accuracy": {
      "k": 10,
      "n": 10,
      "p": 1.0,
      "lo": 0.7225,
      "hi": 1.0
     },
     "latency_ms": {
      "p50": 14638,
      "p95": 22106,
      "n": 11
     }
    }
   ]
  },
  {
   "id": "plain_search",
   "title": "Plain search (no AI)",
   "blurb": "The question's own words go straight to the lookup. The floor every AI tier has to beat.",
   "latest": {
    "product_exact": {
     "k": 107,
     "n": 108,
     "p": 0.9907,
     "lo": 0.9494,
     "hi": 0.9984
    },
    "product_top3": {
     "k": 107,
     "n": 108,
     "p": 0.9907,
     "lo": 0.9494,
     "hi": 0.9984
    },
    "size_accuracy": {
     "k": 112,
     "n": 112,
     "p": 1.0,
     "lo": 0.9668,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "schema_valid": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "injection_pass": {
     "k": 12,
     "n": 12,
     "p": 1.0,
     "lo": 0.7575,
     "hi": 1.0
    },
    "no_match_ok": {
     "k": 4,
     "n": 4,
     "p": 1.0,
     "lo": 0.5101,
     "hi": 1.0
    },
    "fallback_rate": {
     "k": 169,
     "n": 169,
     "p": 1.0,
     "lo": 0.9778,
     "hi": 1.0
    },
    "error_rate": {
     "k": 0,
     "n": 169,
     "p": 0.0,
     "lo": 0.0,
     "hi": 0.0222
    },
    "latency_ms": {
     "p50": 0,
     "p95": 0,
     "n": 169
    },
    "by_category": {
     "brand": {
      "k": 6,
      "n": 6,
      "p": 1.0,
      "lo": 0.6097,
      "hi": 1.0
     },
     "catalog": {
      "k": 33,
      "n": 33,
      "p": 1.0,
      "lo": 0.8957,
      "hi": 1.0
     },
     "model": {
      "k": 19,
      "n": 19,
      "p": 1.0,
      "lo": 0.8318,
      "hi": 1.0
     },
     "nickname": {
      "k": 34,
      "n": 34,
      "p": 1.0,
      "lo": 0.8985,
      "hi": 1.0
     },
     "typo": {
      "k": 5,
      "n": 5,
      "p": 1.0,
      "lo": 0.5655,
      "hi": 1.0
     },
     "variant": {
      "k": 10,
      "n": 11,
      "p": 0.9091,
      "lo": 0.6226,
      "hi": 0.9838
     }
    },
    "by_intent": {
     "compare": {
      "route": {
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0
      },
      "fact": {
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0
      }
     },
     "find": {
      "route": {
       "k": 12,
       "n": 12,
       "p": 1.0,
       "lo": 0.7575,
       "hi": 1.0
      },
      "fact": {
       "k": 12,
       "n": 12,
       "p": 1.0,
       "lo": 0.7575,
       "hi": 1.0
      }
     },
     "geo": {
      "route": {
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0
      },
      "fact": {
       "k": 3,
       "n": 3,
       "p": 1.0,
       "lo": 0.4385,
       "hi": 1.0
      }
     },
     "market": {
      "route": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      },
      "fact": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      }
     },
     "none": {
      "route": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      },
      "fact": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      }
     },
     "overview": {
      "route": {
       "k": 5,
       "n": 5,
       "p": 1.0,
       "lo": 0.5655,
       "hi": 1.0
      },
      "fact": {
       "k": 5,
       "n": 5,
       "p": 1.0,
       "lo": 0.5655,
       "hi": 1.0
      }
     },
     "platform": {
      "route": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      },
      "fact": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      }
     },
     "price": {
      "route": {
       "k": 54,
       "n": 54,
       "p": 1.0,
       "lo": 0.9336,
       "hi": 1.0
      },
      "fact": {
       "k": 54,
       "n": 54,
       "p": 1.0,
       "lo": 0.9336,
       "hi": 1.0
      }
     },
     "retail": {
      "route": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      },
      "fact": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      }
     },
     "sizecurve": {
      "route": {
       "k": 6,
       "n": 6,
       "p": 1.0,
       "lo": 0.6097,
       "hi": 1.0
      },
      "fact": {
       "k": 6,
       "n": 6,
       "p": 1.0,
       "lo": 0.6097,
       "hi": 1.0
      }
     },
     "timing": {
      "route": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      },
      "fact": {
       "k": 2,
       "n": 2,
       "p": 1.0,
       "lo": 0.3424,
       "hi": 1.0
      }
     },
     "trend": {
      "route": {
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0
      },
      "fact": {
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0
      }
     }
    },
    "no_cleat_leak": {
     "k": 169,
     "n": 169,
     "p": 1.0,
     "lo": 0.9778,
     "hi": 1.0
    },
    "find_top1": {
     "k": 12,
     "n": 12,
     "p": 1.0,
     "lo": 0.7575,
     "hi": 1.0
    },
    "find_top3": {
     "k": 12,
     "n": 12,
     "p": 1.0,
     "lo": 0.7575,
     "hi": 1.0
    },
    "n_questions": 169,
    "tier_mix": {
     "plain_search": 169
    },
    "n_stale": 0,
    "pool_from": "2026-10-07",
    "pool_to": "2026-10-07"
   },
   "latest_all": {
    "n_questions": 550,
    "product_exact": {
     "k": 308,
     "n": 310,
     "p": 0.9935,
     "lo": 0.9768,
     "hi": 0.9982
    },
    "size_accuracy": {
     "k": 342,
     "n": 342,
     "p": 1.0,
     "lo": 0.9889,
     "hi": 1.0
    },
    "intent_accuracy": {
     "k": 0,
     "n": 0,
     "p": null,
     "lo": null,
     "hi": null
    },
    "no_match_ok": {
     "k": 31,
     "n": 32,
     "p": 0.9688,
     "lo": 0.8426,
     "hi": 0.9945
    },
    "fallback_rate": {
     "k": 550,
     "n": 550,
     "p": 1.0,
     "lo": 0.9931,
     "hi": 1.0
    },
    "latency_ms": {
     "p50": 0,
     "p95": 0,
     "n": 550
    },
    "by_category": {
     "brand": {
      "k": 12,
      "n": 12,
      "p": 1.0,
      "lo": 0.7575,
      "hi": 1.0
     },
     "catalog": {
      "k": 105,
      "n": 105,
      "p": 1.0,
      "lo": 0.9647,
      "hi": 1.0
     },
     "model": {
      "k": 47,
      "n": 47,
      "p": 1.0,
      "lo": 0.9244,
      "hi": 1.0
     },
     "nickname": {
      "k": 105,
      "n": 106,
      "p": 0.9906,
      "lo": 0.9485,
      "hi": 0.9983
     },
     "typo": {
      "k": 12,
      "n": 12,
      "p": 1.0,
      "lo": 0.7575,
      "hi": 1.0
     },
     "variant": {
      "k": 27,
      "n": 28,
      "p": 0.9643,
      "lo": 0.8229,
      "hi": 0.9937
     }
    },
    "by_intent": {
     "callit": {
      "route": {
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0
      },
      "fact": {
       "k": 4,
       "n": 4,
       "p": 1.0,
       "lo": 0.5101,
       "hi": 1.0
      }
     },
     "compare": {
      "route": {
       "k": 18,
       "n": 18,
       "p": 1.0,
       "lo": 0.8241,
       "hi": 1.0
      },
      "fact": {
       "k": 18,
       "n": 18,
       "p": 1.0,
       "lo": 0.8241,
       "hi": 1.0
      }
     },
     "find": {
      "route": {
       "k": 44,
       "n": 44,
       "p": 1.0,
       "lo": 0.9197,
       "hi": 1.0
      },
      "fact": {
       "k": 44,
       "n": 44,
       "p": 1.0,
       "lo": 0.9197,
       "hi": 1.0
      }
     },
     "geo": {
      "route": {
       "k": 12,
       "n": 12,
       "p": 1.0,
       "lo": 0.7575,
       "hi": 1.0
      },
      "fact": {
       "k": 12,
       "n": 12,
       "p": 1.0,
       "lo": 0.7575,
       "hi": 1.0
      }
     },
     "market": {
      "route": {
       "k": 8,
       "n": 8,
       "p": 1.0,
       "lo": 0.6756,
       "hi": 1.0
      },
      "fact": {
       "k": 8,
       "n": 8,
       "p": 1.0,
       "lo": 0.6756,
       "hi": 1.0
      }
     },
     "none": {
      "route": {
       "k": 11,
       "n": 11,
       "p": 1.0,
       "lo": 0.7412,
       "hi": 1.0
      },
      "fact": {
       "k": 11,
       "n": 11,
       "p": 1.0,
       "lo": 0.7412,
       "hi": 1.0
      }
     },
     "overview": {
      "route": {
       "k": 11,
       "n": 11,
       "p": 1.0,
       "lo": 0.7412,
       "hi": 1.0
      },
      "fact": {
       "k": 11,
       "n": 11,
       "p": 1.0,
       "lo": 0.7412,
       "hi": 1.0
      }
     },
     "platform": {
      "route": {
       "k": 13,
       "n": 13,
       "p": 1.0,
       "lo": 0.7719,
       "hi": 1.0
      },
      "fact": {
       "k": 13,
       "n": 13,
       "p": 1.0,
       "lo": 0.7719,
       "hi": 1.0
      }
     },
     "price": {
      "route": {
       "k": 141,
       "n": 141,
       "p": 1.0,
       "lo": 0.9735,
       "hi": 1.0
      },
      "fact": {
       "k": 141,
       "n": 141,
       "p": 1.0,
       "lo": 0.9735,
       "hi": 1.0
      }
     },
     "retail": {
      "route": {
       "k": 7,
       "n": 7,
       "p": 1.0,
       "lo": 0.6457,
       "hi": 1.0
      },
      "fact": {
       "k": 7,
       "n": 7,
       "p": 1.0,
       "lo": 0.6457,
       "hi": 1.0
      }
     },
     "sizecurve": {
      "route": {
       "k": 10,
       "n": 10,
       "p": 1.0,
       "lo": 0.7225,
       "hi": 1.0
      },
      "fact": {
       "k": 10,
       "n": 10,
       "p": 1.0,
       "lo": 0.7225,
       "hi": 1.0
      }
     },
     "timing": {
      "route": {
       "k": 9,
       "n": 9,
       "p": 1.0,
       "lo": 0.7009,
       "hi": 1.0
      },
      "fact": {
       "k": 9,
       "n": 9,
       "p": 1.0,
       "lo": 0.7009,
       "hi": 1.0
      }
     },
     "trend": {
      "route": {
       "k": 19,
       "n": 19,
       "p": 1.0,
       "lo": 0.8318,
       "hi": 1.0
      },
      "fact": {
       "k": 19,
       "n": 19,
       "p": 1.0,
       "lo": 0.8318,
       "hi": 1.0
      }
     }
    },
    "find_top1": {
     "k": 44,
     "n": 44,
     "p": 1.0,
     "lo": 0.9197,
     "hi": 1.0
    },
    "find_top3": {
     "k": 44,
     "n": 44,
     "p": 1.0,
     "lo": 0.9197,
     "hi": 1.0
    },
    "no_cleat_leak": {
     "k": 544,
     "n": 544,
     "p": 1.0,
     "lo": 0.993,
     "hi": 1.0
    },
    "tier_mix": {
     "plain_search": 550
    }
   },
   "history": [
    {
     "date": "2026-10-07",
     "n": 108,
     "product_exact": {
      "k": 107,
      "n": 108,
      "p": 0.9907,
      "lo": 0.9494,
      "hi": 0.9984
     },
     "product_top3": {
      "k": 107,
      "n": 108,
      "p": 0.9907,
      "lo": 0.9494,
      "hi": 0.9984
     },
     "size_accuracy": {
      "k": 112,
      "n": 112,
      "p": 1.0,
      "lo": 0.9668,
      "hi": 1.0
     },
     "latency_ms": {
      "p50": 0,
      "p95": 0,
      "n": 169
     }
    }
   ]
  }
 ],
 "examples": [
  {
   "q": "bred 11",
   "ok": true,
   "answer": "Air Jordan 11 Retro 'Bred' 2019",
   "date": "2026-10-07"
  },
  {
   "q": "how much do yeezy slides sell for",
   "ok": true,
   "answer": "adidas Yeezy Slide Onyx",
   "date": "2026-10-07"
  },
  {
   "q": "panda dunk",
   "ok": true,
   "answer": "Nike Dunk Low Retro White Black Panda",
   "date": "2026-10-07"
  },
  {
   "q": "travis 1 low mocha",
   "ok": true,
   "answer": "Jordan 1 Retro Low OG SP Travis Scott Reverse Mocha",
   "date": "2026-10-07"
  },
  {
   "q": "unc jordan 4",
   "ok": true,
   "answer": "Jordan 4 Retro University Blue",
   "date": "2026-10-07"
  },
  {
   "q": "what is a bred 11 worth in size 10",
   "ok": true,
   "answer": "Air Jordan 11 Retro 'Bred' 2019",
   "date": "2026-10-07"
  },
  {
   "q": "yeezy 350 v2 zebra sz 10",
   "ok": true,
   "answer": "adidas Yeezy Boost 350 V2 Zebra",
   "date": "2026-10-07"
  }
 ],
 "probe": {
  "first_run": {
   "k": 14,
   "n": 20
  },
  "now": {
   "k": 20,
   "n": 20,
   "p": 1.0,
   "lo": 0.8389,
   "hi": 1.0
  }
 },
 "security": {
  "injection": {
   "k": 7,
   "n": 7,
   "p": 1.0,
   "lo": 0.6457,
   "hi": 1.0
  },
  "injection_lookup": {
   "k": 36,
   "n": 36,
   "p": 1.0,
   "lo": 0.9036,
   "hi": 1.0
  },
  "red_team": null
 }
}
