[
{
  "spec": {
    "cell_id": "n10000-cold-subject-r0",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:15.817022+00:00",
  "finished_at": "2026-10-18T03:59:20.205925+00:00",
  "wall_seconds": 4.388762208982371,
  "import_seconds": 0.47916920809075236,
  "encoder_load_seconds": 3.7194508749525994,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "735da110-bd6c-4e16-bbcb-9f3e94644ec9",
      "total_seconds": 0.1033888750243932,
      "stages": {
        "setup": 0.007880624965764582,
        "embed": 0.07365999999456108,
        "sql_fetch": 0.0034441668540239334,
        "decode": 0.002332461066544056,
        "hydrate": 0.0005994971143081784,
        "filters": 0.00003825000021606684,
        "source_rows": 0.0014589580241590738,
        "support_discounts": 8.665956556797028e-6,
        "scoring": 0.006350042065605521,
        "sort": 0.0000177919864654541,
        "collapse": 0.006636291043832898,
        "other": 0.0009621259523555636
      },
      "rows_read": 35,
      "embedding_json_bytes": 294669,
      "models_hydrated": 35,
      "candidates_scored": 33,
      "snapshot_ids_looked_up": 31,
      "entry_ids_looked_up": 29,
      "results": 33
    }
  ],
  "cosine_reference": {
    "vectors": 35,
    "loop_seconds": 0.00007008295506238937,
    "stack_seconds": 0.000015125027857720852,
    "matmul_seconds": 0.000017749960534274578
  },
  "peak_rss_bytes": 657309696,
  "sampled_peak_rss_bytes": 521142272,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.1328125,
      1.75,
      1.68798828125
    ],
    "load_average_after": [
      2.2021484375,
      1.7705078125,
      1.6953125
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r1",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:20.731532+00:00",
  "finished_at": "2026-10-18T03:59:25.078935+00:00",
  "wall_seconds": 4.347278041066602,
  "import_seconds": 0.4910921669797972,
  "encoder_load_seconds": 3.6606252909405157,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "dc690f6c-b1b0-44ba-a14a-5e7b8176c6eb",
      "total_seconds": 0.10646095802076161,
      "stages": {
        "setup": 0.00841316592413932,
        "embed": 0.07373087503947318,
        "sql_fetch": 0.0033684588270261884,
        "decode": 0.0026918353978544474,
        "hydrate": 0.0006971227703616023,
        "filters": 0.000041082967072725296,
        "source_rows": 0.001478667021729052,
        "support_discounts": 9.500072337687016e-6,
        "scoring": 0.006561832968145609,
        "sort": 0.000019541941583156586,
        "collapse": 0.008394000004045665,
        "other": 0.001054875086992979
      },
      "rows_read": 42,
      "embedding_json_bytes": 353854,
      "models_hydrated": 42,
      "candidates_scored": 39,
      "snapshot_ids_looked_up": 37,
      "entry_ids_looked_up": 33,
      "results": 39
    }
  ],
  "cosine_reference": {
    "vectors": 42,
    "loop_seconds": 0.0000778749817982316,
    "stack_seconds": 0.000016042031347751617,
    "matmul_seconds": 0.000018332968465983868
  },
  "peak_rss_bytes": 657424384,
  "sampled_peak_rss_bytes": 521125888,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.2021484375,
      1.7705078125,
      1.6953125
    ],
    "load_average_after": [
      2.42578125,
      1.82373046875,
      1.71435546875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r2",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:25.592576+00:00",
  "finished_at": "2026-10-18T03:59:30.015036+00:00",
  "wall_seconds": 4.4223258750280365,
  "import_seconds": 0.49690833396743983,
  "encoder_load_seconds": 3.73982983303722,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "819f92ae-92e4-472f-bf2e-54de62e99f60",
      "total_seconds": 0.09775045898277313,
      "stages": {
        "setup": 0.008376791956834495,
        "embed": 0.07078570802696049,
        "sql_fetch": 0.0031515418086200953,
        "decode": 0.0017254156991839409,
        "hydrate": 0.00041791750118136406,
        "filters": 0.00003174995072185993,
        "source_rows": 0.0012775000650435686,
        "support_discounts": 7.790978997945786e-6,
        "scoring": 0.0062839590245857835,
        "sort": 0.000014874967746436596,
        "collapse": 0.004955083015374839,
        "other": 0.0007221259875223041
      },
      "rows_read": 22,
      "embedding_json_bytes": 185320,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 19,
      "entry_ids_looked_up": 19,
      "results": 22
    }
  ],
  "cosine_reference": {
    "vectors": 22,
    "loop_seconds": 0.000053999945521354675,
    "stack_seconds": 0.000012416043318808079,
    "matmul_seconds": 0.000018666964024305344
  },
  "peak_rss_bytes": 655474688,
  "sampled_peak_rss_bytes": 504512512,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.42578125,
      1.82373046875,
      1.71435546875
    ],
    "load_average_after": [
      2.5517578125,
      1.859375,
      1.7275390625
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r3",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:30.509912+00:00",
  "finished_at": "2026-10-18T03:59:34.722694+00:00",
  "wall_seconds": 4.212638584082015,
  "import_seconds": 0.463672292069532,
  "encoder_load_seconds": 3.560611749999225,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "deafe825-2004-4b66-bebd-edaca85ec5a8",
      "total_seconds": 0.10217466694302857,
      "stages": {
        "setup": 0.008851250051520765,
        "embed": 0.0733800419839099,
        "sql_fetch": 0.0032875000033527613,
        "decode": 0.0019557892810553312,
        "hydrate": 0.0004688766784965992,
        "filters": 0.00004091695882380009,
        "source_rows": 0.001340417074970901,
        "support_discounts": 0.000010208110325038433,
        "scoring": 0.006488207960501313,
        "sort": 0.000015959027223289013,
        "collapse": 0.005574250011704862,
        "other": 0.0007612498011440039
      },
      "rows_read": 25,
      "embedding_json_bytes": 210553,
      "models_hydrated": 25,
      "candidates_scored": 24,
      "snapshot_ids_looked_up": 24,
      "entry_ids_looked_up": 20,
      "results": 24
    }
  ],
  "cosine_reference": {
    "vectors": 25,
    "loop_seconds": 0.000056416960433125496,
    "stack_seconds": 0.000013665994629263878,
    "matmul_seconds": 0.000020417035557329655
  },
  "peak_rss_bytes": 657145856,
  "sampled_peak_rss_bytes": 521256960,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.5517578125,
      1.859375,
      1.7275390625
    ],
    "load_average_after": [
      2.58740234375,
      1.8779296875,
      1.73486328125
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r4",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:35.234774+00:00",
  "finished_at": "2026-10-18T03:59:39.505131+00:00",
  "wall_seconds": 4.2702155420556664,
  "import_seconds": 0.48342104197945446,
  "encoder_load_seconds": 3.607597624999471,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "fa8d1fd6-c732-4e7a-bb5f-9a12177e7f17",
      "total_seconds": 0.09273670800030231,
      "stages": {
        "setup": 0.008117749937810004,
        "embed": 0.06992954201996326,
        "sql_fetch": 0.0027542500756680965,
        "decode": 0.0009584169602021575,
        "hydrate": 0.00018812494818121195,
        "filters": 0.000027708010748028755,
        "source_rows": 0.001379749970510602,
        "support_discounts": 6.791087798774242e-6,
        "scoring": 0.006451833993196487,
        "sort": 0.00001029099803417921,
        "collapse": 0.0024436250096186996,
        "other": 0.00046862498857080936
      },
      "rows_read": 7,
      "embedding_json_bytes": 58961,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    }
  ],
  "cosine_reference": {
    "vectors": 7,
    "loop_seconds": 0.000028957962058484554,
    "stack_seconds": 9.833951480686665e-6,
    "matmul_seconds": 0.000014791032299399376
  },
  "peak_rss_bytes": 656195584,
  "sampled_peak_rss_bytes": 521109504,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.58740234375,
      1.8779296875,
      1.73486328125
    ],
    "load_average_after": [
      2.6201171875,
      1.896484375,
      1.7421875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r0",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:58:39.100756+00:00",
  "finished_at": "2026-10-18T03:58:44.392825+00:00",
  "wall_seconds": 5.291918333037756,
  "import_seconds": 0.4456845000386238,
  "encoder_load_seconds": 3.530687499907799,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 1.217534999945201,
      "stages": {
        "setup": 0.009414957952685654,
        "embed": 0.07267854199744761,
        "sql_fetch": 0.17923929204698652,
        "decode": 0.6438918912317604,
        "hydrate": 0.2444225667277351,
        "filters": 0.004970583016984165,
        "source_rows": 0.011609709006734192,
        "support_discounts": 0.001785582979209721,
        "scoring": 0.0365661249961704,
        "sort": 0.002614416996948421,
        "collapse": 0.008860499947331846,
        "other": 0.001480833045206964
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013726791949011385,
    "stack_seconds": 0.002584667061455548,
    "matmul_seconds": 0.0002697909949347377
  },
  "peak_rss_bytes": 844562432,
  "sampled_peak_rss_bytes": 522534912,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.3525390625,
      1.5791015625,
      1.62841796875
    ],
    "load_average_after": [
      1.484375,
      1.6025390625,
      1.63623046875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r1",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:58:44.514743+00:00",
  "finished_at": "2026-10-18T03:58:49.997620+00:00",
  "wall_seconds": 5.482723708031699,
  "import_seconds": 0.4680416249902919,
  "encoder_load_seconds": 3.6329485420137644,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 1.277516582980752,
      "stages": {
        "setup": 0.008950207964517176,
        "embed": 0.07303162501193583,
        "sql_fetch": 0.19205308507662266,
        "decode": 0.6729352186666802,
        "hydrate": 0.25687040435150266,
        "filters": 0.004927458940073848,
        "source_rows": 0.012894332990981638,
        "support_discounts": 0.001972749945707619,
        "scoring": 0.03946487500797957,
        "sort": 0.0030954170506447554,
        "collapse": 0.00963049998972565,
        "other": 0.001690707984380424
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.014489750028587878,
    "stack_seconds": 0.00329279201105237,
    "matmul_seconds": 0.0008604580070823431
  },
  "peak_rss_bytes": 844365824,
  "sampled_peak_rss_bytes": 521256960,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.484375,
      1.6025390625,
      1.63623046875
    ],
    "load_average_after": [
      1.685546875,
      1.64208984375,
      1.64990234375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r2",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:58:50.131289+00:00",
  "finished_at": "2026-10-18T03:58:55.593130+00:00",
  "wall_seconds": 5.461693333927542,
  "import_seconds": 0.4873201249865815,
  "encoder_load_seconds": 3.63491987506859,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 1.2325550420209765,
      "stages": {
        "setup": 0.009308582986705005,
        "embed": 0.07375379197765142,
        "sql_fetch": 0.17723354301415384,
        "decode": 0.6547738875960931,
        "hydrate": 0.2476934853475541,
        "filters": 0.004968042019754648,
        "source_rows": 0.012035417021252215,
        "support_discounts": 0.0018243329832330346,
        "scoring": 0.03828233398962766,
        "sort": 0.0026967080775648355,
        "collapse": 0.008553749998100102,
        "other": 0.0014311670092865825
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013699375092983246,
    "stack_seconds": 0.00302995799575001,
    "matmul_seconds": 0.0008151249494403601
  },
  "peak_rss_bytes": 844496896,
  "sampled_peak_rss_bytes": 521060352,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.685546875,
      1.64208984375,
      1.64990234375
    ],
    "load_average_after": [
      1.79052734375,
      1.66455078125,
      1.65771484375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r3",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:58:55.716354+00:00",
  "finished_at": "2026-10-18T03:59:01.143856+00:00",
  "wall_seconds": 5.42735424998682,
  "import_seconds": 0.46805100003257394,
  "encoder_load_seconds": 3.6235006669303402,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 1.233331208000891,
      "stages": {
        "setup": 0.009486707975156605,
        "embed": 0.0716737499460578,
        "sql_fetch": 0.18175224936567247,
        "decode": 0.6508104408858344,
        "hydrate": 0.24967735074460506,
        "filters": 0.00531841698102653,
        "source_rows": 0.012072374927811325,
        "support_discounts": 0.0018115410348400474,
        "scoring": 0.03789816703647375,
        "sort": 0.002749708015471697,
        "collapse": 0.00860204198397696,
        "other": 0.0014784591039642692
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013971083099022508,
    "stack_seconds": 0.003115749917924404,
    "matmul_seconds": 0.0008423340041190386
  },
  "peak_rss_bytes": 844414976,
  "sampled_peak_rss_bytes": 521060352,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.79052734375,
      1.66455078125,
      1.65771484375
    ],
    "load_average_after": [
      1.97607421875,
      1.7080078125,
      1.67333984375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r4",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:01.277295+00:00",
  "finished_at": "2026-10-18T03:59:06.699790+00:00",
  "wall_seconds": 5.422354332986288,
  "import_seconds": 0.47909433394670486,
  "encoder_load_seconds": 3.6098258340498433,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 1.228127499925904,
      "stages": {
        "setup": 0.009444957948289812,
        "embed": 0.07281875004991889,
        "sql_fetch": 0.18195900099817663,
        "decode": 0.6480719317914918,
        "hydrate": 0.24603065010160208,
        "filters": 0.004799333051778376,
        "source_rows": 0.011845791945233941,
        "support_discounts": 0.0018483330495655537,
        "scoring": 0.03824145894031972,
        "sort": 0.002809541067108512,
        "collapse": 0.008774874964728951,
        "other": 0.001482876017689705
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.014080874971114099,
    "stack_seconds": 0.003204333013854921,
    "matmul_seconds": 0.0008454580092802644
  },
  "peak_rss_bytes": 844808192,
  "sampled_peak_rss_bytes": 521224192,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.97607421875,
      1.7080078125,
      1.67333984375
    ],
    "load_average_after": [
      2.0576171875,
      1.72900390625,
      1.6806640625
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-warm-subject",
    "size": 10000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-warm-subject.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:40.017572+00:00",
  "finished_at": "2026-10-18T03:59:45.236450+00:00",
  "wall_seconds": 5.218739666976035,
  "import_seconds": 0.4664146249415353,
  "encoder_load_seconds": 3.575694917002693,
  "warmup_seconds": 0.09659558301791549,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "dcd0842f-46bc-45b4-83f5-60d52e67cdf9",
      "total_seconds": 0.011044375016354024,
      "stages": {
        "setup": 0.0013409999664872885,
        "embed": 0.006983416038565338,
        "sql_fetch": 0.0006566679803654552,
        "decode": 0.000380499055609107,
        "hydrate": 0.00007504201494157314,
        "filters": 8.165952749550343e-6,
        "source_rows": 0.0006660419749096036,
        "support_discounts": 1.875101588666439e-6,
        "scoring": 0.00007941690273582935,
        "sort": 5.292007699608803e-6,
        "collapse": 0.000616749981418252,
        "other": 0.00023020803928375244
      },
      "rows_read": 3,
      "embedding_json_bytes": 25251,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 6,
      "subject_id": "45820b92-becc-4926-a427-7135f201c362",
      "total_seconds": 0.04281029209960252,
      "stages": {
        "setup": 0.0012130000395700336,
        "embed": 0.0056890839478001,
        "sql_fetch": 0.007554207928478718,
        "decode": 0.013480543973855674,
        "hydrate": 0.003737415070645511,
        "filters": 0.00007441698107868433,
        "source_rows": 0.0013536660699173808,
        "support_discounts": 0.000024667009711265564,
        "scoring": 0.0007748330244794488,
        "sort": 0.00006912497337907553,
        "collapse": 0.007450042059645057,
        "other": 0.001389291021041572
      },
      "rows_read": 267,
      "embedding_json_bytes": 2249028,
      "models_hydrated": 267,
      "candidates_scored": 259,
      "snapshot_ids_looked_up": 178,
      "entry_ids_looked_up": 102,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": "c936943e-2b90-4e6a-97ba-1d732a81b392",
      "total_seconds": 0.010011957958340645,
      "stages": {
        "setup": 0.001196958008222282,
        "embed": 0.0066530839540064335,
        "sql_fetch": 0.0005851669702678919,
        "decode": 0.0002882500411942601,
        "hydrate": 0.00003645801916718483,
        "filters": 4.958012141287327e-6,
        "source_rows": 0.0006128340028226376,
        "support_discounts": 1.2080417945981026e-6,
        "scoring": 0.00004908395931124687,
        "sort": 3.374996595084667e-6,
        "collapse": 0.0003910410450771451,
        "other": 0.00018954090774059296
      },
      "rows_read": 2,
      "embedding_json_bytes": 16890,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 8,
      "subject_id": "292a1a56-c8ab-45ae-a70f-94f042528273",
      "total_seconds": 0.027422624989412725,
      "stages": {
        "setup": 0.0011697500012814999,
        "embed": 0.0056602919939905405,
        "sql_fetch": 0.0020372921135276556,
        "decode": 0.006809421814978123,
        "hydrate": 0.0019136610208079219,
        "filters": 0.00004175002686679363,
        "source_rows": 0.0010150839807465672,
        "support_discounts": 0.000011958065442740917,
        "scoring": 0.00037033401895314455,
        "sort": 0.000031832954846322536,
        "collapse": 0.007332499953918159,
        "other": 0.0010287490440532565
      },
      "rows_read": 133,
      "embedding_json_bytes": 1120520,
      "models_hydrated": 133,
      "candidates_scored": 127,
      "snapshot_ids_looked_up": 106,
      "entry_ids_looked_up": 80,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": "add7014b-d33b-45ca-8055-a5417dd8465f",
      "total_seconds": 0.010972875053994358,
      "stages": {
        "setup": 0.001113792066462338,
        "embed": 0.0057920420076698065,
        "sql_fetch": 0.0006550418911501765,
        "decode": 0.0006649175193160772,
        "hydrate": 0.00013091566506773233,
        "filters": 7.291906513273716e-6,
        "source_rows": 0.0006215000757947564,
        "support_discounts": 2.208980731666088e-6,
        "scoring": 0.00006237498018890619,
        "sort": 4.749977961182594e-6,
        "collapse": 0.001611541025340557,
        "other": 0.00030649895779788494
      },
      "rows_read": 10,
      "embedding_json_bytes": 84111,
      "models_hydrated": 10,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 10,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.07418579200748354,
      "stages": {
        "setup": 0.0011206669732928276,
        "embed": 0.006923167034983635,
        "sql_fetch": 0.012943792040459812,
        "decode": 0.03115112823434174,
        "hydrate": 0.00882053782697767,
        "filters": 0.00017662497702986002,
        "source_rows": 0.001777208992280066,
        "support_discounts": 0.000057709054090082645,
        "scoring": 0.0017262910259887576,
        "sort": 0.00014270900283008814,
        "collapse": 0.00801454100292176,
        "other": 0.0013314158422872424
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": "7458af4a-f926-437e-9587-a177b7f005be",
      "total_seconds": 0.01544091699179262,
      "stages": {
        "setup": 0.0012272079475224018,
        "embed": 0.006282833986915648,
        "sql_fetch": 0.0008334588492289186,
        "decode": 0.001347458572126925,
        "hydrate": 0.00031704059801995754,
        "filters": 0.000012708944268524647,
        "source_rows": 0.0007106660632416606,
        "support_discounts": 3.832974471151829e-6,
        "scoring": 0.00011229200754314661,
        "sort": 8.66700429469347e-6,
        "collapse": 0.004025500034913421,
        "other": 0.0005592500092461705
      },
      "rows_read": 24,
      "embedding_json_bytes": 202243,
      "models_hydrated": 24,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 20,
      "entry_ids_looked_up": 20,
      "results": 22
    },
    {
      "question_index": 12,
      "subject_id": "60231c37-7785-44b7-bed7-ee220d6d651d",
      "total_seconds": 0.0208383749704808,
      "stages": {
        "setup": 0.0011461250251159072,
        "embed": 0.006021125009283423,
        "sql_fetch": 0.0012525829952210188,
        "decode": 0.002635542070493102,
        "hydrate": 0.0007059579947963357,
        "filters": 0.000018332968465983868,
        "source_rows": 0.0007558750221505761,
        "support_discounts": 5.416106432676315e-6,
        "scoring": 0.00017208396457135677,
        "sort": 0.000013582990504801273,
        "collapse": 0.007178916945122182,
        "other": 0.0009328338783234358
      },
      "rows_read": 52,
      "embedding_json_bytes": 438053,
      "models_hydrated": 52,
      "candidates_scored": 49,
      "snapshot_ids_looked_up": 46,
      "entry_ids_looked_up": 39,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": "10381f03-ebf9-4e02-8676-0b518104f589",
      "total_seconds": 0.011558374972082675,
      "stages": {
        "setup": 0.0011299169855192304,
        "embed": 0.006782333017326891,
        "sql_fetch": 0.0006034160032868385,
        "decode": 0.0005288339452818036,
        "hydrate": 0.00010599999222904444,
        "filters": 5.209003575146198e-6,
        "source_rows": 0.0006069580558687449,
        "support_discounts": 1.7499551177024841e-6,
        "scoring": 0.00005579099524766207,
        "sort": 3.959052264690399e-6,
        "collapse": 0.001450791023671627,
        "other": 0.0002834169426932931
      },
      "rows_read": 8,
      "embedding_json_bytes": 67428,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 14,
      "subject_id": "8ce2bdfe-d157-4a95-9d7d-8421e4bd8928",
      "total_seconds": 0.013311208924278617,
      "stages": {
        "setup": 0.0011161669390276074,
        "embed": 0.004766208003275096,
        "sql_fetch": 0.0007803330663591623,
        "decode": 0.0012457917910069227,
        "hydrate": 0.00036912516225129366,
        "filters": 9.66701190918684e-6,
        "source_rows": 0.0006455419352278113,
        "support_discounts": 2.624932676553726e-6,
        "scoring": 0.00008404208347201347,
        "sort": 6.9160014390945435e-6,
        "collapse": 0.003723541973158717,
        "other": 0.0005612500244751573
      },
      "rows_read": 23,
      "embedding_json_bytes": 193784,
      "models_hydrated": 23,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 19,
      "results": 22
    },
    {
      "question_index": 15,
      "subject_id": "272d83e7-4721-44ac-8c04-dd20d4049ee9",
      "total_seconds": 0.020833624992519617,
      "stages": {
        "setup": 0.001193708973005414,
        "embed": 0.005067166057415307,
        "sql_fetch": 0.0010867499513551593,
        "decode": 0.0028957902686670423,
        "hydrate": 0.000846334733068943,
        "filters": 0.000017125043086707592,
        "source_rows": 0.0008027500007301569,
        "support_discounts": 6.082933396100998e-6,
        "scoring": 0.0001932079903781414,
        "sort": 0.000015292083844542503,
        "collapse": 0.007749916985630989,
        "other": 0.0009594999719411135
      },
      "rows_read": 57,
      "embedding_json_bytes": 480050,
      "models_hydrated": 57,
      "candidates_scored": 56,
      "snapshot_ids_looked_up": 54,
      "entry_ids_looked_up": 48,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": "b147aee4-0649-401f-8e95-6446e8950c4e",
      "total_seconds": 0.015035292017273605,
      "stages": {
        "setup": 0.0011348749976605177,
        "embed": 0.005320084048435092,
        "sql_fetch": 0.0007657069945707917,
        "decode": 0.0014370401622727513,
        "hydrate": 0.00039275281596928835,
        "filters": 0.000010875053703784943,
        "source_rows": 0.0006846659816801548,
        "support_discounts": 2.834014594554901e-6,
        "scoring": 0.00009704101830720901,
        "sort": 7.4589625000953674e-6,
        "collapse": 0.004581750021316111,
        "other": 0.0006002079462632537
      },
      "rows_read": 27,
      "embedding_json_bytes": 227346,
      "models_hydrated": 27,
      "candidates_scored": 26,
      "snapshot_ids_looked_up": 24,
      "entry_ids_looked_up": 23,
      "results": 26
    },
    {
      "question_index": 17,
      "subject_id": "74c2999b-70e9-41a3-996f-b17704a66fcd",
      "total_seconds": 0.010466041974723339,
      "stages": {
        "setup": 0.0011353339068591595,
        "embed": 0.004622875014320016,
        "sql_fetch": 0.0006234989268705249,
        "decode": 0.0007217110833153129,
        "hydrate": 0.00015562400221824646,
        "filters": 5.208072252571583e-6,
        "source_rows": 0.0006131669506430626,
        "support_discounts": 2.4170149117708206e-6,
        "scoring": 0.00005995796527713537,
        "sort": 4.792003892362118e-6,
        "collapse": 0.00216804095543921,
        "other": 0.0003534160787239671
      },
      "rows_read": 12,
      "embedding_json_bytes": 101122,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 18,
      "subject_id": "84cee73b-7e17-40c2-8009-5a7f5724569c",
      "total_seconds": 0.020879457937553525,
      "stages": {
        "setup": 0.0011247500078752637,
        "embed": 0.005139874992892146,
        "sql_fetch": 0.0012288750149309635,
        "decode": 0.0033063740702345967,
        "hydrate": 0.0008600419387221336,
        "filters": 0.00002037500962615013,
        "source_rows": 0.0007940420182421803,
        "support_discounts": 6.6659413278102875e-6,
        "scoring": 0.00019879208412021399,
        "sort": 0.000016707926988601685,
        "collapse": 0.007271625101566315,
        "other": 0.0009113338310271502
      },
      "rows_read": 66,
      "embedding_json_bytes": 556180,
      "models_hydrated": 66,
      "candidates_scored": 63,
      "snapshot_ids_looked_up": 57,
      "entry_ids_looked_up": 46,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": "e0bbd29f-31b0-4cce-a301-88d5d61614bf",
      "total_seconds": 0.008228042046539485,
      "stages": {
        "setup": 0.0011329579865559936,
        "embed": 0.0045747499680146575,
        "sql_fetch": 0.0005347079131752253,
        "decode": 0.0003374580992385745,
        "hydrate": 0.00005962606519460678,
        "filters": 4.624947905540466e-6,
        "source_rows": 0.000573290977627039,
        "support_discounts": 1.5409896150231361e-6,
        "scoring": 0.000040375045500695705,
        "sort": 3.1249364838004112e-6,
        "collapse": 0.0007513751043006778,
        "other": 0.0002142100129276514
      },
      "rows_read": 4,
      "embedding_json_bytes": 33658,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 20,
      "subject_id": "36ec96d3-c1c0-4ec3-a637-bc7e2d9241b8",
      "total_seconds": 0.050749959074892104,
      "stages": {
        "setup": 0.001119667082093656,
        "embed": 0.00512345798779279,
        "sql_fetch": 0.008144750026986003,
        "decode": 0.0195092597277835,
        "hydrate": 0.005623865290544927,
        "filters": 0.00011320889461785555,
        "source_rows": 0.0015735001070424914,
        "support_discounts": 0.000035624951124191284,
        "scoring": 0.0011051250621676445,
        "sort": 0.0000952079426497221,
        "collapse": 0.007257084012962878,
        "other": 0.0010492079891264439
      },
      "rows_read": 382,
      "embedding_json_bytes": 3217607,
      "models_hydrated": 382,
      "candidates_scored": 369,
      "snapshot_ids_looked_up": 209,
      "entry_ids_looked_up": 112,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": "05049d5e-5243-413f-86a8-f8d771810c81",
      "total_seconds": 0.029824916971847415,
      "stages": {
        "setup": 0.0011630000080913305,
        "embed": 0.0056012499844655395,
        "sql_fetch": 0.002514708205126226,
        "decode": 0.00834861712064594,
        "hydrate": 0.0023537586675956845,
        "filters": 0.00004733307287096977,
        "source_rows": 0.0011068329913541675,
        "support_discounts": 0.0000148330582305789,
        "scoring": 0.0004912499571219087,
        "sort": 0.000042750034481287,
        "collapse": 0.007113249972462654,
        "other": 0.0010273338994011283
      },
      "rows_read": 165,
      "embedding_json_bytes": 1389994,
      "models_hydrated": 165,
      "candidates_scored": 158,
      "snapshot_ids_looked_up": 127,
      "entry_ids_looked_up": 87,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": "3b16f14a-8479-4576-bdc7-c5bafc3e2a6d",
      "total_seconds": 0.01314666704274714,
      "stages": {
        "setup": 0.0011430419981479645,
        "embed": 0.005453750025480986,
        "sql_fetch": 0.0006847078911960125,
        "decode": 0.0009265827247872949,
        "hydrate": 0.0002155844122171402,
        "filters": 7.458031177520752e-6,
        "source_rows": 0.0006430830108001828,
        "support_discounts": 2.5830231606960297e-6,
        "scoring": 0.0000839579151943326,
        "sort": 5.959067493677139e-6,
        "collapse": 0.003508790978230536,
        "other": 0.00047116796486079693
      },
      "rows_read": 16,
      "embedding_json_bytes": 134708,
      "models_hydrated": 16,
      "candidates_scored": 16,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 16
    },
    {
      "question_index": 23,
      "subject_id": "4b648cc9-dcae-4d9f-828f-370259d16d41",
      "total_seconds": 0.023184666992165148,
      "stages": {
        "setup": 0.0011263330234214664,
        "embed": 0.004877416999079287,
        "sql_fetch": 0.0015324990963563323,
        "decode": 0.004684961051680148,
        "hydrate": 0.0012815819354727864,
        "filters": 0.000025499961338937283,
        "source_rows": 0.0008626249618828297,
        "support_discounts": 8.584000170230865e-6,
        "scoring": 0.000275125028565526,
        "sort": 0.00002266594674438238,
        "collapse": 0.00753175001591444,
        "other": 0.0009556249715387821
      },
      "rows_read": 93,
      "embedding_json_bytes": 783227,
      "models_hydrated": 93,
      "candidates_scored": 92,
      "snapshot_ids_looked_up": 75,
      "entry_ids_looked_up": 54,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": "21565a5e-829b-490a-9fd9-6c409752c128",
      "total_seconds": 0.009108209051191807,
      "stages": {
        "setup": 0.0011413339525461197,
        "embed": 0.005030625034123659,
        "sql_fetch": 0.0005422909744083881,
        "decode": 0.0003912930842489004,
        "hydrate": 0.00006045796908438206,
        "filters": 4.832982085645199e-6,
        "source_rows": 0.0005689170211553574,
        "support_discounts": 1.3330718502402306e-6,
        "scoring": 0.00004512490704655647,
        "sort": 3.0830269679427147e-6,
        "collapse": 0.001113042002543807,
        "other": 0.00020587502513080835
      },
      "rows_read": 5,
      "embedding_json_bytes": 42080,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 25,
      "subject_id": "5456c87d-4fd2-4fee-8c89-3377d8b634b7",
      "total_seconds": 0.01267487509176135,
      "stages": {
        "setup": 0.00110941706225276,
        "embed": 0.004970083013176918,
        "sql_fetch": 0.0006685010157525539,
        "decode": 0.000999748008325696,
        "hydrate": 0.00023025099653750658,
        "filters": 6.66698906570673e-6,
        "source_rows": 0.0006196659523993731,
        "support_discounts": 2.459040842950344e-6,
        "scoring": 0.00007666600868105888,
        "sort": 5.792011506855488e-6,
        "collapse": 0.003503749961964786,
        "other": 0.0004818750312551856
      },
      "rows_read": 18,
      "embedding_json_bytes": 151505,
      "models_hydrated": 18,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 14,
      "results": 18
    },
    {
      "question_index": 26,
      "subject_id": "4dce9ba3-c512-4f8b-b86d-e269ea4bc636",
      "total_seconds": 0.012952708057127893,
      "stages": {
        "setup": 0.0011097079841420054,
        "embed": 0.005691832979209721,
        "sql_fetch": 0.0009177089668810368,
        "decode": 0.00099725101608783,
        "hydrate": 0.00021662295330315828,
        "filters": 7.875030860304832e-6,
        "source_rows": 0.000622207997366786,
        "support_discounts": 2.4170149117708206e-6,
        "scoring": 0.00006937503349035978,
        "sort": 5.582929588854313e-6,
        "collapse": 0.0028956669848412275,
        "other": 0.00041645916644483805
      },
      "rows_read": 18,
      "embedding_json_bytes": 151526,
      "models_hydrated": 18,
      "candidates_scored": 17,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 16,
      "results": 17
    },
    {
      "question_index": 27,
      "subject_id": "05049d5e-5243-413f-86a8-f8d771810c81",
      "total_seconds": 0.029156999895349145,
      "stages": {
        "setup": 0.001037958892993629,
        "embed": 0.005231791059486568,
        "sql_fetch": 0.002236501080915332,
        "decode": 0.008322797250002623,
        "hydrate": 0.00239057675935328,
        "filters": 0.00005087489262223244,
        "source_rows": 0.0010705830063670874,
        "support_discounts": 0.00001550000160932541,
        "scoring": 0.0004822920309379697,
        "sort": 0.000042791012674570084,
        "collapse": 0.007287749904207885,
        "other": 0.0009875840041786432
      },
      "rows_read": 165,
      "embedding_json_bytes": 1389994,
      "models_hydrated": 165,
      "candidates_scored": 158,
      "snapshot_ids_looked_up": 127,
      "entry_ids_looked_up": 87,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": "7b7f1eb5-abf6-4e6b-af91-653fdc89b589",
      "total_seconds": 0.013399957912042737,
      "stages": {
        "setup": 0.0011353750014677644,
        "embed": 0.005654416978359222,
        "sql_fetch": 0.00076149997767061,
        "decode": 0.0010924182133749127,
        "hydrate": 0.0002694159047678113,
        "filters": 9.665964171290398e-6,
        "source_rows": 0.000663834041915834,
        "support_discounts": 2.9999064281582832e-6,
        "scoring": 0.00007995800115168095,
        "sort": 6.125075742602348e-6,
        "collapse": 0.0031857499852776527,
        "other": 0.0005384988617151976
      },
      "rows_read": 19,
      "embedding_json_bytes": 160044,
      "models_hydrated": 19,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 18,
      "entry_ids_looked_up": 17,
      "results": 18
    },
    {
      "question_index": 29,
      "subject_id": "6eb0466e-a994-4ae2-ba05-883584791f4e",
      "total_seconds": 0.009071624954231083,
      "stages": {
        "setup": 0.001097791944630444,
        "embed": 0.005736917024478316,
        "sql_fetch": 0.0005201249150559306,
        "decode": 0.00029304088093340397,
        "hydrate": 0.00005708413664251566,
        "filters": 3.7910649552941322e-6,
        "source_rows": 0.0005649590166285634,
        "support_discounts": 1.4159595593810081e-6,
        "scoring": 0.000037334044463932514,
        "sort": 2.7079368010163307e-6,
        "collapse": 0.0005489580798894167,
        "other": 0.0002074999501928687
      },
      "rows_read": 3,
      "embedding_json_bytes": 25238,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 30,
      "subject_id": "39793366-5e23-4025-bc01-137a6e87c5a1",
      "total_seconds": 0.014343708055093884,
      "stages": {
        "setup": 0.0011243750341236591,
        "embed": 0.005194124998524785,
        "sql_fetch": 0.0007520421640947461,
        "decode": 0.0013590008020401,
        "hydrate": 0.0003883320605382323,
        "filters": 0.000011832918971776962,
        "source_rows": 0.0006301670800894499,
        "support_discounts": 2.5420449674129486e-6,
        "scoring": 0.00008654198609292507,
        "sort": 7.1249669417738914e-6,
        "collapse": 0.004213541047647595,
        "other": 0.0005740829510614276
      },
      "rows_read": 25,
      "embedding_json_bytes": 210584,
      "models_hydrated": 25,
      "candidates_scored": 23,
      "snapshot_ids_looked_up": 21,
      "entry_ids_looked_up": 19,
      "results": 23
    },
    {
      "question_index": 31,
      "subject_id": "1f72c079-33d6-4624-9e47-221818d7639a",
      "total_seconds": 0.00917720899451524,
      "stages": {
        "setup": 0.0011400420917198062,
        "embed": 0.005164542002603412,
        "sql_fetch": 0.000555667094886303,
        "decode": 0.0004412498092278838,
        "hydrate": 0.00009362411219626665,
        "filters": 5.959067493677139e-6,
        "source_rows": 0.0005725829396396875,
        "support_discounts": 1.08394306153059e-6,
        "scoring": 0.00003566604573279619,
        "sort": 2.874992787837982e-6,
        "collapse": 0.000924041960388422,
        "other": 0.00023987493477761745
      },
      "rows_read": 6,
      "embedding_json_bytes": 50543,
      "models_hydrated": 6,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 32,
      "subject_id": "56776881-c839-4fd3-b1e1-1b032985dd02",
      "total_seconds": 0.011159209068864584,
      "stages": {
        "setup": 0.0011055839713662863,
        "embed": 0.005559166078455746,
        "sql_fetch": 0.0006017080741003156,
        "decode": 0.0006759169045835733,
        "hydrate": 0.00014054193161427975,
        "filters": 5.750101990997791e-6,
        "source_rows": 0.0006195829482749104,
        "support_discounts": 1.7079291865229607e-6,
        "scoring": 0.00005266699008643627,
        "sort": 4.375004209578037e-6,
        "collapse": 0.0020639579743146896,
        "other": 0.0003282511606812477
      },
      "rows_read": 11,
      "embedding_json_bytes": 92726,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 33,
      "subject_id": "8103a658-8bd1-4c5e-8ecd-be39f6196be1",
      "total_seconds": 0.015296375029720366,
      "stages": {
        "setup": 0.001111124991439283,
        "embed": 0.004715334041975439,
        "sql_fetch": 0.0008026249706745148,
        "decode": 0.0015568758826702833,
        "hydrate": 0.0004374571144580841,
        "filters": 8.875038474798203e-6,
        "source_rows": 0.0006764170248061419,
        "support_discounts": 2.9579969123005867e-6,
        "scoring": 0.00009891693480312824,
        "sort": 8.16606916487217e-6,
        "collapse": 0.005176083999685943,
        "other": 0.0007015409646555781
      },
      "rows_read": 29,
      "embedding_json_bytes": 244338,
      "models_hydrated": 29,
      "candidates_scored": 29,
      "snapshot_ids_looked_up": 27,
      "entry_ids_looked_up": 26,
      "results": 29
    },
    {
      "question_index": 34,
      "subject_id": "a8841f9e-a79a-4c56-b211-614fe6c99429",
      "total_seconds": 0.027097875019535422,
      "stages": {
        "setup": 0.0010959580540657043,
        "embed": 0.004443584010004997,
        "sql_fetch": 0.0020769998664036393,
        "decode": 0.007208089693449438,
        "hydrate": 0.00225466035772115,
        "filters": 0.000045459019020199776,
        "source_rows": 0.0010249160695821047,
        "support_discounts": 0.000013750046491622925,
        "scoring": 0.00042195897549390793,
        "sort": 0.0000374580267816782,
        "collapse": 0.007439332897774875,
        "other": 0.0010357080027461052
      },
      "rows_read": 144,
      "embedding_json_bytes": 1213038,
      "models_hydrated": 144,
      "candidates_scored": 139,
      "snapshot_ids_looked_up": 114,
      "entry_ids_looked_up": 80,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": "343d2ba9-f85e-4027-b93a-6bcc01200571",
      "total_seconds": 0.011366917053237557,
      "stages": {
        "setup": 0.0011596250114962459,
        "embed": 0.005760291940532625,
        "sql_fetch": 0.0006230829749256372,
        "decode": 0.0006858740234747529,
        "hydrate": 0.0001359590096399188,
        "filters": 6.66698906570673e-6,
        "source_rows": 0.0006167079554870725,
        "support_discounts": 2.208980731666088e-6,
        "scoring": 0.00005825003609061241,
        "sort": 3.915978595614433e-6,
        "collapse": 0.002007917035371065,
        "other": 0.0003064171178266406
      },
      "rows_read": 11,
      "embedding_json_bytes": 92622,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 36,
      "subject_id": "54c467a1-538b-437c-ad3f-768cc100970d",
      "total_seconds": 0.008249583072029054,
      "stages": {
        "setup": 0.0011046250583603978,
        "embed": 0.005526916007511318,
        "sql_fetch": 0.0004858339671045542,
        "decode": 0.00019075011368840933,
        "hydrate": 0.0000160830095410347,
        "filters": 3.0829105526208878e-6,
        "source_rows": 0.0005426250863820314,
        "support_discounts": 1.0830117389559746e-6,
        "scoring": 0.000028791953809559345,
        "sort": 2.166023477911949e-6,
        "collapse": 0.00020008394494652748,
        "other": 0.00014754198491573334
      },
      "rows_read": 1,
      "embedding_json_bytes": 8439,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 37,
      "subject_id": "2fb2670c-fc20-43ef-84aa-cfb5516dd047",
      "total_seconds": 0.008312416961416602,
      "stages": {
        "setup": 0.0010933339362964034,
        "embed": 0.0047518330393359065,
        "sql_fetch": 0.0005356668261811137,
        "decode": 0.0003387922188267112,
        "hydrate": 0.00006341596599668264,
        "filters": 4.624947905540466e-6,
        "source_rows": 0.000551333068870008,
        "support_discounts": 1.0409858077764511e-6,
        "scoring": 0.00003162503708153963,
        "sort": 2.583954483270645e-6,
        "collapse": 0.0007227910682559013,
        "other": 0.00021537591237574816
      },
      "rows_read": 4,
      "embedding_json_bytes": 33645,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 4
    },
    {
      "question_index": 38,
      "subject_id": "1c680a9f-ff37-4062-a936-0cec279bb41c",
      "total_seconds": 0.007369374972768128,
      "stages": {
        "setup": 0.0011047499720007181,
        "embed": 0.004674625000916421,
        "sql_fetch": 0.0004811648977920413,
        "decode": 0.0001858340110629797,
        "hydrate": 0.0000153339933604002,
        "filters": 2.8330832719802856e-6,
        "source_rows": 0.0005247499793767929,
        "support_discounts": 1.0420335456728935e-6,
        "scoring": 0.000026416964828968048,
        "sort": 1.9579892978072166e-6,
        "collapse": 0.00019504199735820293,
        "other": 0.0001556250499561429
      },
      "rows_read": 1,
      "embedding_json_bytes": 8421,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 39,
      "subject_id": "8b145611-4172-4bf2-ad2c-554aa609b80e",
      "total_seconds": 0.007416042033582926,
      "stages": {
        "setup": 0.0011110419873148203,
        "embed": 0.0038257910637184978,
        "sql_fetch": 0.0005151679506525397,
        "decode": 0.00032420689240098,
        "hydrate": 0.00005308305844664574,
        "filters": 3.374996595084667e-6,
        "source_rows": 0.0005502920830622315,
        "support_discounts": 1.4579854905605316e-6,
        "scoring": 0.00003554194699972868,
        "sort": 2.750079147517681e-6,
        "collapse": 0.0007924999808892608,
        "other": 0.00020083400886505842
      },
      "rows_read": 4,
      "embedding_json_bytes": 33736,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 40,
      "subject_id": "9106f3f4-3f4a-474e-90a5-1d9f77ff24cf",
      "total_seconds": 0.009990249993279576,
      "stages": {
        "setup": 0.001099166925996542,
        "embed": 0.00426850002259016,
        "sql_fetch": 0.0006075840210542083,
        "decode": 0.0006763312267139554,
        "hydrate": 0.00014187581837177277,
        "filters": 6.958958692848682e-6,
        "source_rows": 0.0005938330432400107,
        "support_discounts": 2.0419247448444366e-6,
        "scoring": 0.00004675006493926048,
        "sort": 3.7079444155097008e-6,
        "collapse": 0.0022275830851867795,
        "other": 0.00031591695733368397
      },
      "rows_read": 11,
      "embedding_json_bytes": 92624,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 41,
      "subject_id": "d5fffb4d-b3bf-4db3-b2d4-02060dcff5e6",
      "total_seconds": 0.024267958011478186,
      "stages": {
        "setup": 0.0010953330202028155,
        "embed": 0.004521791939623654,
        "sql_fetch": 0.0017132089706137776,
        "decode": 0.005677876295521855,
        "hydrate": 0.001459455699659884,
        "filters": 0.00003283401019871235,
        "source_rows": 0.0009471660014241934,
        "support_discounts": 9.665964171290398e-6,
        "scoring": 0.00031279202084988356,
        "sort": 0.000026332912966609,
        "collapse": 0.007547875051386654,
        "other": 0.0009236261248588562
      },
      "rows_read": 114,
      "embedding_json_bytes": 960412,
      "models_hydrated": 114,
      "candidates_scored": 108,
      "snapshot_ids_looked_up": 94,
      "entry_ids_looked_up": 68,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.07080220896750689,
      "stages": {
        "setup": 0.0011428339639678597,
        "embed": 0.004198333015665412,
        "sql_fetch": 0.012521750992164016,
        "decode": 0.03140295739285648,
        "hydrate": 0.00874933262821287,
        "filters": 0.000165084027685225,
        "source_rows": 0.0016964999958872795,
        "support_discounts": 0.00005766702815890312,
        "scoring": 0.0017271250253543258,
        "sort": 0.00014829193241894245,
        "collapse": 0.007694500032812357,
        "other": 0.0012978329323232174
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": "f3e32139-27ae-4bae-a14e-efe868b6c48b",
      "total_seconds": 0.01909541606437415,
      "stages": {
        "setup": 0.0011473750928416848,
        "embed": 0.006104499916546047,
        "sql_fetch": 0.0009249170543625951,
        "decode": 0.0019195448840036988,
        "hydrate": 0.0005271210102364421,
        "filters": 0.000014042016118764877,
        "source_rows": 0.0007144579431042075,
        "support_discounts": 3.833905793726444e-6,
        "scoring": 0.00013762502931058407,
        "sort": 0.000010499963536858559,
        "collapse": 0.006727583007887006,
        "other": 0.000863916240632534
      },
      "rows_read": 36,
      "embedding_json_bytes": 303232,
      "models_hydrated": 36,
      "candidates_scored": 35,
      "snapshot_ids_looked_up": 33,
      "entry_ids_looked_up": 30,
      "results": 35
    },
    {
      "question_index": 44,
      "subject_id": "f8755ac3-6829-4b13-b25e-fe743aa1d1e7",
      "total_seconds": 0.009327040985226631,
      "stages": {
        "setup": 0.0011150829959660769,
        "embed": 0.004881291999481618,
        "sql_fetch": 0.0005741250934079289,
        "decode": 0.0004854579456150532,
        "hydrate": 0.00010199996177107096,
        "filters": 5.541951395571232e-6,
        "source_rows": 0.0005829159636050463,
        "support_discounts": 2.00001522898674e-6,
        "scoring": 0.00005079200491309166,
        "sort": 3.500026650726795e-6,
        "collapse": 0.0012486249906942248,
        "other": 0.0002757080364972353
      },
      "rows_read": 7,
      "embedding_json_bytes": 59026,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 45,
      "subject_id": "b9bd2b17-a501-4882-85e4-8af54b23490a",
      "total_seconds": 0.011311291949823499,
      "stages": {
        "setup": 0.0011034169001504779,
        "embed": 0.005516333039849997,
        "sql_fetch": 0.0006128750974312425,
        "decode": 0.0007214598590508103,
        "hydrate": 0.0001654570223763585,
        "filters": 5.833106115460396e-6,
        "source_rows": 0.0005850419402122498,
        "support_discounts": 2.2919848561286926e-6,
        "scoring": 0.000057124998420476913,
        "sort": 4.458008334040642e-6,
        "collapse": 0.0021623329957947135,
        "other": 0.00037466699723154306
      },
      "rows_read": 12,
      "embedding_json_bytes": 101077,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 46,
      "subject_id": "b864c570-bf01-4f88-8671-e53fb2a86f53",
      "total_seconds": 0.011215499951504171,
      "stages": {
        "setup": 0.001098125008866191,
        "embed": 0.005714291939511895,
        "sql_fetch": 0.0006085411878302693,
        "decode": 0.000676038907840848,
        "hydrate": 0.00015958596486598253,
        "filters": 6.124959327280521e-6,
        "source_rows": 0.0005976250395178795,
        "support_discounts": 1.4579854905605316e-6,
        "scoring": 0.00005108409095555544,
        "sort": 3.832974471151829e-6,
        "collapse": 0.0019465829245746136,
        "other": 0.0003522089682519436
      },
      "rows_read": 11,
      "embedding_json_bytes": 92619,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 47,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.07252220797818154,
      "stages": {
        "setup": 0.001104666036553681,
        "embed": 0.006056124926544726,
        "sql_fetch": 0.012383416993543506,
        "decode": 0.031518940813839436,
        "hydrate": 0.008735934155993164,
        "filters": 0.00015229196287691593,
        "source_rows": 0.0016920830821618438,
        "support_discounts": 0.00005862500984221697,
        "scoring": 0.0017104169819504023,
        "sort": 0.00015037506818771362,
        "collapse": 0.007641832926310599,
        "other": 0.001317500020377338
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": "eafd8f68-9db6-4c89-a8fe-2ab88f43e4a3",
      "total_seconds": 0.01569449994713068,
      "stages": {
        "setup": 0.001167292008176446,
        "embed": 0.0064656659960746765,
        "sql_fetch": 0.0008084159344434738,
        "decode": 0.0012910040095448494,
        "hydrate": 0.0003078300505876541,
        "filters": 9.208102710545063e-6,
        "source_rows": 0.0007045419188216329,
        "support_discounts": 3.00002284348011e-6,
        "scoring": 0.00010795798152685165,
        "sort": 8.00006091594696e-6,
        "collapse": 0.004257082939147949,
        "other": 0.0005645009223371744
      },
      "rows_read": 23,
      "embedding_json_bytes": 193699,
      "models_hydrated": 23,
      "candidates_scored": 23,
      "snapshot_ids_looked_up": 23,
      "entry_ids_looked_up": 22,
      "results": 23
    },
    {
      "question_index": 49,
      "subject_id": "31c63945-55b3-452e-8c94-f82adfcc6939",
      "total_seconds": 0.012138291960582137,
      "stages": {
        "setup": 0.001145542017184198,
        "embed": 0.0055856669787317514,
        "sql_fetch": 0.0006726251449435949,
        "decode": 0.0008670008974149823,
        "hydrate": 0.00019678997341543436,
        "filters": 7.999944500625134e-6,
        "source_rows": 0.0006582920905202627,
        "support_discounts": 2.6669586077332497e-6,
        "scoring": 0.0000689999433234334,
        "sort": 5.00003807246685e-6,
        "collapse": 0.0025275000371038914,
        "other": 0.00040020793676376343
      },
      "rows_read": 15,
      "embedding_json_bytes": 126395,
      "models_hydrated": 15,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 13,
      "results": 14
    },
    {
      "question_index": 50,
      "subject_id": "c643dd09-f87a-408a-bf1c-776fae5fc886",
      "total_seconds": 0.017585832974873483,
      "stages": {
        "setup": 0.0011229160008952022,
        "embed": 0.0050095000769943,
        "sql_fetch": 0.0010826659854501486,
        "decode": 0.0018741670064628124,
        "hydrate": 0.000548291951417923,
        "filters": 0.000011708005331456661,
        "source_rows": 0.0006960839964449406,
        "support_discounts": 3.7079444155097008e-6,
        "scoring": 0.00012445903848856688,
        "sort": 0.000010082963854074478,
        "collapse": 0.006197707960382104,
        "other": 0.000904542044736445
      },
      "rows_read": 36,
      "embedding_json_bytes": 303278,
      "models_hydrated": 36,
      "candidates_scored": 36,
      "snapshot_ids_looked_up": 33,
      "entry_ids_looked_up": 28,
      "results": 36
    },
    {
      "question_index": 51,
      "subject_id": "8ce2bdfe-d157-4a95-9d7d-8421e4bd8928",
      "total_seconds": 0.01445079199038446,
      "stages": {
        "setup": 0.0011486250441521406,
        "embed": 0.005588624975644052,
        "sql_fetch": 0.0007551249582320452,
        "decode": 0.0012469568755477667,
        "hydrate": 0.000365043175406754,
        "filters": 9.707990102469921e-6,
        "source_rows": 0.000637291930615902,
        "support_discounts": 2.749962732195854e-6,
        "scoring": 0.00008862500544637442,
        "sort": 7.041962817311287e-6,
        "collapse": 0.004033458069898188,
        "other": 0.0005675420397892594
      },
      "rows_read": 23,
      "embedding_json_bytes": 193784,
      "models_hydrated": 23,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 19,
      "results": 22
    },
    {
      "question_index": 52,
      "subject_id": "fefd4b22-19e2-4b8d-8185-a4f202614751",
      "total_seconds": 0.0081278330180794,
      "stages": {
        "setup": 0.001111541991122067,
        "embed": 0.0042217499576509,
        "sql_fetch": 0.0005499159451574087,
        "decode": 0.00038679095450788736,
        "hydrate": 0.00006858410779386759,
        "filters": 4.500034265220165e-6,
        "source_rows": 0.0005788749549537897,
        "support_discounts": 1.1249212548136711e-6,
        "scoring": 0.000035833101719617844,
        "sort": 2.958928234875202e-6,
        "collapse": 0.0009399580303579569,
        "other": 0.00022600009106099606
      },
      "rows_read": 5,
      "embedding_json_bytes": 42111,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 53,
      "subject_id": "be9fe7f5-a60a-45a9-98bc-8f59517d47ec",
      "total_seconds": 0.009306917083449662,
      "stages": {
        "setup": 0.001128584030084312,
        "embed": 0.005296624964103103,
        "sql_fetch": 0.0005519989645108581,
        "decode": 0.000427792314440012,
        "hydrate": 0.00009754172060638666,
        "filters": 7.041962817311287e-6,
        "source_rows": 0.0005738330073654652,
        "support_discounts": 1.1669471859931946e-6,
        "scoring": 0.00003558304160833359,
        "sort": 2.874992787837982e-6,
        "collapse": 0.0009620420169085264,
        "other": 0.00022183312103152275
      },
      "rows_read": 6,
      "embedding_json_bytes": 50579,
      "models_hydrated": 6,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 4
    },
    {
      "question_index": 54,
      "subject_id": "36ec96d3-c1c0-4ec3-a637-bc7e2d9241b8",
      "total_seconds": 0.050580999930389225,
      "stages": {
        "setup": 0.001100249937735498,
        "embed": 0.004703750018961728,
        "sql_fetch": 0.00806825002655387,
        "decode": 0.01961638091597706,
        "hydrate": 0.0057823690585792065,
        "filters": 0.00011625001206994057,
        "source_rows": 0.0014623330207541585,
        "support_discounts": 0.00003574998117983341,
        "scoring": 0.0011172920931130648,
        "sort": 0.0000969169195741415,
        "collapse": 0.0073836250230669975,
        "other": 0.0010978329228237271
      },
      "rows_read": 382,
      "embedding_json_bytes": 3217607,
      "models_hydrated": 382,
      "candidates_scored": 369,
      "snapshot_ids_looked_up": 209,
      "entry_ids_looked_up": 112,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 382,
    "loop_seconds": 0.0005367499543353915,
    "stack_seconds": 0.00008475000504404306,
    "matmul_seconds": 0.000018417020328342915
  },
  "peak_rss_bytes": 672858112,
  "sampled_peak_rss_bytes": 519995392,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.6201171875,
      1.896484375,
      1.7421875
    ],
    "load_average_after": [
      2.650390625,
      1.91455078125,
      1.74951171875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-warm-unfiltered",
    "size": 10000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-warm-unfiltered.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:59:06.824127+00:00",
  "finished_at": "2026-10-18T03:59:15.691895+00:00",
  "wall_seconds": 8.867602334008552,
  "import_seconds": 0.4753534169867635,
  "encoder_load_seconds": 3.62449708301574,
  "warmup_seconds": 1.231867041089572,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 0.06906387500930578,
      "stages": {
        "setup": 0.001300583011470735,
        "embed": 0.0064410840859636664,
        "sql_fetch": 0.00039666797965765,
        "decode": 0.0011531650088727474,
        "hydrate": 0.0,
        "filters": 0.004204833065159619,
        "source_rows": 0.01070679200347513,
        "support_discounts": 0.0019189580343663692,
        "scoring": 0.030941750039346516,
        "sort": 0.002625791938044131,
        "collapse": 0.008029457996599376,
        "other": 0.0013447918463498354
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 0.06677529204171151,
      "stages": {
        "setup": 0.0012301669921725988,
        "embed": 0.006230041035450995,
        "sql_fetch": 0.0003937090514227748,
        "decode": 0.0011550409253686666,
        "hydrate": 0.0,
        "filters": 0.004033458069898188,
        "source_rows": 0.010339541942812502,
        "support_discounts": 0.0017825410468503833,
        "scoring": 0.02951725001912564,
        "sort": 0.0025774999521672726,
        "collapse": 0.008255167049355805,
        "other": 0.0012608759570866823
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 0.07003870804328471,
      "stages": {
        "setup": 0.001201624982059002,
        "embed": 0.0068510000128299,
        "sql_fetch": 0.00044008390977978706,
        "decode": 0.0011399580398574471,
        "hydrate": 0.0,
        "filters": 0.004238458001054823,
        "source_rows": 0.011005333974026144,
        "support_discounts": 0.00192304200027138,
        "scoring": 0.03146187507081777,
        "sort": 0.002691415953449905,
        "collapse": 0.007756917038932443,
        "other": 0.0013289990602061152
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 0.06869129207916558,
      "stages": {
        "setup": 0.0012219579657539725,
        "embed": 0.006181750097312033,
        "sql_fetch": 0.00038958387449383736,
        "decode": 0.0012908331118524075,
        "hydrate": 0.0,
        "filters": 0.005259208031930029,
        "source_rows": 0.01040545804426074,
        "support_discounts": 0.0018410839838907123,
        "scoring": 0.030091791064478457,
        "sort": 0.0026169168995693326,
        "collapse": 0.00802733306773007,
        "other": 0.0013653759378939867
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 0.06814608408603817,
      "stages": {
        "setup": 0.0012197920586913824,
        "embed": 0.00613245798740536,
        "sql_fetch": 0.00036854203790426254,
        "decode": 0.0012816250091418624,
        "hydrate": 0.0,
        "filters": 0.0044239170383661985,
        "source_rows": 0.010763415950350463,
        "support_discounts": 0.001870666048489511,
        "scoring": 0.03029333392623812,
        "sort": 0.002695915987715125,
        "collapse": 0.007702499977312982,
        "other": 0.0013939180644229054
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 0.0712139579700306,
      "stages": {
        "setup": 0.0012187910033389926,
        "embed": 0.008510750019922853,
        "sql_fetch": 0.00038499990478157997,
        "decode": 0.0010604171548038721,
        "hydrate": 0.0,
        "filters": 0.004816249944269657,
        "source_rows": 0.010581083013676107,
        "support_discounts": 0.0018703750101849437,
        "scoring": 0.03069237491581589,
        "sort": 0.0026805000379681587,
        "collapse": 0.008054542005993426,
        "other": 0.0013438749592751265
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 0.06723291694652289,
      "stages": {
        "setup": 0.001179708051495254,
        "embed": 0.006194666959345341,
        "sql_fetch": 0.0003642910160124302,
        "decode": 0.0010321669979020953,
        "hydrate": 0.0,
        "filters": 0.004256832995451987,
        "source_rows": 0.010336459032259881,
        "support_discounts": 0.001755499979481101,
        "scoring": 0.030286667053587735,
        "sort": 0.0026232919190078974,
        "collapse": 0.007807707996107638,
        "other": 0.001395624945871532
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 0.06913495808839798,
      "stages": {
        "setup": 0.0011957080569118261,
        "embed": 0.007114166975952685,
        "sql_fetch": 0.0003642500378191471,
        "decode": 0.0011565829627215862,
        "hydrate": 0.0,
        "filters": 0.004952916991896927,
        "source_rows": 0.010397125035524368,
        "support_discounts": 0.0017218339489772916,
        "scoring": 0.030201624962501228,
        "sort": 0.0025784580502659082,
        "collapse": 0.008107124944217503,
        "other": 0.001345166121609509
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 0.07187062501907349,
      "stages": {
        "setup": 0.0011831249576061964,
        "embed": 0.00706054107286036,
        "sql_fetch": 0.000383374048396945,
        "decode": 0.0012416259851306677,
        "hydrate": 0.0,
        "filters": 0.0045692919520661235,
        "source_rows": 0.011632957961410284,
        "support_discounts": 0.0019108750857412815,
        "scoring": 0.03183008299674839,
        "sort": 0.002753417007625103,
        "collapse": 0.007857666932977736,
        "other": 0.0014476670185104012
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 0.06789062498137355,
      "stages": {
        "setup": 0.0011931669432669878,
        "embed": 0.005624375073239207,
        "sql_fetch": 0.0003951250109821558,
        "decode": 0.001300874981097877,
        "hydrate": 0.0,
        "filters": 0.0047195840161293745,
        "source_rows": 0.01069445803295821,
        "support_discounts": 0.001769165974110365,
        "scoring": 0.03004329197574407,
        "sort": 0.0025768750347197056,
        "collapse": 0.00822370802052319,
        "other": 0.001349999918602407
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 0.06910954194609076,
      "stages": {
        "setup": 0.0012051670346409082,
        "embed": 0.006017165957018733,
        "sql_fetch": 0.00039695913437753916,
        "decode": 0.0013224998256191611,
        "hydrate": 0.0,
        "filters": 0.004280249937437475,
        "source_rows": 0.010978666017763317,
        "support_discounts": 0.001856125076301396,
        "scoring": 0.0314958329545334,
        "sort": 0.0027441669953987002,
        "collapse": 0.007441041991114616,
        "other": 0.0013716670218855143
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 0.06952987494878471,
      "stages": {
        "setup": 0.0012560839531943202,
        "embed": 0.006325458060018718,
        "sql_fetch": 0.0003720000386238098,
        "decode": 0.0017003749962896109,
        "hydrate": 0.0,
        "filters": 0.00459224998485297,
        "source_rows": 0.010989750036969781,
        "support_discounts": 0.0018154580611735582,
        "scoring": 0.030980499926954508,
        "sort": 0.0026788340182974935,
        "collapse": 0.0074798749992623925,
        "other": 0.0013392908731475472
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 0.06689324998296797,
      "stages": {
        "setup": 0.0011871670139953494,
        "embed": 0.006063582957722247,
        "sql_fetch": 0.0003720829263329506,
        "decode": 0.0011208760552108288,
        "hydrate": 0.0,
        "filters": 0.00421554094646126,
        "source_rows": 0.009993792045861483,
        "support_discounts": 0.0017487499862909317,
        "scoring": 0.030753334052860737,
        "sort": 0.002573500038124621,
        "collapse": 0.0075297909788787365,
        "other": 0.0013348329812288284
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 0.06927433307282627,
      "stages": {
        "setup": 0.001171375042758882,
        "embed": 0.006330083007924259,
        "sql_fetch": 0.0003916240530088544,
        "decode": 0.001268500927835703,
        "hydrate": 0.0,
        "filters": 0.004342000000178814,
        "source_rows": 0.011084208032116294,
        "support_discounts": 0.0018304160330444574,
        "scoring": 0.031276333960704505,
        "sort": 0.0027621660847216845,
        "collapse": 0.007423750008456409,
        "other": 0.001393875922076404
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 0.06827429099939764,
      "stages": {
        "setup": 0.0014061250258237123,
        "embed": 0.005808790912851691,
        "sql_fetch": 0.00043183297384530306,
        "decode": 0.001173041993752122,
        "hydrate": 0.0,
        "filters": 0.004633917007595301,
        "source_rows": 0.010294708074070513,
        "support_discounts": 0.001783957937732339,
        "scoring": 0.031134334043599665,
        "sort": 0.0026150000048801303,
        "collapse": 0.007625415921211243,
        "other": 0.001367167104035616
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 0.06773987493943423,
      "stages": {
        "setup": 0.0011968329781666398,
        "embed": 0.006072749965824187,
        "sql_fetch": 0.00036233291029930115,
        "decode": 0.001191000104881823,
        "hydrate": 0.0,
        "filters": 0.004246541997417808,
        "source_rows": 0.01045179192442447,
        "support_discounts": 0.001829792046919465,
        "scoring": 0.03066295792814344,
        "sort": 0.0026999590918421745,
        "collapse": 0.007629749947227538,
        "other": 0.0013961660442873836
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 0.06701179197989404,
      "stages": {
        "setup": 0.0011524170404300094,
        "embed": 0.00606295804027468,
        "sql_fetch": 0.00035791704431176186,
        "decode": 0.001059749978594482,
        "hydrate": 0.0,
        "filters": 0.004225000040605664,
        "source_rows": 0.010045166942290962,
        "support_discounts": 0.0017429579747840762,
        "scoring": 0.030663833022117615,
        "sort": 0.0026012089801952243,
        "collapse": 0.007757458020932972,
        "other": 0.0013431248953565955
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 0.06716195808257908,
      "stages": {
        "setup": 0.001186541048809886,
        "embed": 0.006427124957554042,
        "sql_fetch": 0.000376374926418066,
        "decode": 0.0011618750868365169,
        "hydrate": 0.0,
        "filters": 0.004281667061150074,
        "source_rows": 0.010268874932080507,
        "support_discounts": 0.0018232909496873617,
        "scoring": 0.029995999997481704,
        "sort": 0.002630625036545098,
        "collapse": 0.007695041946135461,
        "other": 0.0013145421398803592
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 0.06954516610130668,
      "stages": {
        "setup": 0.0012307500001043081,
        "embed": 0.006092708092182875,
        "sql_fetch": 0.00042587495408952236,
        "decode": 0.0010865830117836595,
        "hydrate": 0.0,
        "filters": 0.0045726250391453505,
        "source_rows": 0.010807791957631707,
        "support_discounts": 0.0018480831058695912,
        "scoring": 0.03195795789361,
        "sort": 0.002694292110390961,
        "collapse": 0.0074787919875234365,
        "other": 0.001349707948975265
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 0.06918966595549136,
      "stages": {
        "setup": 0.0011906250147148967,
        "embed": 0.006239374983124435,
        "sql_fetch": 0.00036316702608019114,
        "decode": 0.0012032910017296672,
        "hydrate": 0.0,
        "filters": 0.004506333963945508,
        "source_rows": 0.010826041107065976,
        "support_discounts": 0.0018518749857321382,
        "scoring": 0.03088170802220702,
        "sort": 0.0027107089990749955,
        "collapse": 0.008009582990780473,
        "other": 0.0014069578610360622
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 0.0690154159674421,
      "stages": {
        "setup": 0.0011786660179495811,
        "embed": 0.0065433339914307,
        "sql_fetch": 0.0003680409863591194,
        "decode": 0.0010227930033579469,
        "hydrate": 0.0,
        "filters": 0.004326208028942347,
        "source_rows": 0.010309582925401628,
        "support_discounts": 0.001802499988116324,
        "scoring": 0.03202262497507036,
        "sort": 0.0026956249494105577,
        "collapse": 0.007410333026200533,
        "other": 0.0013357080752030015
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 0.06808258302044123,
      "stages": {
        "setup": 0.0012000829447060823,
        "embed": 0.007433542050421238,
        "sql_fetch": 0.0003714170306921005,
        "decode": 0.0011327079264447093,
        "hydrate": 0.0,
        "filters": 0.004346208064816892,
        "source_rows": 0.010220875032246113,
        "support_discounts": 0.0017894170014187694,
        "scoring": 0.02989658305887133,
        "sort": 0.002623791922815144,
        "collapse": 0.007748875068500638,
        "other": 0.0013190829195082188
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 0.067539207986556,
      "stages": {
        "setup": 0.0011872079921886325,
        "embed": 0.005990999983623624,
        "sql_fetch": 0.000372458016499877,
        "decode": 0.0010141669772565365,
        "hydrate": 0.0,
        "filters": 0.004274042090401053,
        "source_rows": 0.010173290967941284,
        "support_discounts": 0.0017955409130081534,
        "scoring": 0.031131459050811827,
        "sort": 0.002587707946076989,
        "collapse": 0.007725208066403866,
        "other": 0.0012871259823441505
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 0.0675259999698028,
      "stages": {
        "setup": 0.001189333968795836,
        "embed": 0.006937124999240041,
        "sql_fetch": 0.00036683387588709593,
        "decode": 0.001147833070717752,
        "hydrate": 0.0,
        "filters": 0.00437166600022465,
        "source_rows": 0.01017704198602587,
        "support_discounts": 0.0017701250035315752,
        "scoring": 0.029531541978940368,
        "sort": 0.0026184580055996776,
        "collapse": 0.00771812500897795,
        "other": 0.0016979160718619823
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 0.06905595900025219,
      "stages": {
        "setup": 0.001201709033921361,
        "embed": 0.005643957993015647,
        "sql_fetch": 0.0003759589744731784,
        "decode": 0.001028207945637405,
        "hydrate": 0.0,
        "filters": 0.004623250104486942,
        "source_rows": 0.01055662496946752,
        "support_discounts": 0.0018035420216619968,
        "scoring": 0.03200775000732392,
        "sort": 0.0027580830501392484,
        "collapse": 0.007763374946080148,
        "other": 0.0012934999540448189
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 0.06797829095739871,
      "stages": {
        "setup": 0.001178500009700656,
        "embed": 0.007514707976952195,
        "sql_fetch": 0.0003677080385386944,
        "decode": 0.0011112509528174996,
        "hydrate": 0.0,
        "filters": 0.004390040994621813,
        "source_rows": 0.010281792026944458,
        "support_discounts": 0.0017497079679742455,
        "scoring": 0.029992333962582052,
        "sort": 0.0025299580302089453,
        "collapse": 0.007564416970126331,
        "other": 0.0012978740269318223
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 0.06802541599608958,
      "stages": {
        "setup": 0.001185665954835713,
        "embed": 0.006047167000360787,
        "sql_fetch": 0.00037287489976733923,
        "decode": 0.0010046251118183136,
        "hydrate": 0.0,
        "filters": 0.004560999921523035,
        "source_rows": 0.010307666030712426,
        "support_discounts": 0.0017372920410707593,
        "scoring": 0.03087725001387298,
        "sort": 0.0025965418899431825,
        "collapse": 0.008026875089854002,
        "other": 0.00130845804233104
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 0.06983083300292492,
      "stages": {
        "setup": 0.0011902500409632921,
        "embed": 0.006983875064179301,
        "sql_fetch": 0.00038049882277846336,
        "decode": 0.0011542931897565722,
        "hydrate": 0.0,
        "filters": 0.004622042062692344,
        "source_rows": 0.010635165963321924,
        "support_discounts": 0.0018997499719262123,
        "scoring": 0.031047124997712672,
        "sort": 0.0026157499523833394,
        "collapse": 0.007890874985605478,
        "other": 0.00141120795160532
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 0.06976937502622604,
      "stages": {
        "setup": 0.0011776250321418047,
        "embed": 0.00661250005941838,
        "sql_fetch": 0.000371999922208488,
        "decode": 0.0012786670122295618,
        "hydrate": 0.0,
        "filters": 0.004406000021845102,
        "source_rows": 0.010792208020575345,
        "support_discounts": 0.0018308330327272415,
        "scoring": 0.03157616697717458,
        "sort": 0.0026460830122232437,
        "collapse": 0.007745082955807447,
        "other": 0.0013322089798748493
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 0.06864837498869747,
      "stages": {
        "setup": 0.0011703750351443887,
        "embed": 0.005574833019636571,
        "sql_fetch": 0.0003647500416263938,
        "decode": 0.0011255409335717559,
        "hydrate": 0.0,
        "filters": 0.004647375084459782,
        "source_rows": 0.010938166989944875,
        "support_discounts": 0.0018095000414177775,
        "scoring": 0.031421166961081326,
        "sort": 0.002675957977771759,
        "collapse": 0.007574792020022869,
        "other": 0.001345916884019971
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 0.06656991702038795,
      "stages": {
        "setup": 0.0011543340515345335,
        "embed": 0.005640124902129173,
        "sql_fetch": 0.0003562920028343797,
        "decode": 0.0011891250032931566,
        "hydrate": 0.0,
        "filters": 0.004165499936789274,
        "source_rows": 0.01009179197717458,
        "support_discounts": 0.0017692919354885817,
        "scoring": 0.030724333017133176,
        "sort": 0.0026541249826550484,
        "collapse": 0.007493249955587089,
        "other": 0.0013317492557689548
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 0.06948279100470245,
      "stages": {
        "setup": 0.001175957964733243,
        "embed": 0.006272792001254857,
        "sql_fetch": 0.0003737499937415123,
        "decode": 0.001121334033086896,
        "hydrate": 0.0,
        "filters": 0.004621541011147201,
        "source_rows": 0.01086083403788507,
        "support_discounts": 0.0018194590229541063,
        "scoring": 0.03135608299635351,
        "sort": 0.0027060420252382755,
        "collapse": 0.007833749987185001,
        "other": 0.0013412479311227798
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 0.06816749996505678,
      "stages": {
        "setup": 0.001164125045761466,
        "embed": 0.00660870794672519,
        "sql_fetch": 0.00036808301229029894,
        "decode": 0.0011979170376434922,
        "hydrate": 0.0,
        "filters": 0.004390334011986852,
        "source_rows": 0.009925207938067615,
        "support_discounts": 0.0017270409734919667,
        "scoring": 0.030815083999186754,
        "sort": 0.002696666051633656,
        "collapse": 0.007846499909646809,
        "other": 0.0014278340386226773
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 0.06888954201713204,
      "stages": {
        "setup": 0.001189041999168694,
        "embed": 0.0059635000070557,
        "sql_fetch": 0.0003632490988820791,
        "decode": 0.0011260838946327567,
        "hydrate": 0.0,
        "filters": 0.004755542031489313,
        "source_rows": 0.010684582986868918,
        "support_discounts": 0.0018451670184731483,
        "scoring": 0.031032750033773482,
        "sort": 0.0026909159496426582,
        "collapse": 0.00786916702054441,
        "other": 0.0013695419766008854
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 0.06754695798736066,
      "stages": {
        "setup": 0.0012027499033138156,
        "embed": 0.006074291071854532,
        "sql_fetch": 0.0003495409619063139,
        "decode": 0.0011940840631723404,
        "hydrate": 0.0,
        "filters": 0.00438249995931983,
        "source_rows": 0.009951540967449546,
        "support_discounts": 0.0017590830102562904,
        "scoring": 0.03064699994865805,
        "sort": 0.0026305000064894557,
        "collapse": 0.007950125029310584,
        "other": 0.0014055430656298995
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 0.0680391670903191,
      "stages": {
        "setup": 0.0011845000553876162,
        "embed": 0.005812749965116382,
        "sql_fetch": 0.00035412400029599667,
        "decode": 0.0010658340761438012,
        "hydrate": 0.0,
        "filters": 0.00435145793017,
        "source_rows": 0.01060270902235061,
        "support_discounts": 0.0018565839855000377,
        "scoring": 0.031026583048515022,
        "sort": 0.002710874890908599,
        "collapse": 0.007688333047553897,
        "other": 0.0013854170683771372
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 0.07004841696470976,
      "stages": {
        "setup": 0.0011762919602915645,
        "embed": 0.007105833035893738,
        "sql_fetch": 0.0003562920028343797,
        "decode": 0.001192708034068346,
        "hydrate": 0.0,
        "filters": 0.0046789589105173945,
        "source_rows": 0.011195833096280694,
        "support_discounts": 0.0018535420531406999,
        "scoring": 0.030928832944482565,
        "sort": 0.0026769579853862524,
        "collapse": 0.007557959062978625,
        "other": 0.0013252078788354993
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 0.06823274993803352,
      "stages": {
        "setup": 0.001173374941572547,
        "embed": 0.006031541037373245,
        "sql_fetch": 0.0003694581100717187,
        "decode": 0.0012390419142320752,
        "hydrate": 0.0,
        "filters": 0.004136041970923543,
        "source_rows": 0.01044937502592802,
        "support_discounts": 0.0017854580655694008,
        "scoring": 0.030797166982665658,
        "sort": 0.0029119999380782247,
        "collapse": 0.00798804103396833,
        "other": 0.0013512509176507592
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 0.0683233339805156,
      "stages": {
        "setup": 0.0011498749954625964,
        "embed": 0.006094416952691972,
        "sql_fetch": 0.0003588750259950757,
        "decode": 0.0011431248858571053,
        "hydrate": 0.0,
        "filters": 0.004468625062145293,
        "source_rows": 0.011072458932176232,
        "support_discounts": 0.001785125001333654,
        "scoring": 0.03014191600959748,
        "sort": 0.002652999944984913,
        "collapse": 0.008139084093272686,
        "other": 0.0013168330769985914
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 0.06695350003428757,
      "stages": {
        "setup": 0.0011676669819280505,
        "embed": 0.006105083040893078,
        "sql_fetch": 0.0003594589652493596,
        "decode": 0.001125665963627398,
        "hydrate": 0.0,
        "filters": 0.004290458047762513,
        "source_rows": 0.010356249986216426,
        "support_discounts": 0.001793458010070026,
        "scoring": 0.03009379201103002,
        "sort": 0.002549957949668169,
        "collapse": 0.007741249981336296,
        "other": 0.001370459096506238
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 0.0681119590299204,
      "stages": {
        "setup": 0.0011682501062750816,
        "embed": 0.00655920896679163,
        "sql_fetch": 0.00037154206074774265,
        "decode": 0.0012364169815555215,
        "hydrate": 0.0,
        "filters": 0.004166165948845446,
        "source_rows": 0.011118083959445357,
        "support_discounts": 0.0017339169280603528,
        "scoring": 0.029939958010800183,
        "sort": 0.0026307919761165977,
        "collapse": 0.0078424580860883,
        "other": 0.0013451660051941872
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 0.06931400008033961,
      "stages": {
        "setup": 0.001199625083245337,
        "embed": 0.0070169169921427965,
        "sql_fetch": 0.0003683330724015832,
        "decode": 0.0010932498844340444,
        "hydrate": 0.0,
        "filters": 0.004578625084832311,
        "source_rows": 0.010769374901428819,
        "support_discounts": 0.0018706669798120856,
        "scoring": 0.03087033296469599,
        "sort": 0.00269108300562948,
        "collapse": 0.007499375031329691,
        "other": 0.001356417080387473
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 0.07113020797260106,
      "stages": {
        "setup": 0.0011835410259664059,
        "embed": 0.006817084038630128,
        "sql_fetch": 0.00036633294075727463,
        "decode": 0.001207584049552679,
        "hydrate": 0.0,
        "filters": 0.005469792056828737,
        "source_rows": 0.010767207946628332,
        "support_discounts": 0.001808249973692,
        "scoring": 0.0314190830104053,
        "sort": 0.002680583973415196,
        "collapse": 0.008083708002232015,
        "other": 0.0013270409544929862
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 0.06820862495806068,
      "stages": {
        "setup": 0.0012005000608041883,
        "embed": 0.0071210409514606,
        "sql_fetch": 0.0003753331257030368,
        "decode": 0.0011882508406415582,
        "hydrate": 0.0,
        "filters": 0.004408958018757403,
        "source_rows": 0.010418042074888945,
        "support_discounts": 0.0017934170318767428,
        "scoring": 0.030020958045497537,
        "sort": 0.002601874992251396,
        "collapse": 0.007776999962516129,
        "other": 0.0013032498536631465
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 0.0679170829243958,
      "stages": {
        "setup": 0.0011904999846592546,
        "embed": 0.006009249947965145,
        "sql_fetch": 0.00036970898509025574,
        "decode": 0.0010351660894230008,
        "hydrate": 0.0,
        "filters": 0.005384665913879871,
        "source_rows": 0.010471667046658695,
        "support_discounts": 0.0017415418988093734,
        "scoring": 0.029806375037878752,
        "sort": 0.0026132080238312483,
        "collapse": 0.00796145899221301,
        "other": 0.001333541003987193
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 0.06879204197321087,
      "stages": {
        "setup": 0.001193916890770197,
        "embed": 0.006152541027404368,
        "sql_fetch": 0.0003535000141710043,
        "decode": 0.0010369999799877405,
        "hydrate": 0.0,
        "filters": 0.0046218750067055225,
        "source_rows": 0.010780957993119955,
        "support_discounts": 0.0017890000017359853,
        "scoring": 0.030835083103738725,
        "sort": 0.0026512088952586055,
        "collapse": 0.008042666013352573,
        "other": 0.001334293046966195
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 0.06839691696222872,
      "stages": {
        "setup": 0.00117125001270324,
        "embed": 0.006233416963368654,
        "sql_fetch": 0.00036029110196977854,
        "decode": 0.0011832088930532336,
        "hydrate": 0.0,
        "filters": 0.005466208094730973,
        "source_rows": 0.010461124940775335,
        "support_discounts": 0.0017395419999957085,
        "scoring": 0.03010600002016872,
        "sort": 0.0026072500040754676,
        "collapse": 0.007710292004048824,
        "other": 0.001358332927338779
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 0.06755370798055083,
      "stages": {
        "setup": 0.0011850830633193254,
        "embed": 0.005875499919056892,
        "sql_fetch": 0.00037833303213119507,
        "decode": 0.0011425840202718973,
        "hydrate": 0.0,
        "filters": 0.004347083042375743,
        "source_rows": 0.010355833917856216,
        "support_discounts": 0.0017798750195652246,
        "scoring": 0.030609707930125296,
        "sort": 0.0026096670189872384,
        "collapse": 0.007920333067886531,
        "other": 0.001349707948975265
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 0.06895091698970646,
      "stages": {
        "setup": 0.0011967080645263195,
        "embed": 0.006040874985046685,
        "sql_fetch": 0.0003651670413091779,
        "decode": 0.00105141696985811,
        "hydrate": 0.0,
        "filters": 0.005387083045206964,
        "source_rows": 0.010559582966379821,
        "support_discounts": 0.0017972079804167151,
        "scoring": 0.030312833026982844,
        "sort": 0.002629042020998895,
        "collapse": 0.007995749940164387,
        "other": 0.0016152509488165379
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 0.06970479094889015,
      "stages": {
        "setup": 0.0012057910207659006,
        "embed": 0.006066749920137227,
        "sql_fetch": 0.0003649579593911767,
        "decode": 0.0010241670534014702,
        "hydrate": 0.0,
        "filters": 0.004765208926983178,
        "source_rows": 0.010851916042156518,
        "support_discounts": 0.001822790945880115,
        "scoring": 0.031195584102533758,
        "sort": 0.0027368749724701047,
        "collapse": 0.008352207951247692,
        "other": 0.0013185420539230108
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013961334014311433,
    "stack_seconds": 0.002930416027083993,
    "matmul_seconds": 0.0007999169174581766
  },
  "peak_rss_bytes": 841760768,
  "sampled_peak_rss_bytes": 826343424,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.0576171875,
      1.72900390625,
      1.6806640625
    ],
    "load_average_after": [
      2.1328125,
      1.75,
      1.68798828125
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]