[
{
  "spec": {
    "cell_id": "n100000-cold-subject-r0",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:04:05.892286+00:00",
  "finished_at": "2026-10-18T04:04:11.091670+00:00",
  "wall_seconds": 5.199253499973565,
  "import_seconds": 0.6889920419780537,
  "encoder_load_seconds": 4.309348874958232,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "65c77a83-5bdf-4015-b096-0d04c4cd1165",
      "total_seconds": 0.09070004208479077,
      "stages": {
        "setup": 0.007640625000931323,
        "embed": 0.06934699998237193,
        "sql_fetch": 0.004391791997477412,
        "decode": 0.0006859578425064683,
        "hydrate": 0.00009050010703504086,
        "filters": 0.000020332983694970608,
        "source_rows": 0.0012615839950740337,
        "support_discounts": 5.334033630788326e-6,
        "scoring": 0.005543250008486211,
        "sort": 8.500064723193645e-6,
        "collapse": 0.001392749953083694,
        "other": 0.0003124161157757044
      },
      "rows_read": 2,
      "embedding_json_bytes": 16831,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    }
  ],
  "cosine_reference": {
    "vectors": 2,
    "loop_seconds": 0.00001595797948539257,
    "stack_seconds": 6.875023245811462e-6,
    "matmul_seconds": 0.00001608405727893114
  },
  "peak_rss_bytes": 655769600,
  "sampled_peak_rss_bytes": 497434624,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.75341796875,
      2.1767578125,
      1.9521484375
    ],
    "load_average_after": [
      1.77294921875,
      2.17333984375,
      1.9521484375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r1",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:04:11.580251+00:00",
  "finished_at": "2026-10-18T04:04:15.819963+00:00",
  "wall_seconds": 4.239574959035963,
  "import_seconds": 0.4721472499659285,
  "encoder_load_seconds": 3.5884597919648513,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "fb51aebe-98e0-48ef-8367-c53035d81676",
      "total_seconds": 0.09317554102744907,
      "stages": {
        "setup": 0.009279999998398125,
        "embed": 0.0688530410407111,
        "sql_fetch": 0.0051850409945473075,
        "decode": 0.0007758327992632985,
        "hydrate": 0.00011720915790647268,
        "filters": 0.000019167084246873856,
        "source_rows": 0.0012975420104339719,
        "support_discounts": 4.041008651256561e-6,
        "scoring": 0.0055238750064745545,
        "sort": 9.25001222640276e-6,
        "collapse": 0.0017813339363783598,
        "other": 0.0003292079782113433
      },
      "rows_read": 4,
      "embedding_json_bytes": 33722,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    }
  ],
  "cosine_reference": {
    "vectors": 4,
    "loop_seconds": 0.000023582950234413147,
    "stack_seconds": 0.000010209041647613049,
    "matmul_seconds": 0.000018290942534804344
  },
  "peak_rss_bytes": 656130048,
  "sampled_peak_rss_bytes": 520978432,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.77294921875,
      2.17333984375,
      1.9521484375
    ],
    "load_average_after": [
      1.791015625,
      2.17041015625,
      1.9521484375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r2",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:04:16.308206+00:00",
  "finished_at": "2026-10-18T04:04:23.299959+00:00",
  "wall_seconds": 6.991591208963655,
  "import_seconds": 0.46649108303245157,
  "encoder_load_seconds": 6.351187417050824,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "dc5d8d0e-0677-43f7-9cbe-c7e426603095",
      "total_seconds": 0.08944895805325359,
      "stages": {
        "setup": 0.007719417102634907,
        "embed": 0.06725174991879612,
        "sql_fetch": 0.004715167102403939,
        "decode": 0.0007257078541442752,
        "hydrate": 0.00011262495536357164,
        "filters": 0.000021792016923427582,
        "source_rows": 0.0013952080626040697,
        "support_discounts": 3.875000402331352e-6,
        "scoring": 0.005554417031817138,
        "sort": 8.833012543618679e-6,
        "collapse": 0.0016179169761016965,
        "other": 0.0003222490195184946
      },
      "rows_read": 3,
      "embedding_json_bytes": 25230,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    }
  ],
  "cosine_reference": {
    "vectors": 3,
    "loop_seconds": 0.000025084009394049644,
    "stack_seconds": 8.624978363513947e-6,
    "matmul_seconds": 0.00001683307345956564
  },
  "peak_rss_bytes": 655835136,
  "sampled_peak_rss_bytes": 504414208,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.791015625,
      2.17041015625,
      1.9521484375
    ],
    "load_average_after": [
      1.82275390625,
      2.16455078125,
      1.9521484375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r3",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:04:23.794783+00:00",
  "finished_at": "2026-10-18T04:04:28.609469+00:00",
  "wall_seconds": 4.814550415962003,
  "import_seconds": 0.47003525006584823,
  "encoder_load_seconds": 4.165522124967538,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "41ad8dac-8502-4743-8872-1f1295545f1a",
      "total_seconds": 0.09536650008521974,
      "stages": {
        "setup": 0.009557625045999885,
        "embed": 0.06992779101710767,
        "sql_fetch": 0.005363791948184371,
        "decode": 0.0008977071847766638,
        "hydrate": 0.00015916686970740557,
        "filters": 0.000024958979338407516,
        "source_rows": 0.0013604999985545874,
        "support_discounts": 4.292000085115433e-6,
        "scoring": 0.005737333092838526,
        "sort": 0.000012499978765845299,
        "collapse": 0.0019453329732641578,
        "other": 0.0003755009965971112
      },
      "rows_read": 5,
      "embedding_json_bytes": 42063,
      "models_hydrated": 5,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    }
  ],
  "cosine_reference": {
    "vectors": 5,
    "loop_seconds": 0.00002604199107736349,
    "stack_seconds": 9.707990102469921e-6,
    "matmul_seconds": 0.0000148330582305789
  },
  "peak_rss_bytes": 656097280,
  "sampled_peak_rss_bytes": 502038528,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.82275390625,
      2.16455078125,
      1.9521484375
    ],
    "load_average_after": [
      1.7568359375,
      2.14501953125,
      1.9462890625
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r4",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:04:29.105554+00:00",
  "finished_at": "2026-10-18T04:04:33.605660+00:00",
  "wall_seconds": 4.499972374993376,
  "import_seconds": 0.46765945793595165,
  "encoder_load_seconds": 3.85029566695448,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "2463bdfe-4da0-4c9e-9690-e9749ed1e250",
      "total_seconds": 0.09977695904672146,
      "stages": {
        "setup": 0.007896417053416371,
        "embed": 0.06947574997320771,
        "sql_fetch": 0.007095874985679984,
        "decode": 0.0017482514958828688,
        "hydrate": 0.00044329056981951,
        "filters": 0.00003300001844763756,
        "source_rows": 0.0013662079581990838,
        "support_discounts": 7.417052984237671e-6,
        "scoring": 0.006207249942235649,
        "sort": 0.00001454097218811512,
        "collapse": 0.004777459078468382,
        "other": 0.0007114999461919069
      },
      "rows_read": 22,
      "embedding_json_bytes": 185319,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 22,
      "results": 22
    }
  ],
  "cosine_reference": {
    "vectors": 22,
    "loop_seconds": 0.00005020899698138237,
    "stack_seconds": 0.000012541073374450207,
    "matmul_seconds": 0.000017124926671385765
  },
  "peak_rss_bytes": 655867904,
  "sampled_peak_rss_bytes": 504463360,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.7568359375,
      2.14501953125,
      1.9462890625
    ],
    "load_average_after": [
      1.69580078125,
      2.1259765625,
      1.9404296875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r0",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:01:43.041873+00:00",
  "finished_at": "2026-10-18T04:02:11.761511+00:00",
  "wall_seconds": 28.71934599999804,
  "import_seconds": 0.4712270409800112,
  "encoder_load_seconds": 5.257673415937461,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 22.71031379199121,
      "stages": {
        "setup": 0.011545625049620867,
        "embed": 0.07248224993236363,
        "sql_fetch": 13.401555208140053,
        "decode": 5.926421678508632,
        "hydrate": 2.646196863381192,
        "filters": 0.08140545792412013,
        "source_rows": 0.13831841701176018,
        "support_discounts": 0.024199957959353924,
        "scoring": 0.3538978330325335,
        "sort": 0.03244258393533528,
        "collapse": 0.012676416081376374,
        "other": 0.009171501034870744
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.14647212496493012,
    "stack_seconds": 0.03810091700870544,
    "matmul_seconds": 0.009263208019547164
  },
  "peak_rss_bytes": 2046836736,
  "sampled_peak_rss_bytes": 1735966720,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      3.24169921875,
      2.509765625,
      2.013671875
    ],
    "load_average_after": [
      2.6025390625,
      2.42626953125,
      1.9990234375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r1",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:02:11.922654+00:00",
  "finished_at": "2026-10-18T04:02:27.983786+00:00",
  "wall_seconds": 16.06092229206115,
  "import_seconds": 0.6828329999698326,
  "encoder_load_seconds": 4.246464250027202,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 10.824440667056479,
      "stages": {
        "setup": 0.009257000056095421,
        "embed": 0.06937425001524389,
        "sql_fetch": 1.455759872449562,
        "decode": 6.0003717398503795,
        "hydrate": 2.642288346658461,
        "filters": 0.08517154096625745,
        "source_rows": 0.12797812500502914,
        "support_discounts": 0.023411083035171032,
        "scoring": 0.3579877919983119,
        "sort": 0.03327020793221891,
        "collapse": 0.010081625077873468,
        "other": 0.009489084011875093
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.1464530830271542,
    "stack_seconds": 0.0422839589882642,
    "matmul_seconds": 0.00947425002232194
  },
  "peak_rss_bytes": 2048622592,
  "sampled_peak_rss_bytes": 1894875136,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.6025390625,
      2.42626953125,
      1.9990234375
    ],
    "load_average_after": [
      2.40087890625,
      2.388671875,
      1.9931640625
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r2",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:02:28.141898+00:00",
  "finished_at": "2026-10-18T04:02:44.275266+00:00",
  "wall_seconds": 16.133161999983713,
  "import_seconds": 0.6848623330006376,
  "encoder_load_seconds": 4.296161207952537,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 10.84424637502525,
      "stages": {
        "setup": 0.008999583078548312,
        "embed": 0.06916616694070399,
        "sql_fetch": 1.4670667898608372,
        "decode": 6.003409101511352,
        "hydrate": 2.6366486506303772,
        "filters": 0.08643283299170434,
        "source_rows": 0.13075345801189542,
        "support_discounts": 0.0236351250205189,
        "scoring": 0.3650682079605758,
        "sort": 0.03368624998256564,
        "collapse": 0.009976124973036349,
        "other": 0.009404084063135087
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.14450266596395522,
    "stack_seconds": 0.04387262498494238,
    "matmul_seconds": 0.009257709025405347
  },
  "peak_rss_bytes": 2045427712,
  "sampled_peak_rss_bytes": 1891696640,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.40087890625,
      2.388671875,
      1.9931640625
    ],
    "load_average_after": [
      2.15771484375,
      2.3359375,
      1.9814453125
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r3",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:02:44.431896+00:00",
  "finished_at": "2026-10-18T04:03:00.267861+00:00",
  "wall_seconds": 15.835766750038601,
  "import_seconds": 0.6852554999059066,
  "encoder_load_seconds": 4.014154500095174,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 10.83163508400321,
      "stages": {
        "setup": 0.009467958938330412,
        "embed": 0.07126774999778718,
        "sql_fetch": 1.4581650813343003,
        "decode": 5.979765518917702,
        "hydrate": 2.6522843576967716,
        "filters": 0.08508616709150374,
        "source_rows": 0.13296429091133177,
        "support_discounts": 0.02370295801665634,
        "scoring": 0.3632259590085596,
        "sort": 0.036300707957707345,
        "collapse": 0.01014587504323572,
        "other": 0.009258459089323878
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.14889599999878556,
    "stack_seconds": 0.039434125064872205,
    "matmul_seconds": 0.009242916945368052
  },
  "peak_rss_bytes": 2050031616,
  "sampled_peak_rss_bytes": 1677344768,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.15771484375,
      2.3359375,
      1.9814453125
    ],
    "load_average_after": [
      2.04248046875,
      2.3017578125,
      1.9755859375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r4",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:03:00.426258+00:00",
  "finished_at": "2026-10-18T04:03:16.549671+00:00",
  "wall_seconds": 16.123219958040863,
  "import_seconds": 0.685438874992542,
  "encoder_load_seconds": 4.228408833965659,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 10.900405833963305,
      "stages": {
        "setup": 0.008427374996244907,
        "embed": 0.06849874998442829,
        "sql_fetch": 1.468015578459017,
        "decode": 6.032903180806898,
        "hydrate": 2.6594701987924054,
        "filters": 0.08356358390301466,
        "source_rows": 0.12937425007112324,
        "support_discounts": 0.023088833084329963,
        "scoring": 0.3747913339175284,
        "sort": 0.03327787504531443,
        "collapse": 0.009784040972590446,
        "other": 0.009210833930410445
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.14805787499062717,
    "stack_seconds": 0.03890466701705009,
    "matmul_seconds": 0.008883042028173804
  },
  "peak_rss_bytes": 2049081344,
  "sampled_peak_rss_bytes": 1895317504,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.04248046875,
      2.3017578125,
      1.9755859375
    ],
    "load_average_after": [
      2.03271484375,
      2.2861328125,
      1.9755859375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-warm-subject",
    "size": 100000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-warm-subject.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:04:34.095376+00:00",
  "finished_at": "2026-10-18T04:04:40.910354+00:00",
  "wall_seconds": 6.8148194999666885,
  "import_seconds": 0.4726287500234321,
  "encoder_load_seconds": 3.6860462080221623,
  "warmup_seconds": 0.6639734579948708,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "118e8f4b-cd0e-421a-b4fa-237947867a58",
      "total_seconds": 0.011801582993939519,
      "stages": {
        "setup": 0.0013744169846177101,
        "embed": 0.006940082996152341,
        "sql_fetch": 0.0012362500419840217,
        "decode": 0.00043212505988776684,
        "hydrate": 0.00009012490045279264,
        "filters": 7.2499969974160194e-6,
        "source_rows": 0.0006404999876394868,
        "support_discounts": 1.834006980061531e-6,
        "scoring": 0.00007558299694210291,
        "sort": 4.916917532682419e-6,
        "collapse": 0.0007415410364046693,
        "other": 0.00025695806834846735
      },
      "rows_read": 4,
      "embedding_json_bytes": 33721,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 6,
      "subject_id": "d34d77cf-cce1-4a2a-ad95-538027da729b",
      "total_seconds": 0.03668875002767891,
      "stages": {
        "setup": 0.0011232909746468067,
        "embed": 0.004783874959684908,
        "sql_fetch": 0.006374249933287501,
        "decode": 0.010548345628194511,
        "hydrate": 0.003205195418559015,
        "filters": 0.000058125006034970284,
        "source_rows": 0.0017122920835390687,
        "support_discounts": 0.00001962494570761919,
        "scoring": 0.0006070421077311039,
        "sort": 0.00005224999040365219,
        "collapse": 0.0070909159258008,
        "other": 0.0011135430540889502
      },
      "rows_read": 205,
      "embedding_json_bytes": 1726249,
      "models_hydrated": 205,
      "candidates_scored": 198,
      "snapshot_ids_looked_up": 193,
      "entry_ids_looked_up": 182,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": "9c7afaa3-80f9-493e-96bd-26aef8ad434a",
      "total_seconds": 0.08991508302278817,
      "stages": {
        "setup": 0.0011226660571992397,
        "embed": 0.0054339999333024025,
        "sql_fetch": 0.02465170796494931,
        "decode": 0.034352916525676847,
        "hydrate": 0.009965125471353531,
        "filters": 0.00019279110711067915,
        "source_rows": 0.003624291974119842,
        "support_discounts": 0.00006737501826137304,
        "scoring": 0.0018853340297937393,
        "sort": 0.00015287497080862522,
        "collapse": 0.007108541089110076,
        "other": 0.0013574588811025023
      },
      "rows_read": 662,
      "embedding_json_bytes": 5576234,
      "models_hydrated": 662,
      "candidates_scored": 640,
      "snapshot_ids_looked_up": 570,
      "entry_ids_looked_up": 474,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": "1e420381-6c68-47bf-955e-c03b91938e8c",
      "total_seconds": 0.010543709038756788,
      "stages": {
        "setup": 0.0011797919869422913,
        "embed": 0.006344208028167486,
        "sql_fetch": 0.0006404580781236291,
        "decode": 0.0004246658645570278,
        "hydrate": 0.0000824179733172059,
        "filters": 5.749985575675964e-6,
        "source_rows": 0.0006151670822873712,
        "support_discounts": 1.625041477382183e-6,
        "scoring": 0.00006737490184605122,
        "sort": 4.458008334040642e-6,
        "collapse": 0.0009196670725941658,
        "other": 0.00025812501553446054
      },
      "rows_read": 5,
      "embedding_json_bytes": 42167,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 9,
      "subject_id": "9e1fdd6d-633d-49ea-813b-2f31c78e8024",
      "total_seconds": 0.01186254108324647,
      "stages": {
        "setup": 0.001117791049182415,
        "embed": 0.006157792056910694,
        "sql_fetch": 0.0006922920001670718,
        "decode": 0.0006907071219757199,
        "hydrate": 0.0001534168841317296,
        "filters": 6.9999368861317635e-6,
        "source_rows": 0.0006231250008568168,
        "support_discounts": 1.9170111045241356e-6,
        "scoring": 0.00006758293602615595,
        "sort": 4.959059879183769e-6,
        "collapse": 0.0019807498902082443,
        "other": 0.0003652081359177828
      },
      "rows_read": 11,
      "embedding_json_bytes": 92675,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 10,
      "subject_id": "645e4ec6-03f2-4ef1-8db0-0773d4ea44f5",
      "total_seconds": 0.013919875025749207,
      "stages": {
        "setup": 0.0011059159878641367,
        "embed": 0.007173249963670969,
        "sql_fetch": 0.0007283750455826521,
        "decode": 0.0008648751536384225,
        "hydrate": 0.00018608279060572386,
        "filters": 6.709014996886253e-6,
        "source_rows": 0.0006393750663846731,
        "support_discounts": 2.2080494090914726e-6,
        "scoring": 0.0000737080117687583,
        "sort": 5.583977326750755e-6,
        "collapse": 0.002659666002728045,
        "other": 0.0004741259617730975
      },
      "rows_read": 15,
      "embedding_json_bytes": 126291,
      "models_hydrated": 15,
      "candidates_scored": 15,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 15
    },
    {
      "question_index": 11,
      "subject_id": "833d6d9b-34f7-4f12-bf72-4da41de35c59",
      "total_seconds": 0.06394791707862169,
      "stages": {
        "setup": 0.0011120829731225967,
        "embed": 0.005878917057998478,
        "sql_fetch": 0.01482416596263647,
        "decode": 0.022996084997430444,
        "hydrate": 0.006375749013386667,
        "filters": 0.00012816698290407658,
        "source_rows": 0.0026636249385774136,
        "support_discounts": 0.00004554190672934055,
        "scoring": 0.0012511670356616378,
        "sort": 0.00011154101230204105,
        "collapse": 0.00729550002142787,
        "other": 0.0012653751764446497
      },
      "rows_read": 440,
      "embedding_json_bytes": 3706803,
      "models_hydrated": 440,
      "candidates_scored": 420,
      "snapshot_ids_looked_up": 394,
      "entry_ids_looked_up": 345,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": "db1ad075-b8d2-45f7-8dcb-30b1bf632711",
      "total_seconds": 0.009952292079105973,
      "stages": {
        "setup": 0.0011416670167818666,
        "embed": 0.007000875077210367,
        "sql_fetch": 0.0005630828673020005,
        "decode": 0.00024475110694766045,
        "hydrate": 0.00002154102548956871,
        "filters": 4.542060196399689e-6,
        "source_rows": 0.0005720419576391578,
        "support_discounts": 1.0830117389559746e-6,
        "scoring": 0.00004537496715784073,
        "sort": 2.6669586077332497e-6,
        "collapse": 0.00019354105461388826,
        "other": 0.0001611249754205346
      },
      "rows_read": 1,
      "embedding_json_bytes": 8400,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 13,
      "subject_id": "395869fa-6796-4d70-9e75-6e7d4f35103a",
      "total_seconds": 0.015571750001981854,
      "stages": {
        "setup": 0.001089415978640318,
        "embed": 0.00673870905302465,
        "sql_fetch": 0.0030832499032840133,
        "decode": 0.0008340838830918074,
        "hydrate": 0.00018079113215208054,
        "filters": 7.125083357095718e-6,
        "source_rows": 0.0006714590126648545,
        "support_discounts": 2.583954483270645e-6,
        "scoring": 0.00007358298171311617,
        "sort": 5.042064003646374e-6,
        "collapse": 0.0025012079859152436,
        "other": 0.00038449896965175867
      },
      "rows_read": 14,
      "embedding_json_bytes": 117972,
      "models_hydrated": 14,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 14,
      "results": 14
    },
    {
      "question_index": 14,
      "subject_id": "520547ab-4f15-493c-892f-b3e0fcdcf8fa",
      "total_seconds": 0.017341375001706183,
      "stages": {
        "setup": 0.0010955840116366744,
        "embed": 0.004491582978516817,
        "sql_fetch": 0.001399958971887827,
        "decode": 0.0018293759785592556,
        "hydrate": 0.00048495607916265726,
        "filters": 0.000011708936654031277,
        "source_rows": 0.0007817910518497229,
        "support_discounts": 3.7919962778687477e-6,
        "scoring": 0.00012083305045962334,
        "sort": 9.624985978007317e-6,
        "collapse": 0.006329249939881265,
        "other": 0.000782917020842433
      },
      "rows_read": 34,
      "embedding_json_bytes": 286319,
      "models_hydrated": 34,
      "candidates_scored": 34,
      "snapshot_ids_looked_up": 34,
      "entry_ids_looked_up": 34,
      "results": 34
    },
    {
      "question_index": 15,
      "subject_id": "12dc327e-4d6a-4df0-8e18-66a80a0a4cbd",
      "total_seconds": 0.03628391702659428,
      "stages": {
        "setup": 0.0011060419492423534,
        "embed": 0.005331958062015474,
        "sql_fetch": 0.004739791969768703,
        "decode": 0.011120787472464144,
        "hydrate": 0.0029494204791262746,
        "filters": 0.00006454205140471458,
        "source_rows": 0.0016767909983173013,
        "support_discounts": 0.00001962494570761919,
        "scoring": 0.0006175419548526406,
        "sort": 0.00005000003147870302,
        "collapse": 0.007530750008299947,
        "other": 0.0010766671039164066
      },
      "rows_read": 216,
      "embedding_json_bytes": 1819694,
      "models_hydrated": 216,
      "candidates_scored": 207,
      "snapshot_ids_looked_up": 203,
      "entry_ids_looked_up": 187,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": "c730aa25-e13c-48cf-918a-c32c75ad2ea8",
      "total_seconds": 0.009092250023968518,
      "stages": {
        "setup": 0.001102917012758553,
        "embed": 0.005939916940405965,
        "sql_fetch": 0.0005681251641362906,
        "decode": 0.0002615838311612606,
        "hydrate": 0.00004129100125283003,
        "filters": 3.374996595084667e-6,
        "source_rows": 0.0005753330187872052,
        "support_discounts": 1.374981366097927e-6,
        "scoring": 0.00003416708204895258,
        "sort": 2.624932676553726e-6,
        "collapse": 0.0003726660506799817,
        "other": 0.0001888750120997429
      },
      "rows_read": 2,
      "embedding_json_bytes": 16863,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 17,
      "subject_id": "091f36e6-ac86-4444-b551-1f52b2cf1622",
      "total_seconds": 0.010809333063662052,
      "stages": {
        "setup": 0.001082708011381328,
        "embed": 0.0056968339486047626,
        "sql_fetch": 0.000655165989883244,
        "decode": 0.0005918331444263458,
        "hydrate": 0.00013975088950246572,
        "filters": 5.458947271108627e-6,
        "source_rows": 0.0006052079843357205,
        "support_discounts": 1.8330756574869156e-6,
        "scoring": 0.00005433394107967615,
        "sort": 3.5410048440098763e-6,
        "collapse": 0.0016614170745015144,
        "other": 0.00031124905217438936
      },
      "rows_read": 9,
      "embedding_json_bytes": 75804,
      "models_hydrated": 9,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 18,
      "subject_id": "94310cdf-f8e2-4e34-b867-7464c0f3b91c",
      "total_seconds": 0.06056308397091925,
      "stages": {
        "setup": 0.0009600420016795397,
        "embed": 0.005110375001095235,
        "sql_fetch": 0.013145126053132117,
        "decode": 0.0219709052471444,
        "hydrate": 0.006167093641124666,
        "filters": 0.00011987506877630949,
        "source_rows": 0.0027199999894946814,
        "support_discounts": 0.000049042049795389175,
        "scoring": 0.0012686250265687704,
        "sort": 0.0001101659145206213,
        "collapse": 0.0077907920349389315,
        "other": 0.0011510419426485896
      },
      "rows_read": 429,
      "embedding_json_bytes": 3613623,
      "models_hydrated": 429,
      "candidates_scored": 414,
      "snapshot_ids_looked_up": 382,
      "entry_ids_looked_up": 338,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": "1e1e632b-3ace-43a8-98da-ffea8b32acfa",
      "total_seconds": 0.009378375019878149,
      "stages": {
        "setup": 0.0011362920049577951,
        "embed": 0.006162750069051981,
        "sql_fetch": 0.0005810830043628812,
        "decode": 0.00026816711761057377,
        "hydrate": 0.000033291871659457684,
        "filters": 4.707952030003071e-6,
        "source_rows": 0.0005848340224474669,
        "support_discounts": 1.374981366097927e-6,
        "scoring": 0.000050749978981912136,
        "sort": 2.9579969123005867e-6,
        "collapse": 0.00038049998693168163,
        "other": 0.00017166603356599808
      },
      "rows_read": 2,
      "embedding_json_bytes": 16814,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 20,
      "subject_id": "fc8463bd-1738-454a-84b7-5b1ea3120c13",
      "total_seconds": 0.09087616705801338,
      "stages": {
        "setup": 0.001079375040717423,
        "embed": 0.005410750047303736,
        "sql_fetch": 0.019616582081653178,
        "decode": 0.037942843860946596,
        "hydrate": 0.010827158112078905,
        "filters": 0.00018929096404463053,
        "source_rows": 0.004303166992031038,
        "support_discounts": 0.00008025008719414473,
        "scoring": 0.002180499956011772,
        "sort": 0.00018279196228832006,
        "collapse": 0.00762300007045269,
        "other": 0.0014404578832909465
      },
      "rows_read": 731,
      "embedding_json_bytes": 6156982,
      "models_hydrated": 731,
      "candidates_scored": 722,
      "snapshot_ids_looked_up": 639,
      "entry_ids_looked_up": 515,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": "69b2573d-15f6-4ce3-92e1-25ef6c93b7da",
      "total_seconds": 0.014271666994318366,
      "stages": {
        "setup": 0.001181375002488494,
        "embed": 0.006591874989680946,
        "sql_fetch": 0.00162491702940315,
        "decode": 0.0009134176652878523,
        "hydrate": 0.00020595733076334,
        "filters": 9.124982170760632e-6,
        "source_rows": 0.0006484159966930747,
        "support_discounts": 2.2919848561286926e-6,
        "scoring": 0.00009583297651261091,
        "sort": 6.166985258460045e-6,
        "collapse": 0.002577582956291735,
        "other": 0.00041470909491181374
      },
      "rows_read": 15,
      "embedding_json_bytes": 126354,
      "models_hydrated": 15,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 14,
      "results": 14
    },
    {
      "question_index": 22,
      "subject_id": "c24a8a42-8874-44c0-b42f-01a3e49aaa4d",
      "total_seconds": 0.24057350005023181,
      "stages": {
        "setup": 0.00113950006198138,
        "embed": 0.0060996669344604015,
        "sql_fetch": 0.05748416599817574,
        "decode": 0.11533429799601436,
        "hydrate": 0.032600119011476636,
        "filters": 0.0008842499228194356,
        "source_rows": 0.008629459072835743,
        "support_discounts": 0.00028841604944318533,
        "scoring": 0.006881749955937266,
        "sort": 0.0005204590270295739,
        "collapse": 0.007538374979048967,
        "other": 0.003173041041009128
      },
      "rows_read": 2218,
      "embedding_json_bytes": 18683026,
      "models_hydrated": 2218,
      "candidates_scored": 2143,
      "snapshot_ids_looked_up": 1547,
      "entry_ids_looked_up": 938,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": "5e9e540a-4085-4d83-817e-edc114c44aa8",
      "total_seconds": 0.020142834051512182,
      "stages": {
        "setup": 0.0012624590890482068,
        "embed": 0.005441665998660028,
        "sql_fetch": 0.00114145886618644,
        "decode": 0.0021713707828894258,
        "hydrate": 0.0006040033185854554,
        "filters": 0.000016583013348281384,
        "source_rows": 0.0008386250119656324,
        "support_discounts": 4.541012458503246e-6,
        "scoring": 0.0001646250020712614,
        "sort": 0.000011666910722851753,
        "collapse": 0.0075396670727059245,
        "other": 0.0009461679728701711
      },
      "rows_read": 41,
      "embedding_json_bytes": 345299,
      "models_hydrated": 41,
      "candidates_scored": 39,
      "snapshot_ids_looked_up": 39,
      "entry_ids_looked_up": 39,
      "results": 39
    },
    {
      "question_index": 24,
      "subject_id": "c24a8a42-8874-44c0-b42f-01a3e49aaa4d",
      "total_seconds": 0.30733216693624854,
      "stages": {
        "setup": 0.0011522079585120082,
        "embed": 0.005203166976571083,
        "sql_fetch": 0.043788583017885685,
        "decode": 0.11530664144083858,
        "hydrate": 0.1122727335896343,
        "filters": 0.001373708015307784,
        "source_rows": 0.008481958997435868,
        "support_discounts": 0.00028379191644489765,
        "scoring": 0.006647665984928608,
        "sort": 0.0005262090126052499,
        "collapse": 0.00898583303205669,
        "other": 0.0033096669940277934
      },
      "rows_read": 2218,
      "embedding_json_bytes": 18683026,
      "models_hydrated": 2218,
      "candidates_scored": 2143,
      "snapshot_ids_looked_up": 1547,
      "entry_ids_looked_up": 938,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": "dacf7931-1e63-4911-baec-10817a7f71b5",
      "total_seconds": 0.010243415948934853,
      "stages": {
        "setup": 0.0012595410225912929,
        "embed": 0.005141334026120603,
        "sql_fetch": 0.0007327920757234097,
        "decode": 0.0005966231692582369,
        "hydrate": 0.00013283477164804935,
        "filters": 8.874922059476376e-6,
        "source_rows": 0.0006585830124095082,
        "support_discounts": 2.249958924949169e-6,
        "scoring": 0.00008845899719744921,
        "sort": 5.332985892891884e-6,
        "collapse": 0.001322000054642558,
        "other": 0.0002947909524664283
      },
      "rows_read": 8,
      "embedding_json_bytes": 67282,
      "models_hydrated": 8,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 26,
      "subject_id": "53be0d4d-a9f9-4647-a402-36f68c34ff1d",
      "total_seconds": 0.00961462501436472,
      "stages": {
        "setup": 0.0011048329761251807,
        "embed": 0.006161416997201741,
        "sql_fetch": 0.0005868750158697367,
        "decode": 0.0003089169040322304,
        "hydrate": 0.000055666081607341766,
        "filters": 4.459056071937084e-6,
        "source_rows": 0.0005885409191250801,
        "support_discounts": 1.250067725777626e-6,
        "scoring": 0.000043042004108428955,
        "sort": 3.1249364838004112e-6,
        "collapse": 0.0005572499940171838,
        "other": 0.00019925006199628115
      },
      "rows_read": 3,
      "embedding_json_bytes": 25264,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 27,
      "subject_id": "442b827b-ba0a-47d9-a32e-315cb0ae15fd",
      "total_seconds": 0.008451499976217747,
      "stages": {
        "setup": 0.001118374988436699,
        "embed": 0.004807541961781681,
        "sql_fetch": 0.0013263330329209566,
        "decode": 0.00019937497563660145,
        "hydrate": 0.00002350006252527237,
        "filters": 3.2499665394425392e-6,
        "source_rows": 0.0005631250096485019,
        "support_discounts": 1.291045919060707e-6,
        "scoring": 0.00003408396150916815,
        "sort": 2.0830193534493446e-6,
        "collapse": 0.0002079580444842577,
        "other": 0.0001645839074626565
      },
      "rows_read": 1,
      "embedding_json_bytes": 8411,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 28,
      "subject_id": "b995ed5c-611c-43cd-bbe6-55688f859861",
      "total_seconds": 0.007863292004913092,
      "stages": {
        "setup": 0.0011252500116825104,
        "embed": 0.004786333069205284,
        "sql_fetch": 0.0005251250695437193,
        "decode": 0.00023795804008841515,
        "hydrate": 0.00002995890099555254,
        "filters": 3.4580007195472717e-6,
        "source_rows": 0.0005704999202862382,
        "support_discounts": 1.1669471859931946e-6,
        "scoring": 0.00003058300353586674,
        "sort": 2.2080494090914726e-6,
        "collapse": 0.0003854589303955436,
        "other": 0.00016529206186532974
      },
      "rows_read": 2,
      "embedding_json_bytes": 16828,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 29,
      "subject_id": "31a0d021-9b30-4283-b491-2c4c55bddf32",
      "total_seconds": 0.008352666976861656,
      "stages": {
        "setup": 0.0011018330696970224,
        "embed": 0.0040759999537840486,
        "sql_fetch": 0.0005700408946722746,
        "decode": 0.000433708424679935,
        "hydrate": 0.00008050072938203812,
        "filters": 3.915978595614433e-6,
        "source_rows": 0.0005942920688539743,
        "support_discounts": 1.8749851733446121e-6,
        "scoring": 0.000044749933294951916,
        "sort": 3.291061148047447e-6,
        "collapse": 0.0011959169059991837,
        "other": 0.0002465429715812206
      },
      "rows_read": 6,
      "embedding_json_bytes": 50569,
      "models_hydrated": 6,
      "candidates_scored": 6,
      "snapshot_ids_looked_up": 6,
      "entry_ids_looked_up": 6,
      "results": 6
    },
    {
      "question_index": 30,
      "subject_id": "5c87a3da-f4ce-46e2-96fb-bf45c5d7997f",
      "total_seconds": 0.020367000019177794,
      "stages": {
        "setup": 0.0011108339531347156,
        "embed": 0.004417916061356664,
        "sql_fetch": 0.0012590009719133377,
        "decode": 0.003195081022568047,
        "hydrate": 0.0009160429472103715,
        "filters": 0.000023708096705377102,
        "source_rows": 0.0009484170004725456,
        "support_discounts": 6.2909675762057304e-6,
        "scoring": 0.0001894170418381691,
        "sort": 0.00001550000160932541,
        "collapse": 0.00731587503105402,
        "other": 0.0009689169237390161
      },
      "rows_read": 61,
      "embedding_json_bytes": 513738,
      "models_hydrated": 61,
      "candidates_scored": 59,
      "snapshot_ids_looked_up": 59,
      "entry_ids_looked_up": 58,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": "4f01d818-2f52-43f7-91a5-3bb02e50fc50",
      "total_seconds": 0.007411665981635451,
      "stages": {
        "setup": 0.0011526659363880754,
        "embed": 0.004330708994530141,
        "sql_fetch": 0.0005266659427434206,
        "decode": 0.0002355010947212577,
        "hydrate": 0.000030499999411404133,
        "filters": 3.500026650726795e-6,
        "source_rows": 0.0005520828999578953,
        "support_discounts": 8.749775588512421e-7,
        "scoring": 0.000028665992431342602,
        "sort": 2.209097146987915e-6,
        "collapse": 0.0003834579838439822,
        "other": 0.00016483303625136614
      },
      "rows_read": 2,
      "embedding_json_bytes": 16830,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 32,
      "subject_id": "26e77aaf-fc76-4534-b79f-341a345e9949",
      "total_seconds": 0.3911731670377776,
      "stages": {
        "setup": 0.0010930830612778664,
        "embed": 0.005546584026888013,
        "sql_fetch": 0.08886499900836498,
        "decode": 0.19863584160339087,
        "hydrate": 0.05640974233392626,
        "filters": 0.0018397090025246143,
        "source_rows": 0.012098166043870151,
        "support_discounts": 0.0005750000709667802,
        "scoring": 0.011906915926374495,
        "sort": 0.0009573750430718064,
        "collapse": 0.008074208977632225,
        "other": 0.0051715419394895434
      },
      "rows_read": 3813,
      "embedding_json_bytes": 32118001,
      "models_hydrated": 3813,
      "candidates_scored": 3663,
      "snapshot_ids_looked_up": 2174,
      "entry_ids_looked_up": 1088,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": "e3b2de63-93cd-46f3-a65b-69b01c4cdeee",
      "total_seconds": 0.014587666024453938,
      "stages": {
        "setup": 0.0013293330557644367,
        "embed": 0.005502667045220733,
        "sql_fetch": 0.00089833396486938,
        "decode": 0.0012132079573348165,
        "hydrate": 0.000303708016872406,
        "filters": 0.000010707997716963291,
        "source_rows": 0.0007462920621037483,
        "support_discounts": 3.125052899122238e-6,
        "scoring": 0.00012799992691725492,
        "sort": 8.167000487446785e-6,
        "collapse": 0.0038792910054326057,
        "other": 0.0005648329388350248
      },
      "rows_read": 21,
      "embedding_json_bytes": 176942,
      "models_hydrated": 21,
      "candidates_scored": 21,
      "snapshot_ids_looked_up": 21,
      "entry_ids_looked_up": 21,
      "results": 21
    },
    {
      "question_index": 34,
      "subject_id": "506805d1-c502-45c0-b979-61d65a205e81",
      "total_seconds": 0.007670833030715585,
      "stages": {
        "setup": 0.0011576249962672591,
        "embed": 0.004743000026792288,
        "sql_fetch": 0.0005426248535513878,
        "decode": 0.00021487404592335224,
        "hydrate": 0.000030459021218121052,
        "filters": 4.375004209578037e-6,
        "source_rows": 0.0005627090577036142,
        "support_discounts": 1.3329554349184036e-6,
        "scoring": 0.00004041707143187523,
        "sort": 2.500019036233425e-6,
        "collapse": 0.00020187499467283487,
        "other": 0.00016904098447412252
      },
      "rows_read": 1,
      "embedding_json_bytes": 8422,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 35,
      "subject_id": "9012c53f-9e18-4d81-bc27-978f11afb619",
      "total_seconds": 0.009068208048120141,
      "stages": {
        "setup": 0.0011339160846546292,
        "embed": 0.004987249965779483,
        "sql_fetch": 0.0012482920428737998,
        "decode": 0.0002926238812506199,
        "hydrate": 0.00003970903344452381,
        "filters": 3.708992153406143e-6,
        "source_rows": 0.000558916013687849,
        "support_discounts": 1.166015863418579e-6,
        "scoring": 0.00003816699609160423,
        "sort": 2.7079368010163307e-6,
        "collapse": 0.0005723340436816216,
        "other": 0.0001894170418381691
      },
      "rows_read": 3,
      "embedding_json_bytes": 25235,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 36,
      "subject_id": "9eb594bb-1128-4030-8837-5802907baf82",
      "total_seconds": 0.010516665992327034,
      "stages": {
        "setup": 0.0011296659940853715,
        "embed": 0.004826624994166195,
        "sql_fetch": 0.0008612088859081268,
        "decode": 0.0006725408602505922,
        "hydrate": 0.00015345821157097816,
        "filters": 6.709014996886253e-6,
        "source_rows": 0.0006276250351220369,
        "support_discounts": 1.625041477382183e-6,
        "scoring": 0.000057541998103260994,
        "sort": 4.207948222756386e-6,
        "collapse": 0.0018647080287337303,
        "other": 0.0003107499796897173
      },
      "rows_read": 11,
      "embedding_json_bytes": 92638,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 37,
      "subject_id": "be23dd99-2ba2-4bf3-ac16-467e3b0d0341",
      "total_seconds": 0.007878124946728349,
      "stages": {
        "setup": 0.0009803749853745103,
        "embed": 0.004569250042550266,
        "sql_fetch": 0.000748584046959877,
        "decode": 0.00028608390130102634,
        "hydrate": 0.00003895699046552181,
        "filters": 3.5830307751893997e-6,
        "source_rows": 0.000508124940097332,
        "support_discounts": 1.0409858077764511e-6,
        "scoring": 0.000031374976970255375,
        "sort": 2.334010787308216e-6,
        "collapse": 0.0005382080562412739,
        "other": 0.00017020897939801216
      },
      "rows_read": 3,
      "embedding_json_bytes": 25205,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 38,
      "subject_id": "fc8463bd-1738-454a-84b7-5b1ea3120c13",
      "total_seconds": 0.08676900004502386,
      "stages": {
        "setup": 0.0009714580373838544,
        "embed": 0.004842416965402663,
        "sql_fetch": 0.015995000954717398,
        "decode": 0.03778936038725078,
        "hydrate": 0.011245638597756624,
        "filters": 0.0002132500521838665,
        "source_rows": 0.004297874984331429,
        "support_discounts": 0.00008466700091958046,
        "scoring": 0.0022234159987419844,
        "sort": 0.0001834590220823884,
        "collapse": 0.007538791047409177,
        "other": 0.0013836669968441129
      },
      "rows_read": 731,
      "embedding_json_bytes": 6156982,
      "models_hydrated": 731,
      "candidates_scored": 722,
      "snapshot_ids_looked_up": 639,
      "entry_ids_looked_up": 515,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": "2e6eede4-5eb9-46dd-b55e-ee358dc080ab",
      "total_seconds": 0.009682790958322585,
      "stages": {
        "setup": 0.0011775409802794456,
        "embed": 0.006356291938573122,
        "sql_fetch": 0.0006083339685574174,
        "decode": 0.0002852081088349223,
        "hydrate": 0.000037082936614751816,
        "filters": 4.624947905540466e-6,
        "source_rows": 0.0005947500467300415,
        "support_discounts": 1.4159595593810081e-6,
        "scoring": 0.00005504197906702757,
        "sort": 3.125052899122238e-6,
        "collapse": 0.0003868750063702464,
        "other": 0.00017250003293156624
      },
      "rows_read": 2,
      "embedding_json_bytes": 16845,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 40,
      "subject_id": "7e0d516b-86c3-4fb8-8119-642789a87376",
      "total_seconds": 0.009669083985500038,
      "stages": {
        "setup": 0.0011158749694004655,
        "embed": 0.006275417050346732,
        "sql_fetch": 0.0005585820181295276,
        "decode": 0.00029254297260195017,
        "hydrate": 0.000049749971367418766,
        "filters": 3.7499703466892242e-6,
        "source_rows": 0.0005767080001533031,
        "support_discounts": 1.375097781419754e-6,
        "scoring": 0.000040708924643695354,
        "sort": 2.7080532163381577e-6,
        "collapse": 0.0005597079871222377,
        "other": 0.00019195897039026022
      },
      "rows_read": 3,
      "embedding_json_bytes": 25268,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 41,
      "subject_id": "7250e370-8f8e-47a9-a1f2-f0e85a12bcf2",
      "total_seconds": 0.00845700001809746,
      "stages": {
        "setup": 0.00109737494494766,
        "embed": 0.006469500018283725,
        "sql_fetch": 0.0005364578682929277,
        "decode": 0.00018879200797528028,
        "hydrate": 0.000029333052225410938,
        "filters": 5.084089934825897e-6,
        "source_rows": 4.159519448876381e-7,
        "support_discounts": 4.159519448876381e-7,
        "scoring": 7.920898497104645e-7,
        "sort": 1.0830117389559746e-6,
        "collapse": 1.458916813135147e-6,
        "other": 0.0001262921141460538
      },
      "rows_read": 1,
      "embedding_json_bytes": 8408,
      "models_hydrated": 1,
      "candidates_scored": 0,
      "snapshot_ids_looked_up": 0,
      "entry_ids_looked_up": 0,
      "results": 0
    },
    {
      "question_index": 42,
      "subject_id": "808ba526-f2ee-4a64-bff1-db71926e08b5",
      "total_seconds": 0.01079495798330754,
      "stages": {
        "setup": 0.001104291994124651,
        "embed": 0.006113541079685092,
        "sql_fetch": 0.0005886260187253356,
        "decode": 0.0004759979201480746,
        "hydrate": 0.00010041811037808657,
        "filters": 4.083034582436085e-6,
        "source_rows": 0.0005899579264223576,
        "support_discounts": 1.8749851733446121e-6,
        "scoring": 0.00004912493750452995,
        "sort": 3.459048457443714e-6,
        "collapse": 0.0014761659549549222,
        "other": 0.0002874169731512666
      },
      "rows_read": 7,
      "embedding_json_bytes": 58888,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 43,
      "subject_id": "958090b1-6990-4f16-b014-3d16d3f5f2fb",
      "total_seconds": 0.014456667006015778,
      "stages": {
        "setup": 0.0010927090188488364,
        "embed": 0.005235541029833257,
        "sql_fetch": 0.0008093341020867229,
        "decode": 0.0011886231368407607,
        "hydrate": 0.0003642927622422576,
        "filters": 8.375034667551517e-6,
        "source_rows": 0.0007371250540018082,
        "support_discounts": 2.5830231606960297e-6,
        "scoring": 0.00008949998300522566,
        "sort": 6.875023245811462e-6,
        "collapse": 0.004393499926663935,
        "other": 0.0005282089114189148
      },
      "rows_read": 22,
      "embedding_json_bytes": 185202,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 22,
      "results": 22
    },
    {
      "question_index": 44,
      "subject_id": "32582e6a-3a2a-45df-b816-909f3101b2b5",
      "total_seconds": 0.01012116705533117,
      "stages": {
        "setup": 0.0010682500433176756,
        "embed": 0.004176083952188492,
        "sql_fetch": 0.0006842510774731636,
        "decode": 0.0007194571662694216,
        "hydrate": 0.00016166677232831717,
        "filters": 5.208072252571583e-6,
        "source_rows": 0.0006543329218402505,
        "support_discounts": 2.2080494090914726e-6,
        "scoring": 0.0000601249048486352,
        "sort": 4.500034265220165e-6,
        "collapse": 0.0022185000125318766,
        "other": 0.0003665840486064553
      },
      "rows_read": 12,
      "embedding_json_bytes": 101155,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 45,
      "subject_id": "052a8e6c-19bf-42ed-9556-4c778b85e5a7",
      "total_seconds": 0.008092207950539887,
      "stages": {
        "setup": 0.0010961669031530619,
        "embed": 0.005047833081334829,
        "sql_fetch": 0.0005209998926147819,
        "decode": 0.00023462611716240644,
        "hydrate": 0.000036415993236005306,
        "filters": 3.750086762011051e-6,
        "source_rows": 0.0005647499347105622,
        "support_discounts": 8.329516276717186e-7,
        "scoring": 0.000028082984499633312,
        "sort": 2.4170149117708206e-6,
        "collapse": 0.0003737080842256546,
        "other": 0.0001826249063014984
      },
      "rows_read": 2,
      "embedding_json_bytes": 16865,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 46,
      "subject_id": "569b12cd-8596-4189-8e54-e4961cb2c589",
      "total_seconds": 0.010183667065575719,
      "stages": {
        "setup": 0.001102292095310986,
        "embed": 0.005182540975511074,
        "sql_fetch": 0.0006160839693620801,
        "decode": 0.0005261680344119668,
        "hydrate": 0.000122040044516325,
        "filters": 4.915986210107803e-6,
        "source_rows": 0.0006176249589771032,
        "support_discounts": 1.750071533024311e-6,
        "scoring": 0.00004829093813896179,
        "sort": 3.334018401801586e-6,
        "collapse": 0.001649875077418983,
        "other": 0.00030875089578330517
      },
      "rows_read": 8,
      "embedding_json_bytes": 67374,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 47,
      "subject_id": "7f525899-973b-4418-b6f6-56bb63b9b8c3",
      "total_seconds": 0.023906791931949556,
      "stages": {
        "setup": 0.0011179170105606318,
        "embed": 0.0056168329901993275,
        "sql_fetch": 0.0016682498389855027,
        "decode": 0.004511787439696491,
        "hydrate": 0.0012177127646282315,
        "filters": 0.000029083923436701298,
        "source_rows": 0.001079290988855064,
        "support_discounts": 8.750008419156075e-6,
        "scoring": 0.0002694579306989908,
        "sort": 0.000022083986550569534,
        "collapse": 0.007391875027678907,
        "other": 0.0009737500222399831
      },
      "rows_read": 90,
      "embedding_json_bytes": 758263,
      "models_hydrated": 90,
      "candidates_scored": 88,
      "snapshot_ids_looked_up": 86,
      "entry_ids_looked_up": 85,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": "b6464abe-4c0f-4c27-9b20-073f27b9c57f",
      "total_seconds": 0.010900666937232018,
      "stages": {
        "setup": 0.0011169579811394215,
        "embed": 0.006151334033347666,
        "sql_fetch": 0.000617917045019567,
        "decode": 0.000530497869476676,
        "hydrate": 0.00010350113734602928,
        "filters": 4.749977961182594e-6,
        "source_rows": 0.0005913339555263519,
        "support_discounts": 1.9170111045241356e-6,
        "scoring": 0.00005216605495661497,
        "sort": 3.875000402331352e-6,
        "collapse": 0.0014483749400824308,
        "other": 0.0002780419308692217
      },
      "rows_read": 8,
      "embedding_json_bytes": 67393,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 49,
      "subject_id": "190b3308-2a8b-45de-b7f1-988529675564",
      "total_seconds": 0.01215574995148927,
      "stages": {
        "setup": 0.0011000409722328186,
        "embed": 0.005262750084511936,
        "sql_fetch": 0.0007067088736221194,
        "decode": 0.0009147071978077292,
        "hydrate": 0.00018591689877212048,
        "filters": 5.916925147175789e-6,
        "source_rows": 0.0006332920165732503,
        "support_discounts": 1.959037035703659e-6,
        "scoring": 0.00006824999582022429,
        "sort": 5.375011824071407e-6,
        "collapse": 0.002863332978449762,
        "other": 0.00040749995969235897
      },
      "rows_read": 16,
      "embedding_json_bytes": 134783,
      "models_hydrated": 16,
      "candidates_scored": 16,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 16,
      "results": 16
    },
    {
      "question_index": 50,
      "subject_id": "850e2b2d-e3b1-4a31-bbc3-f145982ca20b",
      "total_seconds": 0.020590542000718415,
      "stages": {
        "setup": 0.0011138339759781957,
        "embed": 0.004913750104606152,
        "sql_fetch": 0.0020322089549154043,
        "decode": 0.0027665846282616258,
        "hydrate": 0.0007314144168049097,
        "filters": 0.000018708989955484867,
        "source_rows": 0.0008877499494701624,
        "support_discounts": 5.165929906070232e-6,
        "scoring": 0.00016437505837529898,
        "sort": 0.000012959004379808903,
        "collapse": 0.00703579094260931,
        "other": 0.0009080000454559922
      },
      "rows_read": 53,
      "embedding_json_bytes": 446606,
      "models_hydrated": 53,
      "candidates_scored": 51,
      "snapshot_ids_looked_up": 51,
      "entry_ids_looked_up": 51,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": "d2a1b9a6-4c12-4dea-a803-38184397e926",
      "total_seconds": 0.022753249970264733,
      "stages": {
        "setup": 0.0011092079803347588,
        "embed": 0.004962584003806114,
        "sql_fetch": 0.0015452500665560365,
        "decode": 0.004117292119190097,
        "hydrate": 0.0011542077409103513,
        "filters": 0.00002220796886831522,
        "source_rows": 0.0010420000180602074,
        "support_discounts": 8.25000461190939e-6,
        "scoring": 0.00025416596326977015,
        "sort": 0.00002062495332211256,
        "collapse": 0.007543500047177076,
        "other": 0.0009739591041579843
      },
      "rows_read": 81,
      "embedding_json_bytes": 682374,
      "models_hydrated": 81,
      "candidates_scored": 80,
      "snapshot_ids_looked_up": 79,
      "entry_ids_looked_up": 75,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": "c54a7c72-f6f3-4ab2-8c22-b8bf0e3c1da3",
      "total_seconds": 0.008255208027549088,
      "stages": {
        "setup": 0.0011204580077901483,
        "embed": 0.005170874996110797,
        "sql_fetch": 0.0005397510249167681,
        "decode": 0.00024583202321082354,
        "hydrate": 0.00003812497016042471,
        "filters": 3.5829143598675728e-6,
        "source_rows": 0.000549167045392096,
        "support_discounts": 7.919734343886375e-7,
        "scoring": 0.00003004202153533697,
        "sort": 2.3329630494117737e-6,
        "collapse": 0.0003752920310944319,
        "other": 0.00017895805649459362
      },
      "rows_read": 2,
      "embedding_json_bytes": 16839,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 53,
      "subject_id": "35c9ea97-8444-4b6e-b33a-b61793733b22",
      "total_seconds": 0.021341499988920987,
      "stages": {
        "setup": 0.0011268749367445707,
        "embed": 0.004813042003661394,
        "sql_fetch": 0.001440958003513515,
        "decode": 0.003603914752602577,
        "hydrate": 0.0009128772653639317,
        "filters": 0.000019290950149297714,
        "source_rows": 0.0009614169830456376,
        "support_discounts": 7.417052984237671e-6,
        "scoring": 0.00022124999668449163,
        "sort": 0.000018124934285879135,
        "collapse": 0.007303458056412637,
        "other": 0.0009128750534728169
      },
      "rows_read": 71,
      "embedding_json_bytes": 598198,
      "models_hydrated": 71,
      "candidates_scored": 70,
      "snapshot_ids_looked_up": 70,
      "entry_ids_looked_up": 70,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": "059e80ed-c63c-4c1d-a8e3-62805183b27a",
      "total_seconds": 0.022630207939073443,
      "stages": {
        "setup": 0.0011498749954625964,
        "embed": 0.004346000030636787,
        "sql_fetch": 0.0023168750340119004,
        "decode": 0.003889089683070779,
        "hydrate": 0.001119952299632132,
        "filters": 0.000026416033506393433,
        "source_rows": 0.0009850419592112303,
        "support_discounts": 6.66698906570673e-6,
        "scoring": 0.00021104200277477503,
        "sort": 0.00001720793079584837,
        "collapse": 0.007564708008430898,
        "other": 0.0009973329724743962
      },
      "rows_read": 74,
      "embedding_json_bytes": 623402,
      "models_hydrated": 74,
      "candidates_scored": 70,
      "snapshot_ids_looked_up": 69,
      "entry_ids_looked_up": 67,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 74,
    "loop_seconds": 0.00011429202277213335,
    "stack_seconds": 0.000019249971956014633,
    "matmul_seconds": 0.000019166036508977413
  },
  "peak_rss_bytes": 759709696,
  "sampled_peak_rss_bytes": 752386048,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.69580078125,
      2.1259765625,
      1.9404296875
    ],
    "load_average_after": [
      1.7197265625,
      2.12353515625,
      1.9404296875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-warm-unfiltered",
    "size": 100000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-warm-unfiltered.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:03:16.707056+00:00",
  "finished_at": "2026-10-18T04:04:05.733089+00:00",
  "wall_seconds": 49.02560991595965,
  "import_seconds": 0.6817705420544371,
  "encoder_load_seconds": 4.2525817500427365,
  "warmup_seconds": 10.811110957991332,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 0.681173334014602,
      "stages": {
        "setup": 0.0014167919289320707,
        "embed": 0.019387833075597882,
        "sql_fetch": 0.0005159579450264573,
        "decode": 0.011207625037059188,
        "hydrate": 0.0,
        "filters": 0.10381670901551843,
        "source_rows": 0.129748290986754,
        "support_discounts": 0.023547874996438622,
        "scoring": 0.34139566705562174,
        "sort": 0.033046290976926684,
        "collapse": 0.008089125039987266,
        "other": 0.009001167956739664
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 0.6608030829811469,
      "stages": {
        "setup": 0.0013530829455703497,
        "embed": 0.006160584045574069,
        "sql_fetch": 0.00041008309926837683,
        "decode": 0.012452458846382797,
        "hydrate": 0.0,
        "filters": 0.10176787502132356,
        "source_rows": 0.12746533297467977,
        "support_discounts": 0.02311087492853403,
        "scoring": 0.33634345803875476,
        "sort": 0.033949167001992464,
        "collapse": 0.008863208000548184,
        "other": 0.00892695807851851
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 0.6608497080160305,
      "stages": {
        "setup": 0.0013475000159814954,
        "embed": 0.00616666697897017,
        "sql_fetch": 0.00040704093407839537,
        "decode": 0.012307167053222656,
        "hydrate": 0.0,
        "filters": 0.09944925003219396,
        "source_rows": 0.12489120790269226,
        "support_discounts": 0.023631000076420605,
        "scoring": 0.3416706669377163,
        "sort": 0.03333112504333258,
        "collapse": 0.008752292022109032,
        "other": 0.008895791019313037
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 0.6626746250549331,
      "stages": {
        "setup": 0.0013778751017525792,
        "embed": 0.006183833931572735,
        "sql_fetch": 0.0004108739085495472,
        "decode": 0.012341667083092034,
        "hydrate": 0.0,
        "filters": 0.09926016698591411,
        "source_rows": 0.12792412494309247,
        "support_discounts": 0.023787999991327524,
        "scoring": 0.34124170802533627,
        "sort": 0.03380733297672123,
        "collapse": 0.007503374945372343,
        "other": 0.008835667162202299
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 0.6494193749967963,
      "stages": {
        "setup": 0.0013288749614730477,
        "embed": 0.006109958048909903,
        "sql_fetch": 0.00038020790088921785,
        "decode": 0.011905958992429078,
        "hydrate": 0.0,
        "filters": 0.09848325001075864,
        "source_rows": 0.12158995808567852,
        "support_discounts": 0.023247082950547338,
        "scoring": 0.336810625041835,
        "sort": 0.032723666983656585,
        "collapse": 0.007946999976411462,
        "other": 0.008892792044207454
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 0.6652876670705155,
      "stages": {
        "setup": 0.001317832968197763,
        "embed": 0.007871125009842217,
        "sql_fetch": 0.00042329204734414816,
        "decode": 0.012091707903891802,
        "hydrate": 0.0,
        "filters": 0.10106999997515231,
        "source_rows": 0.12591708300169557,
        "support_discounts": 0.023071832954883575,
        "scoring": 0.34290000004693866,
        "sort": 0.03374799992889166,
        "collapse": 0.007972833001986146,
        "other": 0.008903960231691599
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 0.6584663749672472,
      "stages": {
        "setup": 0.0013020829064771533,
        "embed": 0.0054525419836863875,
        "sql_fetch": 0.00038525008130818605,
        "decode": 0.01200091594364494,
        "hydrate": 0.0,
        "filters": 0.09925500000827014,
        "source_rows": 0.1242063749814406,
        "support_discounts": 0.023177791037596762,
        "scoring": 0.34228054201230407,
        "sort": 0.03369508299510926,
        "collapse": 0.007850709022022784,
        "other": 0.008860083995386958
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 0.6534143330063671,
      "stages": {
        "setup": 0.0013559170765802264,
        "embed": 0.0067255409667268395,
        "sql_fetch": 0.00037883303593844175,
        "decode": 0.011997875990346074,
        "hydrate": 0.0,
        "filters": 0.10015762504190207,
        "source_rows": 0.12351737497374415,
        "support_discounts": 0.022703542024828494,
        "scoring": 0.3361496669240296,
        "sort": 0.03362862498033792,
        "collapse": 0.00789850007276982,
        "other": 0.008900831919163465
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 0.6636312089394778,
      "stages": {
        "setup": 0.001337708905339241,
        "embed": 0.006887500057928264,
        "sql_fetch": 0.00041162397246807814,
        "decode": 0.012310168007388711,
        "hydrate": 0.0,
        "filters": 0.10299016698263586,
        "source_rows": 0.13089179107919335,
        "support_discounts": 0.022985916933976114,
        "scoring": 0.33590766601264477,
        "sort": 0.03277545899618417,
        "collapse": 0.00799808301962912,
        "other": 0.009135124972090125
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 0.666187374969013,
      "stages": {
        "setup": 0.0013519169297069311,
        "embed": 0.00594908301718533,
        "sql_fetch": 0.0004059169441461563,
        "decode": 0.012388291070237756,
        "hydrate": 0.0,
        "filters": 0.10224066697992384,
        "source_rows": 0.13285920803900808,
        "support_discounts": 0.02323525003157556,
        "scoring": 0.33703100006096065,
        "sort": 0.03265795798506588,
        "collapse": 0.008987749926745892,
        "other": 0.009080333984456956
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 0.6555089160101488,
      "stages": {
        "setup": 0.0013575829798355699,
        "embed": 0.005691042053513229,
        "sql_fetch": 0.0004121239762753248,
        "decode": 0.01235062605701387,
        "hydrate": 0.0,
        "filters": 0.1021146250423044,
        "source_rows": 0.12404833291657269,
        "support_discounts": 0.02287504100240767,
        "scoring": 0.3373715420020744,
        "sort": 0.03255037509370595,
        "collapse": 0.0077899579191580415,
        "other": 0.00894766696728766
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 0.6639242910314351,
      "stages": {
        "setup": 0.0013242909917607903,
        "embed": 0.005957584013231099,
        "sql_fetch": 0.00039795797783881426,
        "decode": 0.01216812594793737,
        "hydrate": 0.0,
        "filters": 0.10143808310385793,
        "source_rows": 0.12773104198276997,
        "support_discounts": 0.023299791966564953,
        "scoring": 0.34125979198142886,
        "sort": 0.03373900009319186,
        "collapse": 0.007855749921873212,
        "other": 0.00875287305098027
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 0.6465873749693856,
      "stages": {
        "setup": 0.0013700000708922744,
        "embed": 0.005614291992969811,
        "sql_fetch": 0.0004038750194013119,
        "decode": 0.012033291975967586,
        "hydrate": 0.0,
        "filters": 0.0992985829943791,
        "source_rows": 0.12170833407435566,
        "support_discounts": 0.023549707955680788,
        "scoring": 0.3323154170066118,
        "sort": 0.033727833069860935,
        "collapse": 0.00781474995892495,
        "other": 0.00875129085034132
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 0.6591271250508726,
      "stages": {
        "setup": 0.001336083048954606,
        "embed": 0.0058781669940799475,
        "sql_fetch": 0.00039362499956041574,
        "decode": 0.012534708948805928,
        "hydrate": 0.0,
        "filters": 0.10137766599655151,
        "source_rows": 0.12745841697324067,
        "support_discounts": 0.022883250028826296,
        "scoring": 0.337836500024423,
        "sort": 0.03296245797537267,
        "collapse": 0.00752220896538347,
        "other": 0.008944041095674038
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 0.6568443329306319,
      "stages": {
        "setup": 0.001319207949563861,
        "embed": 0.005526707973331213,
        "sql_fetch": 0.0004033331060782075,
        "decode": 0.012263833894394338,
        "hydrate": 0.0,
        "filters": 0.10018695809412748,
        "source_rows": 0.12574295792728662,
        "support_discounts": 0.02276058297138661,
        "scoring": 0.33817137498408556,
        "sort": 0.0335198329994455,
        "collapse": 0.007989958976395428,
        "other": 0.008959584054537117
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 0.6623154170811176,
      "stages": {
        "setup": 0.0013427080120891333,
        "embed": 0.006235209060832858,
        "sql_fetch": 0.00041149999015033245,
        "decode": 0.012945624999701977,
        "hydrate": 0.0,
        "filters": 0.10177991690579802,
        "source_rows": 0.12867550004739314,
        "support_discounts": 0.023032499942928553,
        "scoring": 0.3382496670819819,
        "sort": 0.032904707943089306,
        "collapse": 0.007861583027988672,
        "other": 0.00887650006916374
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 0.6468072920106351,
      "stages": {
        "setup": 0.00133500003721565,
        "embed": 0.005982292001135647,
        "sql_fetch": 0.0004035829333588481,
        "decode": 0.012052083970047534,
        "hydrate": 0.0,
        "filters": 0.09846566605847329,
        "source_rows": 0.12406366702634841,
        "support_discounts": 0.022857707925140858,
        "scoring": 0.3312073330162093,
        "sort": 0.03352412499953061,
        "collapse": 0.008150500012561679,
        "other": 0.008765334030613303
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 0.6620630830293521,
      "stages": {
        "setup": 0.001327665988355875,
        "embed": 0.006199417053721845,
        "sql_fetch": 0.00038766697980463505,
        "decode": 0.012093458091840148,
        "hydrate": 0.0,
        "filters": 0.10097662499174476,
        "source_rows": 0.1294904169626534,
        "support_discounts": 0.023174791014753282,
        "scoring": 0.3386602500686422,
        "sort": 0.03289708390366286,
        "collapse": 0.007967708050273359,
        "other": 0.00888799992389977
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 0.6554141669766977,
      "stages": {
        "setup": 0.0013380000600591302,
        "embed": 0.006354374927468598,
        "sql_fetch": 0.00040062388870865107,
        "decode": 0.01221475109923631,
        "hydrate": 0.0,
        "filters": 0.10149708308745176,
        "source_rows": 0.12657399999443442,
        "support_discounts": 0.022615250083617866,
        "scoring": 0.33451687498018146,
        "sort": 0.03287870797794312,
        "collapse": 0.00810020905919373,
        "other": 0.008924291818402708
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 0.6577157499268651,
      "stages": {
        "setup": 0.0014172910014167428,
        "embed": 0.00593133398797363,
        "sql_fetch": 0.00040516583248972893,
        "decode": 0.012484334176406264,
        "hydrate": 0.0,
        "filters": 0.10108454094734043,
        "source_rows": 0.12896100000943989,
        "support_discounts": 0.02315149991773069,
        "scoring": 0.3337822920875624,
        "sort": 0.03382020792923868,
        "collapse": 0.0077394170220941305,
        "other": 0.008938667015172541
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 0.654459375073202,
      "stages": {
        "setup": 0.0013512499863281846,
        "embed": 0.006239667069166899,
        "sql_fetch": 0.00040520692709833384,
        "decode": 0.012220251141116023,
        "hydrate": 0.0,
        "filters": 0.10128599999006838,
        "source_rows": 0.12828745797742158,
        "support_discounts": 0.022715208935551345,
        "scoring": 0.3324798750691116,
        "sort": 0.0326415830058977,
        "collapse": 0.007936249952763319,
        "other": 0.008896625018678606
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 0.6542244169395417,
      "stages": {
        "setup": 0.0013144590193405747,
        "embed": 0.006955291028134525,
        "sql_fetch": 0.00041433307342231274,
        "decode": 0.012152083916589618,
        "hydrate": 0.0,
        "filters": 0.09919420792721212,
        "source_rows": 0.12207645806483924,
        "support_discounts": 0.022659041918814182,
        "scoring": 0.3389121670043096,
        "sort": 0.03357179102022201,
        "collapse": 0.007787459064275026,
        "other": 0.009187124902382493
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 0.6641082500573248,
      "stages": {
        "setup": 0.0013746250187978148,
        "embed": 0.007215708028525114,
        "sql_fetch": 0.0004078340716660023,
        "decode": 0.012204582919366658,
        "hydrate": 0.0,
        "filters": 0.1020634169690311,
        "source_rows": 0.1275416660355404,
        "support_discounts": 0.02260512497741729,
        "scoring": 0.33925458299927413,
        "sort": 0.033843709039501846,
        "collapse": 0.008773625013418496,
        "other": 0.008823374984785914
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 0.660542415920645,
      "stages": {
        "setup": 0.0013228330062702298,
        "embed": 0.0056255829986184835,
        "sql_fetch": 0.0003819999983534217,
        "decode": 0.01222233404405415,
        "hydrate": 0.0,
        "filters": 0.1000376659212634,
        "source_rows": 0.12728474999312311,
        "support_discounts": 0.023137834039516747,
        "scoring": 0.34021287492942065,
        "sort": 0.03343616600614041,
        "collapse": 0.007938667084090412,
        "other": 0.008941707899793983
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 0.6645239170175046,
      "stages": {
        "setup": 0.0013409170787781477,
        "embed": 0.006129042012616992,
        "sql_fetch": 0.0004026261158287525,
        "decode": 0.012413748889230192,
        "hydrate": 0.0,
        "filters": 0.10285370901692659,
        "source_rows": 0.13143070798832923,
        "support_discounts": 0.02280133299063891,
        "scoring": 0.3373582500498742,
        "sort": 0.03326212498359382,
        "collapse": 0.007491207914426923,
        "other": 0.009040249977260828
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 0.6686604169663042,
      "stages": {
        "setup": 0.0015392089262604713,
        "embed": 0.007716541062109172,
        "sql_fetch": 0.00044637511018663645,
        "decode": 0.012742332881316543,
        "hydrate": 0.0,
        "filters": 0.10112154192756861,
        "source_rows": 0.12747620802838355,
        "support_discounts": 0.023290957906283438,
        "scoring": 0.34310841700062156,
        "sort": 0.033950500073842704,
        "collapse": 0.008414207957684994,
        "other": 0.0088541260920465
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 0.6607749159447849,
      "stages": {
        "setup": 0.00136374996509403,
        "embed": 0.006036208011209965,
        "sql_fetch": 0.0004005419323220849,
        "decode": 0.012675291975028813,
        "hydrate": 0.0,
        "filters": 0.10299575002864003,
        "source_rows": 0.12500891601666808,
        "support_discounts": 0.02257091598585248,
        "scoring": 0.339094000053592,
        "sort": 0.03373979195021093,
        "collapse": 0.007901125005446374,
        "other": 0.008988625020720065
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 0.6559458329575136,
      "stages": {
        "setup": 0.0013228330062702298,
        "embed": 0.0069785419618710876,
        "sql_fetch": 0.00041337497532367706,
        "decode": 0.01267716707661748,
        "hydrate": 0.0,
        "filters": 0.10089437500573695,
        "source_rows": 0.12389512499794364,
        "support_discounts": 0.022619750001467764,
        "scoring": 0.33601391699630767,
        "sort": 0.033763458020985126,
        "collapse": 0.008479958982206881,
        "other": 0.008887331932783127
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 0.6571128329960629,
      "stages": {
        "setup": 0.0013290420174598694,
        "embed": 0.006291790981777012,
        "sql_fetch": 0.00039737496990710497,
        "decode": 0.012285459088161588,
        "hydrate": 0.0,
        "filters": 0.10135654103942215,
        "source_rows": 0.12835675000678748,
        "support_discounts": 0.022635916946455836,
        "scoring": 0.3335092910565436,
        "sort": 0.0337508749216795,
        "collapse": 0.008267750032246113,
        "other": 0.008932041935622692
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 0.662211750051938,
      "stages": {
        "setup": 0.001356207998469472,
        "embed": 0.005560667021200061,
        "sql_fetch": 0.000398874981328845,
        "decode": 0.01217375008855015,
        "hydrate": 0.0,
        "filters": 0.10133795801084489,
        "source_rows": 0.1301903339335695,
        "support_discounts": 0.023276542080566287,
        "scoring": 0.33877662499435246,
        "sort": 0.032735624932684004,
        "collapse": 0.007546292035840452,
        "other": 0.008858873974531889
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 0.6586181659949943,
      "stages": {
        "setup": 0.0013272080104798079,
        "embed": 0.005397167056798935,
        "sql_fetch": 0.0003860009601339698,
        "decode": 0.012218790012411773,
        "hydrate": 0.0,
        "filters": 0.10030404198914766,
        "source_rows": 0.12950370809994638,
        "support_discounts": 0.022847084095701575,
        "scoring": 0.33599291590508074,
        "sort": 0.03328816709108651,
        "collapse": 0.00839437497779727,
        "other": 0.008958707796409726
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 0.6514458749443293,
      "stages": {
        "setup": 0.0013324579922482371,
        "embed": 0.005683667026460171,
        "sql_fetch": 0.00038649991620332,
        "decode": 0.012592250132001936,
        "hydrate": 0.0,
        "filters": 0.10063116694800556,
        "source_rows": 0.12637158308643848,
        "support_discounts": 0.023001665947958827,
        "scoring": 0.3309616670012474,
        "sort": 0.03373662498779595,
        "collapse": 0.007837458048015833,
        "other": 0.008910833857953548
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 0.660676582949236,
      "stages": {
        "setup": 0.0013306249165907502,
        "embed": 0.006096124998293817,
        "sql_fetch": 0.0003940839087590575,
        "decode": 0.012061666115187109,
        "hydrate": 0.0,
        "filters": 0.09933391702361405,
        "source_rows": 0.12310245796106756,
        "support_discounts": 0.022613083012402058,
        "scoring": 0.34507987496908754,
        "sort": 0.03402062505483627,
        "collapse": 0.007795708952471614,
        "other": 0.00884841603692621
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 0.6569307090248913,
      "stages": {
        "setup": 0.0013602919643744826,
        "embed": 0.006155167007818818,
        "sql_fetch": 0.00041133409831672907,
        "decode": 0.012325207935646176,
        "hydrate": 0.0,
        "filters": 0.10080591693986207,
        "source_rows": 0.12483195797540247,
        "support_discounts": 0.022577375057153404,
        "scoring": 0.338219124940224,
        "sort": 0.03291095804888755,
        "collapse": 0.008209457970224321,
        "other": 0.009123917086981237
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 0.6597990839509293,
      "stages": {
        "setup": 0.0013564169639721513,
        "embed": 0.00611508300062269,
        "sql_fetch": 0.0003906239289790392,
        "decode": 0.012303793104365468,
        "hydrate": 0.0,
        "filters": 0.10210383299272507,
        "source_rows": 0.13167512498330325,
        "support_discounts": 0.02276795799843967,
        "scoring": 0.33307470800355077,
        "sort": 0.03311637509614229,
        "collapse": 0.007984875002875924,
        "other": 0.008910292875953019
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 0.6605747090652585,
      "stages": {
        "setup": 0.0013562090462073684,
        "embed": 0.006071415962651372,
        "sql_fetch": 0.00040966703090816736,
        "decode": 0.012537499889731407,
        "hydrate": 0.0,
        "filters": 0.10296033299528062,
        "source_rows": 0.12519462511409074,
        "support_discounts": 0.02251391706522554,
        "scoring": 0.338998332968913,
        "sort": 0.033906874945387244,
        "collapse": 0.0077052500564605,
        "other": 0.00892058399040252
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 0.667560875066556,
      "stages": {
        "setup": 0.0013275420060381293,
        "embed": 0.006787082995288074,
        "sql_fetch": 0.0004026250680908561,
        "decode": 0.012414915952831507,
        "hydrate": 0.0,
        "filters": 0.10265866701956838,
        "source_rows": 0.1323200420010835,
        "support_discounts": 0.02316487510688603,
        "scoring": 0.338743457919918,
        "sort": 0.03305904206354171,
        "collapse": 0.00773399998433888,
        "other": 0.008948624948970973
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 0.6593984579667449,
      "stages": {
        "setup": 0.001327625010162592,
        "embed": 0.005840666010044515,
        "sql_fetch": 0.00039604201447218657,
        "decode": 0.012327915988862514,
        "hydrate": 0.0,
        "filters": 0.10023220803122967,
        "source_rows": 0.12574074999429286,
        "support_discounts": 0.023333166958764195,
        "scoring": 0.33993675000965595,
        "sort": 0.03385016601532698,
        "collapse": 0.00752370897680521,
        "other": 0.008889458957128227
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 0.6584553340217099,
      "stages": {
        "setup": 0.0012883340241387486,
        "embed": 0.005586375016719103,
        "sql_fetch": 0.00038512598257511854,
        "decode": 0.012414207099936903,
        "hydrate": 0.0,
        "filters": 0.10199437499977648,
        "source_rows": 0.12748299993108958,
        "support_discounts": 0.02306145802140236,
        "scoring": 0.3361168339615688,
        "sort": 0.03317200008314103,
        "collapse": 0.007986165932379663,
        "other": 0.0089674589689821
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 0.6573187910253182,
      "stages": {
        "setup": 0.0012984160566702485,
        "embed": 0.005043416982516646,
        "sql_fetch": 0.0003782488638535142,
        "decode": 0.012481834157370031,
        "hydrate": 0.0,
        "filters": 0.10184891696553677,
        "source_rows": 0.12499525002203882,
        "support_discounts": 0.022704417002387345,
        "scoring": 0.33777837501838803,
        "sort": 0.033692541997879744,
        "collapse": 0.008197625051252544,
        "other": 0.00889974890742451
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 0.6610283330082893,
      "stages": {
        "setup": 0.0013372909743338823,
        "embed": 0.00570258405059576,
        "sql_fetch": 0.0004004170186817646,
        "decode": 0.012507874052971601,
        "hydrate": 0.0,
        "filters": 0.10161379200872034,
        "source_rows": 0.13060358294751495,
        "support_discounts": 0.023126082960516214,
        "scoring": 0.33606204204261303,
        "sort": 0.03284433297812939,
        "collapse": 0.007919499999843538,
        "other": 0.00891083397436887
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 0.6525971669470891,
      "stages": {
        "setup": 0.0013104589888826013,
        "embed": 0.0070177080342546105,
        "sql_fetch": 0.0003886668710038066,
        "decode": 0.012053875136189163,
        "hydrate": 0.0,
        "filters": 0.09944191703107208,
        "source_rows": 0.12306837493088096,
        "support_discounts": 0.02263754198793322,
        "scoring": 0.33596262510400265,
        "sort": 0.033607374993152916,
        "collapse": 0.008203667006455362,
        "other": 0.00890495686326176
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 0.6689682089490816,
      "stages": {
        "setup": 0.001333791995421052,
        "embed": 0.006811250001192093,
        "sql_fetch": 0.00041341606993228197,
        "decode": 0.012348874937742949,
        "hydrate": 0.0,
        "filters": 0.10205516696441919,
        "source_rows": 0.13250887498725206,
        "support_discounts": 0.023265458992682397,
        "scoring": 0.34051941602956504,
        "sort": 0.03284524998161942,
        "collapse": 0.00795587501488626,
        "other": 0.00891083397436887
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 0.6586602500174195,
      "stages": {
        "setup": 0.0013661669800058007,
        "embed": 0.00691062503028661,
        "sql_fetch": 0.0003762500127777457,
        "decode": 0.011876833974383771,
        "hydrate": 0.0,
        "filters": 0.09959012502804399,
        "source_rows": 0.1267777499742806,
        "support_discounts": 0.023147292085923254,
        "scoring": 0.33833041600883007,
        "sort": 0.03367262496612966,
        "collapse": 0.007769541931338608,
        "other": 0.008842624025419354
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 0.6559533750405535,
      "stages": {
        "setup": 0.001323667005635798,
        "embed": 0.005852250033058226,
        "sql_fetch": 0.00037937494926154613,
        "decode": 0.012146708089858294,
        "hydrate": 0.0,
        "filters": 0.09962583298329264,
        "source_rows": 0.12802391697186977,
        "support_discounts": 0.02302308299113065,
        "scoring": 0.3361083340132609,
        "sort": 0.03290483297314495,
        "collapse": 0.007691333070397377,
        "other": 0.008874041959643364
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 0.6580789169529453,
      "stages": {
        "setup": 0.0013246668968349695,
        "embed": 0.005392750026658177,
        "sql_fetch": 0.00038670795038342476,
        "decode": 0.012139500118792057,
        "hydrate": 0.0,
        "filters": 0.09948520897887647,
        "source_rows": 0.12667708296794444,
        "support_discounts": 0.0228879579808563,
        "scoring": 0.3396530830068514,
        "sort": 0.03310654207598418,
        "collapse": 0.00794012495316565,
        "other": 0.009085291996598244
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 0.6611659169429913,
      "stages": {
        "setup": 0.001327291945926845,
        "embed": 0.0058423749869689345,
        "sql_fetch": 0.0003885419573634863,
        "decode": 0.012226083083078265,
        "hydrate": 0.0,
        "filters": 0.10048337490297854,
        "source_rows": 0.12455962505191565,
        "support_discounts": 0.023017457919195294,
        "scoring": 0.3426938339835033,
        "sort": 0.03413483302574605,
        "collapse": 0.007638417067937553,
        "other": 0.008854083018377423
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 0.6542636660160497,
      "stages": {
        "setup": 0.0013552079908549786,
        "embed": 0.006285417010076344,
        "sql_fetch": 0.00039295805618166924,
        "decode": 0.012213041889481246,
        "hydrate": 0.0,
        "filters": 0.10026254202239215,
        "source_rows": 0.12368329102173448,
        "support_discounts": 0.02249850006774068,
        "scoring": 0.33694004092831165,
        "sort": 0.03361899999435991,
        "collapse": 0.007825750042684376,
        "other": 0.009187916992232203
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 0.6737677919445559,
      "stages": {
        "setup": 0.0013750839279964566,
        "embed": 0.006055333069525659,
        "sql_fetch": 0.00040479202289134264,
        "decode": 0.012314417050220072,
        "hydrate": 0.0,
        "filters": 0.10247720801271498,
        "source_rows": 0.13171233294997364,
        "support_discounts": 0.023148874985054135,
        "scoring": 0.34456558304373175,
        "sort": 0.03457012493163347,
        "collapse": 0.008216042071580887,
        "other": 0.008927999879233539
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 0.6601726249791682,
      "stages": {
        "setup": 0.0013506249524652958,
        "embed": 0.005555708077736199,
        "sql_fetch": 0.00038566708099097013,
        "decode": 0.012280373950488865,
        "hydrate": 0.0,
        "filters": 0.10749675007537007,
        "source_rows": 0.12402949994429946,
        "support_discounts": 0.022758124978281558,
        "scoring": 0.3356730000814423,
        "sort": 0.03389987489208579,
        "collapse": 0.007785666035488248,
        "other": 0.008957334910519421
      },
      "rows_read": 100000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.14112037501763552,
    "stack_seconds": 0.03505391697399318,
    "matmul_seconds": 0.0021881250431761146
  },
  "peak_rss_bytes": 2063613952,
  "sampled_peak_rss_bytes": 1909063680,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.03271484375,
      2.2861328125,
      1.9755859375
    ],
    "load_average_after": [
      1.75341796875,
      2.1767578125,
      1.9521484375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]
