[
{
  "spec": {
    "cell_id": "n10000-cold-subject-r0",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:52.511252+00:00",
  "finished_at": "2026-10-18T03:49:56.865412+00:00",
  "wall_seconds": 4.354015875025652,
  "import_seconds": 0.45645687507931143,
  "encoder_load_seconds": 3.7067434589844197,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "735da110-bd6c-4e16-bbcb-9f3e94644ec9",
      "total_seconds": 0.10884008300490677,
      "stages": {
        "setup": 0.009465375100262463,
        "embed": 0.07317895791493356,
        "sql_fetch": 0.007777457940392196,
        "decode": 0.0022896615555509925,
        "hydrate": 0.0006074215052649379,
        "filters": 0.000031333998776972294,
        "source_rows": 0.0013651250628754497,
        "support_discounts": 7.999944500625134e-6,
        "scoring": 0.006152332993224263,
        "sort": 0.00001708301715552807,
        "collapse": 0.006987208966165781,
        "other": 0.0009601250058040023
      },
      "rows_read": 35,
      "embedding_json_bytes": 294669,
      "models_hydrated": 35,
      "candidates_scored": 33,
      "snapshot_ids_looked_up": 31,
      "entry_ids_looked_up": 29,
      "results": 33
    }
  ],
  "cosine_reference": {
    "vectors": 35,
    "loop_seconds": 0.00006879097782075405,
    "stack_seconds": 0.00001579197123646736,
    "matmul_seconds": 0.0000189170241355896
  },
  "peak_rss_bytes": 657440768,
  "sampled_peak_rss_bytes": 521338880,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.572265625,
      1.59765625,
      1.65380859375
    ],
    "load_average_after": [
      1.6064453125,
      1.60400390625,
      1.65576171875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r1",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:57.356406+00:00",
  "finished_at": "2026-10-18T03:50:01.980335+00:00",
  "wall_seconds": 4.623789542005397,
  "import_seconds": 0.457679208018817,
  "encoder_load_seconds": 3.9778793329605833,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "dc690f6c-b1b0-44ba-a14a-5e7b8176c6eb",
      "total_seconds": 0.10718824993818998,
      "stages": {
        "setup": 0.008695249911397696,
        "embed": 0.06996545800939202,
        "sql_fetch": 0.008379582082852721,
        "decode": 0.0026140008121728897,
        "hydrate": 0.0006729591405019164,
        "filters": 0.00003733299672603607,
        "source_rows": 0.001339874928817153,
        "support_discounts": 8.083065040409565e-6,
        "scoring": 0.006128416978754103,
        "sort": 0.000018749968148767948,
        "collapse": 0.008312624995596707,
        "other": 0.0010159170487895608
      },
      "rows_read": 42,
      "embedding_json_bytes": 353854,
      "models_hydrated": 42,
      "candidates_scored": 39,
      "snapshot_ids_looked_up": 37,
      "entry_ids_looked_up": 33,
      "results": 39
    }
  ],
  "cosine_reference": {
    "vectors": 42,
    "loop_seconds": 0.0000754588982090354,
    "stack_seconds": 0.000015333062037825584,
    "matmul_seconds": 0.000016291975043714046
  },
  "peak_rss_bytes": 657293312,
  "sampled_peak_rss_bytes": 504168448,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.6064453125,
      1.60400390625,
      1.65576171875
    ],
    "load_average_after": [
      1.5576171875,
      1.59375,
      1.65185546875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r2",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:50:02.469030+00:00",
  "finished_at": "2026-10-18T03:50:06.819682+00:00",
  "wall_seconds": 4.35052162501961,
  "import_seconds": 0.4593868328956887,
  "encoder_load_seconds": 3.7053255001083016,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "819f92ae-92e4-472f-bf2e-54de62e99f60",
      "total_seconds": 0.10238508402835578,
      "stages": {
        "setup": 0.009888499975204468,
        "embed": 0.07057883404195309,
        "sql_fetch": 0.006648874958045781,
        "decode": 0.0016585388220846653,
        "hydrate": 0.0004830022808164358,
        "filters": 0.00002829195000231266,
        "source_rows": 0.00135908299125731,
        "support_discounts": 0.000020791077986359596,
        "scoring": 0.006270834011957049,
        "sort": 0.000014666002243757248,
        "collapse": 0.004734833957627416,
        "other": 0.0006988339591771364
      },
      "rows_read": 22,
      "embedding_json_bytes": 185320,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 19,
      "entry_ids_looked_up": 19,
      "results": 22
    }
  ],
  "cosine_reference": {
    "vectors": 22,
    "loop_seconds": 0.00004904100205749273,
    "stack_seconds": 0.000012459000572562218,
    "matmul_seconds": 0.00001654098741710186
  },
  "peak_rss_bytes": 656998400,
  "sampled_peak_rss_bytes": 521158656,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.5576171875,
      1.59375,
      1.65185546875
    ],
    "load_average_after": [
      1.5927734375,
      1.60009765625,
      1.65380859375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r3",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:50:07.309268+00:00",
  "finished_at": "2026-10-18T03:50:11.649804+00:00",
  "wall_seconds": 4.340401082998142,
  "import_seconds": 0.45581304107327014,
  "encoder_load_seconds": 3.7003350829472765,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "deafe825-2004-4b66-bebd-edaca85ec5a8",
      "total_seconds": 0.10247537505347282,
      "stages": {
        "setup": 0.009179541957564652,
        "embed": 0.0700495830969885,
        "sql_fetch": 0.006915292120538652,
        "decode": 0.0018652928993105888,
        "hydrate": 0.00044012407306581736,
        "filters": 0.000030624913051724434,
        "source_rows": 0.0013020000187680125,
        "support_discounts": 6.58305361866951e-6,
        "scoring": 0.00617183290887624,
        "sort": 0.000014875084161758423,
        "collapse": 0.005771958967670798,
        "other": 0.0007276659598574042
      },
      "rows_read": 25,
      "embedding_json_bytes": 210553,
      "models_hydrated": 25,
      "candidates_scored": 24,
      "snapshot_ids_looked_up": 24,
      "entry_ids_looked_up": 20,
      "results": 24
    }
  ],
  "cosine_reference": {
    "vectors": 25,
    "loop_seconds": 0.000055292039178311825,
    "stack_seconds": 0.000012582982890307903,
    "matmul_seconds": 0.00001750001683831215
  },
  "peak_rss_bytes": 656998400,
  "sampled_peak_rss_bytes": 520994816,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.5927734375,
      1.60009765625,
      1.65380859375
    ],
    "load_average_after": [
      1.625,
      1.6064453125,
      1.65576171875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r4",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:50:12.139224+00:00",
  "finished_at": "2026-10-18T03:50:16.778574+00:00",
  "wall_seconds": 4.639214124996215,
  "import_seconds": 0.4521196249406785,
  "encoder_load_seconds": 4.010968875023536,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "fa8d1fd6-c732-4e7a-bb5f-9a12177e7f17",
      "total_seconds": 0.094152083969675,
      "stages": {
        "setup": 0.00938091694843024,
        "embed": 0.07036666700150818,
        "sql_fetch": 0.003193667042069137,
        "decode": 0.001054209191352129,
        "hydrate": 0.000184748787432909,
        "filters": 0.000024333945475518703,
        "source_rows": 0.001247083069756627,
        "support_discounts": 6.209011189639568e-6,
        "scoring": 0.005617957911454141,
        "sort": 9.750016033649445e-6,
        "collapse": 0.0026309170061722398,
        "other": 0.0004356240388005972
      },
      "rows_read": 7,
      "embedding_json_bytes": 58961,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    }
  ],
  "cosine_reference": {
    "vectors": 7,
    "loop_seconds": 0.000028833048418164253,
    "stack_seconds": 0.00001066701952368021,
    "matmul_seconds": 0.00003224995452910662
  },
  "peak_rss_bytes": 656539648,
  "sampled_peak_rss_bytes": 504823808,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.625,
      1.6064453125,
      1.65576171875
    ],
    "load_average_after": [
      1.73486328125,
      1.62939453125,
      1.66357421875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r0",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:08.429662+00:00",
  "finished_at": "2026-10-18T03:49:16.505490+00:00",
  "wall_seconds": 8.075676375068724,
  "import_seconds": 0.4563069170108065,
  "encoder_load_seconds": 5.77508108294569,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 1.744970333063975,
      "stages": {
        "setup": 0.008250166079960763,
        "embed": 0.28044562495779246,
        "sql_fetch": 0.6294328336371109,
        "decode": 0.5122340720845386,
        "hydrate": 0.24303126020822674,
        "filters": 0.005064417026005685,
        "source_rows": 0.014287292025983334,
        "support_discounts": 0.0017359170597046614,
        "scoring": 0.037486208020709455,
        "sort": 0.002731374930590391,
        "collapse": 0.008741958998143673,
        "other": 0.0015292080352082849
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.014775417046621442,
    "stack_seconds": 0.0031007499201223254,
    "matmul_seconds": 0.0007619170937687159
  },
  "peak_rss_bytes": 844431360,
  "sampled_peak_rss_bytes": 828817408,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.30859375,
      1.56982421875,
      1.64794921875
    ],
    "load_average_after": [
      1.3408203125,
      1.56689453125,
      1.64599609375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r1",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:17.084449+00:00",
  "finished_at": "2026-10-18T03:49:22.275006+00:00",
  "wall_seconds": 5.190423708059825,
  "import_seconds": 0.45512112497817725,
  "encoder_load_seconds": 3.547485167044215,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 1.089842666988261,
      "stages": {
        "setup": 0.008778374991379678,
        "embed": 0.07135629199910909,
        "sql_fetch": 0.17537470592651516,
        "decode": 0.5188236471731216,
        "hydrate": 0.2459994388045743,
        "filters": 0.005461875000037253,
        "source_rows": 0.012309874990023673,
        "support_discounts": 0.0017907910514622927,
        "scoring": 0.03731920896098018,
        "sort": 0.002603583037853241,
        "collapse": 0.00853833300061524,
        "other": 0.001486542052589357
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013501124922186136,
    "stack_seconds": 0.0028139170026406646,
    "matmul_seconds": 0.00029791705310344696
  },
  "peak_rss_bytes": 844529664,
  "sampled_peak_rss_bytes": 521207808,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.3408203125,
      1.56689453125,
      1.64599609375
    ],
    "load_average_after": [
      1.3134765625,
      1.55712890625,
      1.64208984375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r2",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:22.824999+00:00",
  "finished_at": "2026-10-18T03:49:27.997402+00:00",
  "wall_seconds": 5.172268333961256,
  "import_seconds": 0.46273599995765835,
  "encoder_load_seconds": 3.513156709028408,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 1.0975231250049546,
      "stages": {
        "setup": 0.009364292025566101,
        "embed": 0.07049820793326944,
        "sql_fetch": 0.17473645799327642,
        "decode": 0.525709416018799,
        "hydrate": 0.25011383497621864,
        "filters": 0.004665333079174161,
        "source_rows": 0.011608999921008945,
        "support_discounts": 0.0017903749831020832,
        "scoring": 0.0363354169530794,
        "sort": 0.0025516670430079103,
        "collapse": 0.008627124945633113,
        "other": 0.0015219991328194737
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013990665902383626,
    "stack_seconds": 0.0028544170781970024,
    "matmul_seconds": 0.0002978330012410879
  },
  "peak_rss_bytes": 844382208,
  "sampled_peak_rss_bytes": 522797056,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.3134765625,
      1.55712890625,
      1.64208984375
    ],
    "load_average_after": [
      1.3681640625,
      1.564453125,
      1.64404296875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r3",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:28.540300+00:00",
  "finished_at": "2026-10-18T03:49:35.401695+00:00",
  "wall_seconds": 6.861252916045487,
  "import_seconds": 0.4641733330208808,
  "encoder_load_seconds": 5.210591582930647,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 1.0878655420383438,
      "stages": {
        "setup": 0.00943279208149761,
        "embed": 0.07160362496506423,
        "sql_fetch": 0.1734910006634891,
        "decode": 0.5173264932818711,
        "hydrate": 0.24647550599183887,
        "filters": 0.004608083050698042,
        "source_rows": 0.01210816705133766,
        "support_discounts": 0.001920625101774931,
        "scoring": 0.03800741594750434,
        "sort": 0.0026800419436767697,
        "collapse": 0.008672125055454671,
        "other": 0.0015396669041365385
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013682374963536859,
    "stack_seconds": 0.002668290981091559,
    "matmul_seconds": 0.0002972499933093786
  },
  "peak_rss_bytes": 844316672,
  "sampled_peak_rss_bytes": 706166784,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.3681640625,
      1.564453125,
      1.64404296875
    ],
    "load_average_after": [
      1.53857421875,
      1.5947265625,
      1.65380859375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r4",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:35.957985+00:00",
  "finished_at": "2026-10-18T03:49:41.200172+00:00",
  "wall_seconds": 5.242049915948883,
  "import_seconds": 0.4521014590281993,
  "encoder_load_seconds": 3.6008691659662873,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 1.0914049999555573,
      "stages": {
        "setup": 0.009337333030998707,
        "embed": 0.06922795798163861,
        "sql_fetch": 0.17251825099810958,
        "decode": 0.5228639739798382,
        "hydrate": 0.2476470669498667,
        "filters": 0.005460625048726797,
        "source_rows": 0.012328541954047978,
        "support_discounts": 0.0017899579834192991,
        "scoring": 0.03739720908924937,
        "sort": 0.002623707987368107,
        "collapse": 0.008714666939340532,
        "other": 0.0014957080129534006
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013685125042684376,
    "stack_seconds": 0.002775833010673523,
    "matmul_seconds": 0.0003310419851914048
  },
  "peak_rss_bytes": 844398592,
  "sampled_peak_rss_bytes": 521109504,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.53857421875,
      1.5947265625,
      1.65380859375
    ],
    "load_average_after": [
      1.4951171875,
      1.58447265625,
      1.64990234375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-warm-subject",
    "size": 10000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-warm-subject.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:50:17.268065+00:00",
  "finished_at": "2026-10-18T03:50:22.625300+00:00",
  "wall_seconds": 5.357091167010367,
  "import_seconds": 0.4566000420600176,
  "encoder_load_seconds": 3.7096526250243187,
  "warmup_seconds": 0.09249041706789285,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "dcd0842f-46bc-45b4-83f5-60d52e67cdf9",
      "total_seconds": 0.011228124960325658,
      "stages": {
        "setup": 0.0013499170308932662,
        "embed": 0.007143041933886707,
        "sql_fetch": 0.0007044589146971703,
        "decode": 0.0003653331659734249,
        "hydrate": 0.0000712500186637044,
        "filters": 7.707974873483181e-6,
        "source_rows": 0.0006736249197274446,
        "support_discounts": 1.999898813664913e-6,
        "scoring": 0.0000728340819478035,
        "sort": 4.249974153935909e-6,
        "collapse": 0.000603041029535234,
        "other": 0.0002306660171598196
      },
      "rows_read": 3,
      "embedding_json_bytes": 25251,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 6,
      "subject_id": "45820b92-becc-4926-a427-7135f201c362",
      "total_seconds": 0.046538959024474025,
      "stages": {
        "setup": 0.0011657089926302433,
        "embed": 0.005472582997754216,
        "sql_fetch": 0.01143900107126683,
        "decode": 0.013434668304398656,
        "hydrate": 0.0036543726455420256,
        "filters": 0.00006937503349035978,
        "source_rows": 0.0014004160184413195,
        "support_discounts": 0.000030374969355762005,
        "scoring": 0.0007633749628439546,
        "sort": 0.0000629170099273324,
        "collapse": 0.007661791052669287,
        "other": 0.001384375966154039
      },
      "rows_read": 267,
      "embedding_json_bytes": 2249028,
      "models_hydrated": 267,
      "candidates_scored": 259,
      "snapshot_ids_looked_up": 178,
      "entry_ids_looked_up": 102,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": "c936943e-2b90-4e6a-97ba-1d732a81b392",
      "total_seconds": 0.009493708028458059,
      "stages": {
        "setup": 0.0012302499962970614,
        "embed": 0.006117000011727214,
        "sql_fetch": 0.0005794171011075377,
        "decode": 0.00028774887323379517,
        "hydrate": 0.000033624935895204544,
        "filters": 4.708999767899513e-6,
        "source_rows": 0.0005913330242037773,
        "support_discounts": 1.375097781419754e-6,
        "scoring": 0.000049915979616343975,
        "sort": 3.334018401801586e-6,
        "collapse": 0.0004005410009995103,
        "other": 0.00019445898942649364
      },
      "rows_read": 2,
      "embedding_json_bytes": 16890,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 8,
      "subject_id": "292a1a56-c8ab-45ae-a70f-94f042528273",
      "total_seconds": 0.028478584019467235,
      "stages": {
        "setup": 0.0011647919891402125,
        "embed": 0.006054416997358203,
        "sql_fetch": 0.0030352509347721934,
        "decode": 0.006614753277972341,
        "hydrate": 0.0018668288830667734,
        "filters": 0.00003770797047764063,
        "source_rows": 0.0009713339386507869,
        "support_discounts": 0.000011750031262636185,
        "scoring": 0.00037466699723154306,
        "sort": 0.00003158301115036011,
        "collapse": 0.0072857920313254,
        "other": 0.001029707957059145
      },
      "rows_read": 133,
      "embedding_json_bytes": 1120520,
      "models_hydrated": 133,
      "candidates_scored": 127,
      "snapshot_ids_looked_up": 106,
      "entry_ids_looked_up": 80,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": "add7014b-d33b-45ca-8055-a5417dd8465f",
      "total_seconds": 0.01138962502591312,
      "stages": {
        "setup": 0.0011498749954625964,
        "embed": 0.0059292500372976065,
        "sql_fetch": 0.0008431250462308526,
        "decode": 0.0006431248039007187,
        "hydrate": 0.00012787512969225645,
        "filters": 6.917049176990986e-6,
        "source_rows": 0.0006243749521672726,
        "support_discounts": 1.7919810488820076e-6,
        "scoring": 0.00006520806346088648,
        "sort": 4.917033948004246e-6,
        "collapse": 0.0016879579052329063,
        "other": 0.00030520802829414606
      },
      "rows_read": 10,
      "embedding_json_bytes": 84111,
      "models_hydrated": 10,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 10,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.07495029200799763,
      "stages": {
        "setup": 0.0010412920964881778,
        "embed": 0.007014082977548242,
        "sql_fetch": 0.013875334989279509,
        "decode": 0.031192209920845926,
        "hydrate": 0.008777788025327027,
        "filters": 0.00016904203221201897,
        "source_rows": 0.0017592080403119326,
        "support_discounts": 0.000057541998103260994,
        "scoring": 0.0017343329964205623,
        "sort": 0.0001474169548600912,
        "collapse": 0.007862666971050203,
        "other": 0.0013193750055506825
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": "7458af4a-f926-437e-9587-a177b7f005be",
      "total_seconds": 0.015230208984576166,
      "stages": {
        "setup": 0.001235291943885386,
        "embed": 0.006114416988566518,
        "sql_fetch": 0.001073625055141747,
        "decode": 0.0013376271817833185,
        "hydrate": 0.00029053876642137766,
        "filters": 0.000011791940778493881,
        "source_rows": 0.0006870420183986425,
        "support_discounts": 3.4169061109423637e-6,
        "scoring": 0.0001152080949395895,
        "sort": 9.332899935543537e-6,
        "collapse": 0.0037941670743748546,
        "other": 0.0005577501142397523
      },
      "rows_read": 24,
      "embedding_json_bytes": 202243,
      "models_hydrated": 24,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 20,
      "entry_ids_looked_up": 20,
      "results": 22
    },
    {
      "question_index": 12,
      "subject_id": "60231c37-7785-44b7-bed7-ee220d6d651d",
      "total_seconds": 0.021757499896921217,
      "stages": {
        "setup": 0.0009868749184533954,
        "embed": 0.007197458064183593,
        "sql_fetch": 0.0010656670201569796,
        "decode": 0.002644165651872754,
        "hydrate": 0.0007087922422215343,
        "filters": 0.000017457990907132626,
        "source_rows": 0.0007636250229552388,
        "support_discounts": 5.416921339929104e-6,
        "scoring": 0.0001662500435486436,
        "sort": 0.000013625016435980797,
        "collapse": 0.007244874956086278,
        "other": 0.0009432920487597585
      },
      "rows_read": 52,
      "embedding_json_bytes": 438053,
      "models_hydrated": 52,
      "candidates_scored": 49,
      "snapshot_ids_looked_up": 46,
      "entry_ids_looked_up": 39,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": "10381f03-ebf9-4e02-8676-0b518104f589",
      "total_seconds": 0.011075833928771317,
      "stages": {
        "setup": 0.0011154169915243983,
        "embed": 0.006235542008653283,
        "sql_fetch": 0.0006189178675413132,
        "decode": 0.0005516659002751112,
        "hydrate": 0.00011233321856707335,
        "filters": 5.041016265749931e-6,
        "source_rows": 0.0006162499776110053,
        "support_discounts": 1.9579892978072166e-6,
        "scoring": 0.00005925004370510578,
        "sort": 4.041939973831177e-6,
        "collapse": 0.0014749170513823628,
        "other": 0.0002804999239742756
      },
      "rows_read": 8,
      "embedding_json_bytes": 67428,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 14,
      "subject_id": "8ce2bdfe-d157-4a95-9d7d-8421e4bd8928",
      "total_seconds": 0.013651582994498312,
      "stages": {
        "setup": 0.0011407909914851189,
        "embed": 0.0047898340271785855,
        "sql_fetch": 0.0007554579060524702,
        "decode": 0.0012479977449402213,
        "hydrate": 0.00037150236312299967,
        "filters": 0.000010167015716433525,
        "source_rows": 0.0006522909970954061,
        "support_discounts": 2.4579931050539017e-6,
        "scoring": 0.00008762499783188105,
        "sort": 6.792019121348858e-6,
        "collapse": 0.004022957989946008,
        "other": 0.0005637089489027858
      },
      "rows_read": 23,
      "embedding_json_bytes": 193784,
      "models_hydrated": 23,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 19,
      "results": 22
    },
    {
      "question_index": 15,
      "subject_id": "272d83e7-4721-44ac-8c04-dd20d4049ee9",
      "total_seconds": 0.02099741599522531,
      "stages": {
        "setup": 0.0011601248988881707,
        "embed": 0.00530612503644079,
        "sql_fetch": 0.0010625009890645742,
        "decode": 0.002885712659917772,
        "hydrate": 0.0008390783332288265,
        "filters": 0.00001695798709988594,
        "source_rows": 0.0008050419855862856,
        "support_discounts": 5.875015631318092e-6,
        "scoring": 0.00017720903269946575,
        "sort": 0.000014874967746436596,
        "collapse": 0.007777374936267734,
        "other": 0.0009465401526540518
      },
      "rows_read": 57,
      "embedding_json_bytes": 480050,
      "models_hydrated": 57,
      "candidates_scored": 56,
      "snapshot_ids_looked_up": 54,
      "entry_ids_looked_up": 48,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": "b147aee4-0649-401f-8e95-6446e8950c4e",
      "total_seconds": 0.0153504170011729,
      "stages": {
        "setup": 0.0011296250158920884,
        "embed": 0.005505459033884108,
        "sql_fetch": 0.0008025419665500522,
        "decode": 0.00145025085657835,
        "hydrate": 0.0003792071947827935,
        "filters": 0.000010375049896538258,
        "source_rows": 0.0007124160183593631,
        "support_discounts": 2.9579969123005867e-6,
        "scoring": 0.00009624997619539499,
        "sort": 7.6249707490205765e-6,
        "collapse": 0.004666291992180049,
        "other": 0.000587416929192841
      },
      "rows_read": 27,
      "embedding_json_bytes": 227346,
      "models_hydrated": 27,
      "candidates_scored": 26,
      "snapshot_ids_looked_up": 24,
      "entry_ids_looked_up": 23,
      "results": 26
    },
    {
      "question_index": 17,
      "subject_id": "74c2999b-70e9-41a3-996f-b17704a66fcd",
      "total_seconds": 0.010953458026051521,
      "stages": {
        "setup": 0.0011145829921588302,
        "embed": 0.005053625092841685,
        "sql_fetch": 0.000659290817566216,
        "decode": 0.0007265009917318821,
        "hydrate": 0.00015633320435881615,
        "filters": 5.375011824071407e-6,
        "source_rows": 0.000605209032073617,
        "support_discounts": 1.7910497263073921e-6,
        "scoring": 0.00006362493149936199,
        "sort": 4.792003892362118e-6,
        "collapse": 0.002203750074841082,
        "other": 0.0003585828235372901
      },
      "rows_read": 12,
      "embedding_json_bytes": 101122,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 18,
      "subject_id": "84cee73b-7e17-40c2-8009-5a7f5724569c",
      "total_seconds": 0.021825416944921017,
      "stages": {
        "setup": 0.0011342919897288084,
        "embed": 0.006147374981082976,
        "sql_fetch": 0.0012379579711705446,
        "decode": 0.0032915452029556036,
        "hydrate": 0.000821454799734056,
        "filters": 0.00001908408012241125,
        "source_rows": 0.0008048330200836062,
        "support_discounts": 6.458023563027382e-6,
        "scoring": 0.00019762490410357714,
        "sort": 0.000016542035154998302,
        "collapse": 0.007230916991829872,
        "other": 0.0009173329453915358
      },
      "rows_read": 66,
      "embedding_json_bytes": 556180,
      "models_hydrated": 66,
      "candidates_scored": 63,
      "snapshot_ids_looked_up": 57,
      "entry_ids_looked_up": 46,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": "e0bbd29f-31b0-4cce-a301-88d5d61614bf",
      "total_seconds": 0.0077766249887645245,
      "stages": {
        "setup": 0.0011761659989133477,
        "embed": 0.004103334038518369,
        "sql_fetch": 0.0005475408397614956,
        "decode": 0.0003322081174701452,
        "hydrate": 0.00005433405749499798,
        "filters": 4.041939973831177e-6,
        "source_rows": 0.0005682080518454313,
        "support_discounts": 1.3329554349184036e-6,
        "scoring": 0.000039792037568986416,
        "sort": 2.9579969123005867e-6,
        "collapse": 0.0007413750281557441,
        "other": 0.00020533392671495676
      },
      "rows_read": 4,
      "embedding_json_bytes": 33658,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 20,
      "subject_id": "36ec96d3-c1c0-4ec3-a637-bc7e2d9241b8",
      "total_seconds": 0.05087958404328674,
      "stages": {
        "setup": 0.0010940419742837548,
        "embed": 0.004947833018377423,
        "sql_fetch": 0.008339041960425675,
        "decode": 0.01963604602497071,
        "hydrate": 0.0057157870614901185,
        "filters": 0.00011449994053691626,
        "source_rows": 0.0015629580011591315,
        "support_discounts": 0.000034667085856199265,
        "scoring": 0.0010329579235985875,
        "sort": 0.00008575001265853643,
        "collapse": 0.007251208066008985,
        "other": 0.001064792973920703
      },
      "rows_read": 382,
      "embedding_json_bytes": 3217607,
      "models_hydrated": 382,
      "candidates_scored": 369,
      "snapshot_ids_looked_up": 209,
      "entry_ids_looked_up": 112,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": "05049d5e-5243-413f-86a8-f8d771810c81",
      "total_seconds": 0.03039337508380413,
      "stages": {
        "setup": 0.0011458750814199448,
        "embed": 0.006135541945695877,
        "sql_fetch": 0.0023481668904423714,
        "decode": 0.008328422321937978,
        "hydrate": 0.00242016080301255,
        "filters": 0.00004704191815108061,
        "source_rows": 0.0011367910774424672,
        "support_discounts": 0.00001579197123646736,
        "scoring": 0.0004942499799653888,
        "sort": 0.0000434160465374589,
        "collapse": 0.007279917015694082,
        "other": 0.0009980000322684646
      },
      "rows_read": 165,
      "embedding_json_bytes": 1389994,
      "models_hydrated": 165,
      "candidates_scored": 158,
      "snapshot_ids_looked_up": 127,
      "entry_ids_looked_up": 87,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": "3b16f14a-8479-4576-bdc7-c5bafc3e2a6d",
      "total_seconds": 0.013391041080467403,
      "stages": {
        "setup": 0.0011067910818383098,
        "embed": 0.005739958956837654,
        "sql_fetch": 0.0007163339760154486,
        "decode": 0.0009165379451587796,
        "hydrate": 0.00021221116185188293,
        "filters": 6.8749068304896355e-6,
        "source_rows": 0.0006605420494452119,
        "support_discounts": 2.540997229516506e-6,
        "scoring": 0.00008237501606345177,
        "sort": 5.499925464391708e-6,
        "collapse": 0.0034866250352934003,
        "other": 0.00045475002843886614
      },
      "rows_read": 16,
      "embedding_json_bytes": 134708,
      "models_hydrated": 16,
      "candidates_scored": 16,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 16
    },
    {
      "question_index": 23,
      "subject_id": "4b648cc9-dcae-4d9f-828f-370259d16d41",
      "total_seconds": 0.02421408297959715,
      "stages": {
        "setup": 0.0010992080206051469,
        "embed": 0.006083916989155114,
        "sql_fetch": 0.0015476669650524855,
        "decode": 0.004610499599948525,
        "hydrate": 0.0012132494011893868,
        "filters": 0.000025292043574154377,
        "source_rows": 0.0008564579766243696,
        "support_discounts": 8.958042599260807e-6,
        "scoring": 0.00027429196052253246,
        "sort": 0.000023165950551629066,
        "collapse": 0.007518041995353997,
        "other": 0.0009533340344205499
      },
      "rows_read": 93,
      "embedding_json_bytes": 783227,
      "models_hydrated": 93,
      "candidates_scored": 92,
      "snapshot_ids_looked_up": 75,
      "entry_ids_looked_up": 54,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": "21565a5e-829b-490a-9fd9-6c409752c128",
      "total_seconds": 0.009798999992199242,
      "stages": {
        "setup": 0.001139459083788097,
        "embed": 0.005694707971997559,
        "sql_fetch": 0.0005555000388994813,
        "decode": 0.000391830806620419,
        "hydrate": 0.00006108509842306376,
        "filters": 4.583969712257385e-6,
        "source_rows": 0.0005829579895362258,
        "support_discounts": 1.5830155462026596e-6,
        "scoring": 0.00004720909055322409,
        "sort": 3.0829105526208878e-6,
        "collapse": 0.0011059580137953162,
        "other": 0.00021104200277477503
      },
      "rows_read": 5,
      "embedding_json_bytes": 42080,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 25,
      "subject_id": "5456c87d-4fd2-4fee-8c89-3377d8b634b7",
      "total_seconds": 0.01396012504119426,
      "stages": {
        "setup": 0.001125750015489757,
        "embed": 0.005399749963544309,
        "sql_fetch": 0.0006942081963643432,
        "decode": 0.0010049170814454556,
        "hydrate": 0.00023633381351828575,
        "filters": 7.1249669417738914e-6,
        "source_rows": 0.0006272909231483936,
        "support_discounts": 2.3329630494117737e-6,
        "scoring": 0.00007145910058170557,
        "sort": 5.582929588854313e-6,
        "collapse": 0.004303207970224321,
        "other": 0.0004821671172976494
      },
      "rows_read": 18,
      "embedding_json_bytes": 151505,
      "models_hydrated": 18,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 14,
      "results": 18
    },
    {
      "question_index": 26,
      "subject_id": "4dce9ba3-c512-4f8b-b86d-e269ea4bc636",
      "total_seconds": 0.012654750025831163,
      "stages": {
        "setup": 0.0011695829452946782,
        "embed": 0.005586417042650282,
        "sql_fetch": 0.0007525840774178505,
        "decode": 0.001001585740596056,
        "hydrate": 0.00021462212316691875,
        "filters": 8.00006091594696e-6,
        "source_rows": 0.0006261669332161546,
        "support_discounts": 2.500019036233425e-6,
        "scoring": 0.00006874999962747097,
        "sort": 5.749985575675964e-6,
        "collapse": 0.0028009170200675726,
        "other": 0.0004178740782663226
      },
      "rows_read": 18,
      "embedding_json_bytes": 151526,
      "models_hydrated": 18,
      "candidates_scored": 17,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 16,
      "results": 17
    },
    {
      "question_index": 27,
      "subject_id": "05049d5e-5243-413f-86a8-f8d771810c81",
      "total_seconds": 0.028770042001269758,
      "stages": {
        "setup": 0.0009722079848870635,
        "embed": 0.005129000055603683,
        "sql_fetch": 0.0022787919733673334,
        "decode": 0.00826754025183618,
        "hydrate": 0.002345376880839467,
        "filters": 0.0000441248994320631,
        "source_rows": 0.0010901250643655658,
        "support_discounts": 0.00001550000160932541,
        "scoring": 0.0004681670106947422,
        "sort": 0.00004454096779227257,
        "collapse": 0.00713870907202363,
        "other": 0.0009759578388184309
      },
      "rows_read": 165,
      "embedding_json_bytes": 1389994,
      "models_hydrated": 165,
      "candidates_scored": 158,
      "snapshot_ids_looked_up": 127,
      "entry_ids_looked_up": 87,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": "7b7f1eb5-abf6-4e6b-af91-653fdc89b589",
      "total_seconds": 0.013483291957527399,
      "stages": {
        "setup": 0.0011008749715983868,
        "embed": 0.005807708017528057,
        "sql_fetch": 0.0007654159562662244,
        "decode": 0.0010688359616324306,
        "hydrate": 0.00025233207270503044,
        "filters": 8.666072972118855e-6,
        "source_rows": 0.0006747089792042971,
        "support_discounts": 2.250075340270996e-6,
        "scoring": 0.000075541902333498,
        "sort": 5.958019755780697e-6,
        "collapse": 0.003191916970536113,
        "other": 0.0005290829576551914
      },
      "rows_read": 19,
      "embedding_json_bytes": 160044,
      "models_hydrated": 19,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 18,
      "entry_ids_looked_up": 17,
      "results": 18
    },
    {
      "question_index": 29,
      "subject_id": "6eb0466e-a994-4ae2-ba05-883584791f4e",
      "total_seconds": 0.00860408297739923,
      "stages": {
        "setup": 0.001121582929044962,
        "embed": 0.0052223330130800605,
        "sql_fetch": 0.0005302908830344677,
        "decode": 0.00029500096570700407,
        "hydrate": 0.00005550007335841656,
        "filters": 3.958004526793957e-6,
        "source_rows": 0.0005605000769719481,
        "support_discounts": 1.334003172814846e-6,
        "scoring": 0.00003158301115036011,
        "sort": 2.5420449674129486e-6,
        "collapse": 0.0005703329807147384,
        "other": 0.0002091249916702509
      },
      "rows_read": 3,
      "embedding_json_bytes": 25238,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 30,
      "subject_id": "39793366-5e23-4025-bc01-137a6e87c5a1",
      "total_seconds": 0.01616891589947045,
      "stages": {
        "setup": 0.0010949999559670687,
        "embed": 0.006841165944933891,
        "sql_fetch": 0.0007707920158281922,
        "decode": 0.0013617458753287792,
        "hydrate": 0.0003767542075365782,
        "filters": 0.000010791933164000511,
        "source_rows": 0.0006564999930560589,
        "support_discounts": 2.624932676553726e-6,
        "scoring": 0.0000879999715834856,
        "sort": 6.917049176990986e-6,
        "collapse": 0.004376958007924259,
        "other": 0.0005816660122945905
      },
      "rows_read": 25,
      "embedding_json_bytes": 210584,
      "models_hydrated": 25,
      "candidates_scored": 23,
      "snapshot_ids_looked_up": 21,
      "entry_ids_looked_up": 19,
      "results": 23
    },
    {
      "question_index": 31,
      "subject_id": "1f72c079-33d6-4624-9e47-221818d7639a",
      "total_seconds": 0.008768500061705709,
      "stages": {
        "setup": 0.0011274580610916018,
        "embed": 0.004755666945129633,
        "sql_fetch": 0.0005577090196311474,
        "decode": 0.0004284168826416135,
        "hydrate": 0.00009687407873570919,
        "filters": 6.042071618139744e-6,
        "source_rows": 0.0005629169754683971,
        "support_discounts": 1.0830117389559746e-6,
        "scoring": 0.00003429199568927288,
        "sort": 2.8329668566584587e-6,
        "collapse": 0.0009577079908922315,
        "other": 0.00023750006221234798
      },
      "rows_read": 6,
      "embedding_json_bytes": 50543,
      "models_hydrated": 6,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 32,
      "subject_id": "56776881-c839-4fd3-b1e1-1b032985dd02",
      "total_seconds": 0.011641583987511694,
      "stages": {
        "setup": 0.0011025839485228062,
        "embed": 0.006109499954618514,
        "sql_fetch": 0.0006101668113842607,
        "decode": 0.0006669593276455998,
        "hydrate": 0.00013433280400931835,
        "filters": 5.208072252571583e-6,
        "source_rows": 0.0006189999403432012,
        "support_discounts": 2.166023477911949e-6,
        "scoring": 0.00005679205060005188,
        "sort": 4.458008334040642e-6,
        "collapse": 0.002002958906814456,
        "other": 0.00032745813950896263
      },
      "rows_read": 11,
      "embedding_json_bytes": 92726,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 33,
      "subject_id": "8103a658-8bd1-4c5e-8ecd-be39f6196be1",
      "total_seconds": 0.015838999999687076,
      "stages": {
        "setup": 0.0011292090639472008,
        "embed": 0.0051458749221637845,
        "sql_fetch": 0.0008087912574410439,
        "decode": 0.0015381703851744533,
        "hydrate": 0.00046153832226991653,
        "filters": 9.292038157582283e-6,
        "source_rows": 0.0006816670065745711,
        "support_discounts": 3.00002284348011e-6,
        "scoring": 0.00010054197628051043,
        "sort": 8.541974239051342e-6,
        "collapse": 0.005233500036410987,
        "other": 0.000718872994184494
      },
      "rows_read": 29,
      "embedding_json_bytes": 244338,
      "models_hydrated": 29,
      "candidates_scored": 29,
      "snapshot_ids_looked_up": 27,
      "entry_ids_looked_up": 26,
      "results": 29
    },
    {
      "question_index": 34,
      "subject_id": "a8841f9e-a79a-4c56-b211-614fe6c99429",
      "total_seconds": 0.027708332985639572,
      "stages": {
        "setup": 0.0011558330152183771,
        "embed": 0.005149333970621228,
        "sql_fetch": 0.0020658329594880342,
        "decode": 0.0072741733165457845,
        "hydrate": 0.0022840776946395636,
        "filters": 0.0000435409601777792,
        "source_rows": 0.001023625023663044,
        "support_discounts": 0.00001337495632469654,
        "scoring": 0.00039712502621114254,
        "sort": 0.00003404100425541401,
        "collapse": 0.007238124962896109,
        "other": 0.0010292500955983996
      },
      "rows_read": 144,
      "embedding_json_bytes": 1213038,
      "models_hydrated": 144,
      "candidates_scored": 139,
      "snapshot_ids_looked_up": 114,
      "entry_ids_looked_up": 80,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": "343d2ba9-f85e-4027-b93a-6bcc01200571",
      "total_seconds": 0.011141124996356666,
      "stages": {
        "setup": 0.0011515000369399786,
        "embed": 0.005599332973361015,
        "sql_fetch": 0.0006614169105887413,
        "decode": 0.0006773351924493909,
        "hydrate": 0.00013566494453698397,
        "filters": 6.416928954422474e-6,
        "source_rows": 0.0006136250449344516,
        "support_discounts": 1.5420373529195786e-6,
        "scoring": 0.00005754095036536455,
        "sort": 4.417030140757561e-6,
        "collapse": 0.0019329169299453497,
        "other": 0.0002994160167872906
      },
      "rows_read": 11,
      "embedding_json_bytes": 92622,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 36,
      "subject_id": "54c467a1-538b-437c-ad3f-768cc100970d",
      "total_seconds": 0.00838358304463327,
      "stages": {
        "setup": 0.0011106670135632157,
        "embed": 0.005620416020974517,
        "sql_fetch": 0.0005077909445390105,
        "decode": 0.00019679195247590542,
        "hydrate": 0.00001625006552785635,
        "filters": 3.0830269679427147e-6,
        "source_rows": 0.0005462090484797955,
        "support_discounts": 8.749775588512421e-7,
        "scoring": 0.00002875004429370165,
        "sort": 8.082948625087738e-6,
        "collapse": 0.00019666703883558512,
        "other": 0.0001479999627918005
      },
      "rows_read": 1,
      "embedding_json_bytes": 8439,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 37,
      "subject_id": "2fb2670c-fc20-43ef-84aa-cfb5516dd047",
      "total_seconds": 0.008822332951240242,
      "stages": {
        "setup": 0.001142999972216785,
        "embed": 0.00519379205070436,
        "sql_fetch": 0.0005202079191803932,
        "decode": 0.00033120904117822647,
        "hydrate": 0.000058666104450821877,
        "filters": 3.999914042651653e-6,
        "source_rows": 0.0005547920009121299,
        "support_discounts": 1.334003172814846e-6,
        "scoring": 0.0000363329891115427,
        "sort": 2.9170187190175056e-6,
        "collapse": 0.0007594579365104437,
        "other": 0.00021662400104105473
      },
      "rows_read": 4,
      "embedding_json_bytes": 33645,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 4
    },
    {
      "question_index": 38,
      "subject_id": "1c680a9f-ff37-4062-a936-0cec279bb41c",
      "total_seconds": 0.008227917016483843,
      "stages": {
        "setup": 0.001091624959371984,
        "embed": 0.005560583085753024,
        "sql_fetch": 0.0004948751302435994,
        "decode": 0.00019320787396281958,
        "hydrate": 0.00001466704998165369,
        "filters": 3.0410010367631912e-6,
        "source_rows": 0.0005092499777674675,
        "support_discounts": 5.420297384262085e-7,
        "scoring": 0.000020666979253292084,
        "sort": 1.8329592421650887e-6,
        "collapse": 0.00018604204524308443,
        "other": 0.00015158392488956451
      },
      "rows_read": 1,
      "embedding_json_bytes": 8421,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 39,
      "subject_id": "8b145611-4172-4bf2-ad2c-554aa609b80e",
      "total_seconds": 0.008014874998480082,
      "stages": {
        "setup": 0.0011357920011505485,
        "embed": 0.00433033297304064,
        "sql_fetch": 0.0005346658872440457,
        "decode": 0.00032312539406120777,
        "hydrate": 0.00005370879080146551,
        "filters": 3.6249402910470963e-6,
        "source_rows": 0.0005717920139431953,
        "support_discounts": 1.374981366097927e-6,
        "scoring": 0.000036499928683042526,
        "sort": 2.874992787837982e-6,
        "collapse": 0.0008143330924212933,
        "other": 0.0002067500026896596
      },
      "rows_read": 4,
      "embedding_json_bytes": 33736,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 40,
      "subject_id": "9106f3f4-3f4a-474e-90a5-1d9f77ff24cf",
      "total_seconds": 0.010160583071410656,
      "stages": {
        "setup": 0.0011125830933451653,
        "embed": 0.004435082897543907,
        "sql_fetch": 0.0006073340773582458,
        "decode": 0.0006708337459713221,
        "hydrate": 0.00014070712495595217,
        "filters": 6.917049176990986e-6,
        "source_rows": 0.0006068749353289604,
        "support_discounts": 1.9579892978072166e-6,
        "scoring": 0.00004970806185156107,
        "sort": 4.041939973831177e-6,
        "collapse": 0.0022143750684335828,
        "other": 0.00031016708817332983
      },
      "rows_read": 11,
      "embedding_json_bytes": 92624,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 41,
      "subject_id": "d5fffb4d-b3bf-4db3-b2d4-02060dcff5e6",
      "total_seconds": 0.024660499999299645,
      "stages": {
        "setup": 0.0010936249746009707,
        "embed": 0.00488679192494601,
        "sql_fetch": 0.0017222508322447538,
        "decode": 0.005660206312313676,
        "hydrate": 0.0014550428604707122,
        "filters": 0.00003591598942875862,
        "source_rows": 0.0009814589284360409,
        "support_discounts": 9.750016033649445e-6,
        "scoring": 0.0003096660366281867,
        "sort": 0.000026667024940252304,
        "collapse": 0.0075692079262807965,
        "other": 0.0009099171729758382
      },
      "rows_read": 114,
      "embedding_json_bytes": 960412,
      "models_hydrated": 114,
      "candidates_scored": 108,
      "snapshot_ids_looked_up": 94,
      "entry_ids_looked_up": 68,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.07200387504417449,
      "stages": {
        "setup": 0.00115687504876405,
        "embed": 0.005587249994277954,
        "sql_fetch": 0.012415875913575292,
        "decode": 0.03115092625375837,
        "hydrate": 0.008787697879597545,
        "filters": 0.00016854098066687584,
        "source_rows": 0.0016746670007705688,
        "support_discounts": 0.00005558307748287916,
        "scoring": 0.0017242080066353083,
        "sort": 0.00013620895333588123,
        "collapse": 0.007860374986194074,
        "other": 0.0012856669491156936
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": "f3e32139-27ae-4bae-a14e-efe868b6c48b",
      "total_seconds": 0.019254415994510055,
      "stages": {
        "setup": 0.001151125063188374,
        "embed": 0.006300165900029242,
        "sql_fetch": 0.0009540851460769773,
        "decode": 0.0019157079514116049,
        "hydrate": 0.0005361239891499281,
        "filters": 0.000013874960131943226,
        "source_rows": 0.0007386660436168313,
        "support_discounts": 3.834022209048271e-6,
        "scoring": 0.00013395794667303562,
        "sort": 0.0000100000761449337,
        "collapse": 0.006627957918681204,
        "other": 0.0008689169771969318
      },
      "rows_read": 36,
      "embedding_json_bytes": 303232,
      "models_hydrated": 36,
      "candidates_scored": 35,
      "snapshot_ids_looked_up": 33,
      "entry_ids_looked_up": 30,
      "results": 35
    },
    {
      "question_index": 44,
      "subject_id": "f8755ac3-6829-4b13-b25e-fe743aa1d1e7",
      "total_seconds": 0.010529292048886418,
      "stages": {
        "setup": 0.001111833960749209,
        "embed": 0.006002624984830618,
        "sql_fetch": 0.0005946661112830043,
        "decode": 0.0004892928991466761,
        "hydrate": 0.0001005829544737935,
        "filters": 5.375011824071407e-6,
        "source_rows": 0.000588958035223186,
        "support_discounts": 1.9579892978072166e-6,
        "scoring": 0.00005429191514849663,
        "sort": 3.375113010406494e-6,
        "collapse": 0.0012976248981431127,
        "other": 0.00027870817575603724
      },
      "rows_read": 7,
      "embedding_json_bytes": 59026,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 45,
      "subject_id": "b9bd2b17-a501-4882-85e4-8af54b23490a",
      "total_seconds": 0.0117413749685511,
      "stages": {
        "setup": 0.0011098749237135053,
        "embed": 0.0058908750070258975,
        "sql_fetch": 0.0006692098686471581,
        "decode": 0.0007275011157616973,
        "hydrate": 0.00016157992649823427,
        "filters": 5.542067810893059e-6,
        "source_rows": 0.0005891670007258654,
        "support_discounts": 2.3329630494117737e-6,
        "scoring": 0.000056750024668872356,
        "sort": 4.375004209578037e-6,
        "collapse": 0.0021455000387504697,
        "other": 0.00037866702768951654
      },
      "rows_read": 12,
      "embedding_json_bytes": 101077,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 46,
      "subject_id": "b864c570-bf01-4f88-8671-e53fb2a86f53",
      "total_seconds": 0.011481166002340615,
      "stages": {
        "setup": 0.0010846249060705304,
        "embed": 0.005972416023723781,
        "sql_fetch": 0.0006227500271052122,
        "decode": 0.0006778320530429482,
        "hydrate": 0.00015637592878192663,
        "filters": 6.292015314102173e-6,
        "source_rows": 0.0006169159896671772,
        "support_discounts": 1.5830155462026596e-6,
        "scoring": 0.000051875016652047634,
        "sort": 4.00003045797348e-6,
        "collapse": 0.001939708017744124,
        "other": 0.0003467929782345891
      },
      "rows_read": 11,
      "embedding_json_bytes": 92619,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 47,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.07366058300249279,
      "stages": {
        "setup": 0.001132166013121605,
        "embed": 0.005903917015530169,
        "sql_fetch": 0.012582540977746248,
        "decode": 0.03217328269965947,
        "hydrate": 0.009233551332727075,
        "filters": 0.00017916597425937653,
        "source_rows": 0.0017503340495750308,
        "support_discounts": 0.00006095797289162874,
        "scoring": 0.00176529202144593,
        "sort": 0.00015350000467151403,
        "collapse": 0.00742066593375057,
        "other": 0.001305209007114172
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": "eafd8f68-9db6-4c89-a8fe-2ab88f43e4a3",
      "total_seconds": 0.016032165964134037,
      "stages": {
        "setup": 0.0011698749149218202,
        "embed": 0.006870458018966019,
        "sql_fetch": 0.0008332510478794575,
        "decode": 0.0012847071047872305,
        "hydrate": 0.0003077088622376323,
        "filters": 9.499955922365189e-6,
        "source_rows": 0.0006974170682951808,
        "support_discounts": 2.9579969123005867e-6,
        "scoring": 0.00010695902165025473,
        "sort": 7.458031177520752e-6,
        "collapse": 0.004179249983280897,
        "other": 0.0005626239581033587
      },
      "rows_read": 23,
      "embedding_json_bytes": 193699,
      "models_hydrated": 23,
      "candidates_scored": 23,
      "snapshot_ids_looked_up": 23,
      "entry_ids_looked_up": 22,
      "results": 23
    },
    {
      "question_index": 49,
      "subject_id": "31c63945-55b3-452e-8c94-f82adfcc6939",
      "total_seconds": 0.012305834097787738,
      "stages": {
        "setup": 0.0011127920588478446,
        "embed": 0.005811332957819104,
        "sql_fetch": 0.0006837090477347374,
        "decode": 0.0008727081585675478,
        "hydrate": 0.00019337469711899757,
        "filters": 7.750000804662704e-6,
        "source_rows": 0.0006519160233438015,
        "support_discounts": 2.3329630494117737e-6,
        "scoring": 0.00006908306386321783,
        "sort": 5.333917215466499e-6,
        "collapse": 0.002502041053958237,
        "other": 0.0003934601554647088
      },
      "rows_read": 15,
      "embedding_json_bytes": 126395,
      "models_hydrated": 15,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 13,
      "results": 14
    },
    {
      "question_index": 50,
      "subject_id": "c643dd09-f87a-408a-bf1c-776fae5fc886",
      "total_seconds": 0.018102124915458262,
      "stages": {
        "setup": 0.001112957950681448,
        "embed": 0.005504042026586831,
        "sql_fetch": 0.0009062919998541474,
        "decode": 0.0018837092211470008,
        "hydrate": 0.0005350398132577538,
        "filters": 0.00001108401920646429,
        "source_rows": 0.000714082969352603,
        "support_discounts": 3.832974471151829e-6,
        "scoring": 0.0001218749675899744,
        "sort": 9.709037840366364e-6,
        "collapse": 0.006415457930415869,
        "other": 0.0008840420050546527
      },
      "rows_read": 36,
      "embedding_json_bytes": 303278,
      "models_hydrated": 36,
      "candidates_scored": 36,
      "snapshot_ids_looked_up": 33,
      "entry_ids_looked_up": 28,
      "results": 36
    },
    {
      "question_index": 51,
      "subject_id": "8ce2bdfe-d157-4a95-9d7d-8421e4bd8928",
      "total_seconds": 0.014233207912184298,
      "stages": {
        "setup": 0.001141333021223545,
        "embed": 0.005560416961088777,
        "sql_fetch": 0.0007837490411475301,
        "decode": 0.0012521268799901009,
        "hydrate": 0.00036341510713100433,
        "filters": 9.499955922365189e-6,
        "source_rows": 0.0006327920127660036,
        "support_discounts": 2.334010787308216e-6,
        "scoring": 0.00008183298632502556,
        "sort": 6.375019438564777e-6,
        "collapse": 0.0038441669894382358,
        "other": 0.000555165926925838
      },
      "rows_read": 23,
      "embedding_json_bytes": 193784,
      "models_hydrated": 23,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 19,
      "results": 22
    },
    {
      "question_index": 52,
      "subject_id": "fefd4b22-19e2-4b8d-8185-a4f202614751",
      "total_seconds": 0.009744624956510961,
      "stages": {
        "setup": 0.0011299579637125134,
        "embed": 0.005016708048060536,
        "sql_fetch": 0.0013926250394433737,
        "decode": 0.0003843348240479827,
        "hydrate": 0.00006595707964152098,
        "filters": 4.417030140757561e-6,
        "source_rows": 0.0005862499820068479,
        "support_discounts": 1.00000761449337e-6,
        "scoring": 0.00003470794763416052,
        "sort": 2.9170187190175056e-6,
        "collapse": 0.0009076250717043877,
        "other": 0.0002181249437853694
      },
      "rows_read": 5,
      "embedding_json_bytes": 42111,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 53,
      "subject_id": "be9fe7f5-a60a-45a9-98bc-8f59517d47ec",
      "total_seconds": 0.009126999997533858,
      "stages": {
        "setup": 0.0010983339743688703,
        "embed": 0.005150208016857505,
        "sql_fetch": 0.000576250022277236,
        "decode": 0.0004177920054644346,
        "hydrate": 0.00009474996477365494,
        "filters": 6.875023245811462e-6,
        "source_rows": 0.0005543750012293458,
        "support_discounts": 1.374981366097927e-6,
        "scoring": 0.00003695907071232796,
        "sort": 2.874992787837982e-6,
        "collapse": 0.000965332961641252,
        "other": 0.000221873982809484
      },
      "rows_read": 6,
      "embedding_json_bytes": 50579,
      "models_hydrated": 6,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 4
    },
    {
      "question_index": 54,
      "subject_id": "36ec96d3-c1c0-4ec3-a637-bc7e2d9241b8",
      "total_seconds": 0.04978833394125104,
      "stages": {
        "setup": 0.0010879590408876538,
        "embed": 0.004624290973879397,
        "sql_fetch": 0.008011206984519958,
        "decode": 0.019410038948990405,
        "hydrate": 0.0056819620076566935,
        "filters": 0.00011337501928210258,
        "source_rows": 0.0014437499921768904,
        "support_discounts": 0.00003533298149704933,
        "scoring": 0.0010821250034496188,
        "sort": 0.00009716697968542576,
        "collapse": 0.0071234580827876925,
        "other": 0.0010776679264381528
      },
      "rows_read": 382,
      "embedding_json_bytes": 3217607,
      "models_hydrated": 382,
      "candidates_scored": 369,
      "snapshot_ids_looked_up": 209,
      "entry_ids_looked_up": 112,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 382,
    "loop_seconds": 0.0005344999954104424,
    "stack_seconds": 0.00007399998139590025,
    "matmul_seconds": 0.000019125058315694332
  },
  "peak_rss_bytes": 674250752,
  "sampled_peak_rss_bytes": 521175040,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.73486328125,
      1.62939453125,
      1.66357421875
    ],
    "load_average_after": [
      1.67578125,
      1.61865234375,
      1.65966796875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-warm-unfiltered",
    "size": 10000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-warm-unfiltered.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T03:49:41.753599+00:00",
  "finished_at": "2026-10-18T03:49:51.948696+00:00",
  "wall_seconds": 10.194933791994117,
  "import_seconds": 0.45775862503796816,
  "encoder_load_seconds": 3.6986457080347463,
  "warmup_seconds": 1.0942582089919597,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 0.0685672500403598,
      "stages": {
        "setup": 0.001332750078290701,
        "embed": 0.007157165906392038,
        "sql_fetch": 0.0004127920838072896,
        "decode": 0.001060791895724833,
        "hydrate": 0.0,
        "filters": 0.005201583029702306,
        "source_rows": 0.010641500004567206,
        "support_discounts": 0.0017875829944387078,
        "scoring": 0.028934833011589944,
        "sort": 0.0025309589691460133,
        "collapse": 0.008150957990437746,
        "other": 0.0013563340762630105
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 0.0679538749391213,
      "stages": {
        "setup": 0.0012840420240536332,
        "embed": 0.006695207906886935,
        "sql_fetch": 0.0004127509891986847,
        "decode": 0.0011132910149171948,
        "hydrate": 0.0,
        "filters": 0.004897165927104652,
        "source_rows": 0.010518584051169455,
        "support_discounts": 0.0017785830423235893,
        "scoring": 0.02889779198449105,
        "sort": 0.002561124972999096,
        "collapse": 0.008512499975040555,
        "other": 0.0012828330509364605
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 0.1966428339947015,
      "stages": {
        "setup": 0.0012533749686554074,
        "embed": 0.0073509590001776814,
        "sql_fetch": 0.0004100000951439142,
        "decode": 0.0010167919099330902,
        "hydrate": 0.0,
        "filters": 0.13439783290959895,
        "source_rows": 0.010022500064224005,
        "support_discounts": 0.0016392909456044436,
        "scoring": 0.028800167026929557,
        "sort": 0.0025861250469461083,
        "collapse": 0.0078307919902727,
        "other": 0.00133500003721565
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 0.06602454197127372,
      "stages": {
        "setup": 0.001241791993379593,
        "embed": 0.0060407500714063644,
        "sql_fetch": 0.00041333294939249754,
        "decode": 0.0009825000306591392,
        "hydrate": 0.0,
        "filters": 0.00503933394793421,
        "source_rows": 0.010242082993499935,
        "support_discounts": 0.001738875056616962,
        "scoring": 0.02838512498419732,
        "sort": 0.002555708051659167,
        "collapse": 0.008029541932046413,
        "other": 0.0013554999604821205
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 0.06664358300622553,
      "stages": {
        "setup": 0.0012722499668598175,
        "embed": 0.004679666017182171,
        "sql_fetch": 0.0003694590413942933,
        "decode": 0.0012019160203635693,
        "hydrate": 0.0,
        "filters": 0.00538195890840143,
        "source_rows": 0.010941000073216856,
        "support_discounts": 0.0018403750145807862,
        "scoring": 0.02948920801281929,
        "sort": 0.0025953749427571893,
        "collapse": 0.0074902919586747885,
        "other": 0.0013820830499753356
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 0.07102154195308685,
      "stages": {
        "setup": 0.0012240000069141388,
        "embed": 0.00913474999833852,
        "sql_fetch": 0.0004137499490752816,
        "decode": 0.0013060830533504486,
        "hydrate": 0.0,
        "filters": 0.005067999940365553,
        "source_rows": 0.010772250010631979,
        "support_discounts": 0.001831707893870771,
        "scoring": 0.029251833097077906,
        "sort": 0.0026128339814022183,
        "collapse": 0.008078165934421122,
        "other": 0.0013281680876389146
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 0.06632125005126,
      "stages": {
        "setup": 0.0012054169783368707,
        "embed": 0.006609583040699363,
        "sql_fetch": 0.00041212502401322126,
        "decode": 0.0010895830346271396,
        "hydrate": 0.0,
        "filters": 0.0049157500034198165,
        "source_rows": 0.0102848329115659,
        "support_discounts": 0.00165366695728153,
        "scoring": 0.02857300010509789,
        "sort": 0.002499499940313399,
        "collapse": 0.007709291996434331,
        "other": 0.0013685000594705343
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 0.2124552921159193,
      "stages": {
        "setup": 0.0012035000836476684,
        "embed": 0.007919666939415038,
        "sql_fetch": 0.00040070805698633194,
        "decode": 0.0011713330168277025,
        "hydrate": 0.0,
        "filters": 0.14711704198271036,
        "source_rows": 0.011400041985325515,
        "support_discounts": 0.0017391250003129244,
        "scoring": 0.029390249983407557,
        "sort": 0.002633832977153361,
        "collapse": 0.008153292001225054,
        "other": 0.0013265000889077783
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 0.0669142910046503,
      "stages": {
        "setup": 0.0011894580675289035,
        "embed": 0.006438042037189007,
        "sql_fetch": 0.0004011659184470773,
        "decode": 0.0012449590722098947,
        "hydrate": 0.0,
        "filters": 0.005418166983872652,
        "source_rows": 0.01045970804989338,
        "support_discounts": 0.0017263329355046153,
        "scoring": 0.02831712504848838,
        "sort": 0.0025092080468311906,
        "collapse": 0.0077657499350607395,
        "other": 0.0014443749096244574
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 0.06657154194545001,
      "stages": {
        "setup": 0.0011955000227317214,
        "embed": 0.005303749931044877,
        "sql_fetch": 0.00041137507651001215,
        "decode": 0.0010637498926371336,
        "hydrate": 0.0,
        "filters": 0.004904708941467106,
        "source_rows": 0.010619041044265032,
        "support_discounts": 0.0017540419939905405,
        "scoring": 0.029095040983520448,
        "sort": 0.0026249169604852796,
        "collapse": 0.008196708047762513,
        "other": 0.0014027090510353446
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 0.06820445798803121,
      "stages": {
        "setup": 0.0012307500001043081,
        "embed": 0.006504500051960349,
        "sql_fetch": 0.0003950410755351186,
        "decode": 0.0011873749317601323,
        "hydrate": 0.0,
        "filters": 0.005283999955281615,
        "source_rows": 0.010537125053815544,
        "support_discounts": 0.0017922499682754278,
        "scoring": 0.02931995806284249,
        "sort": 0.002611083909869194,
        "collapse": 0.007696625078096986,
        "other": 0.0016457499004900455
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 0.198059834074229,
      "stages": {
        "setup": 0.00117425003554672,
        "embed": 0.00673254206776619,
        "sql_fetch": 0.0003791250055655837,
        "decode": 0.0010276669636368752,
        "hydrate": 0.0,
        "filters": 0.005669333040714264,
        "source_rows": 0.1408393339952454,
        "support_discounts": 0.0016676250379532576,
        "scoring": 0.028809500043280423,
        "sort": 0.002599917002953589,
        "collapse": 0.007700582966208458,
        "other": 0.0014599579153582454
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 0.06663479097187519,
      "stages": {
        "setup": 0.0012067080242559314,
        "embed": 0.005642332951538265,
        "sql_fetch": 0.000386958010494709,
        "decode": 0.001047251047566533,
        "hydrate": 0.0,
        "filters": 0.0054614999098703265,
        "source_rows": 0.01060308306477964,
        "support_discounts": 0.0017670000670477748,
        "scoring": 0.02905995794571936,
        "sort": 0.0025820840382948518,
        "collapse": 0.007471290999092162,
        "other": 0.0014066249132156372
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 0.0658872090280056,
      "stages": {
        "setup": 0.0012162920320406556,
        "embed": 0.005440708016976714,
        "sql_fetch": 0.0004101240774616599,
        "decode": 0.0011711259139701724,
        "hydrate": 0.0,
        "filters": 0.00524591701105237,
        "source_rows": 0.010545500088483095,
        "support_discounts": 0.0017067500157281756,
        "scoring": 0.028599374927580357,
        "sort": 0.0025918330065906048,
        "collapse": 0.007603250094689429,
        "other": 0.0013563338434323668
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 0.06765483308117837,
      "stages": {
        "setup": 0.0012518330477178097,
        "embed": 0.006503332988359034,
        "sql_fetch": 0.0004143329570069909,
        "decode": 0.0009700839873403311,
        "hydrate": 0.0,
        "filters": 0.0049371670465916395,
        "source_rows": 0.01038883300498128,
        "support_discounts": 0.0017575409729033709,
        "scoring": 0.029384125024080276,
        "sort": 0.0027398340171203017,
        "collapse": 0.007815083023160696,
        "other": 0.0014926670119166374
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 0.06889812496956438,
      "stages": {
        "setup": 0.0011907500447705388,
        "embed": 0.006482624914497137,
        "sql_fetch": 0.00038695894181728363,
        "decode": 0.0012437909608706832,
        "hydrate": 0.0,
        "filters": 0.0057740830816328526,
        "source_rows": 0.01074133301153779,
        "support_discounts": 0.001769999973475933,
        "scoring": 0.02948324999306351,
        "sort": 0.0025844170013442636,
        "collapse": 0.007771332981064916,
        "other": 0.001469584065489471
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 0.19832720805425197,
      "stages": {
        "setup": 0.0011895420029759407,
        "embed": 0.006045208079740405,
        "sql_fetch": 0.0003709580050781369,
        "decode": 0.0012442090082913637,
        "hydrate": 0.0,
        "filters": 0.13638579100370407,
        "source_rows": 0.01031670905649662,
        "support_discounts": 0.0016505410894751549,
        "scoring": 0.029346124967560172,
        "sort": 0.0025806670309975743,
        "collapse": 0.00778912496753037,
        "other": 0.0014083328424021602
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 0.06681374995969236,
      "stages": {
        "setup": 0.0012478330172598362,
        "embed": 0.0054047079756855965,
        "sql_fetch": 0.0004005000228062272,
        "decode": 0.0013187499716877937,
        "hydrate": 0.0,
        "filters": 0.005602290970273316,
        "source_rows": 0.011014000046998262,
        "support_discounts": 0.0017971249762922525,
        "scoring": 0.028163000009953976,
        "sort": 0.0025574169121682644,
        "collapse": 0.007989583071321249,
        "other": 0.0013185429852455854
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 0.0676259589381516,
      "stages": {
        "setup": 0.0012360839173197746,
        "embed": 0.00577562500257045,
        "sql_fetch": 0.0003909170627593994,
        "decode": 0.0011606658808887005,
        "hydrate": 0.0,
        "filters": 0.005469375057145953,
        "source_rows": 0.010630541946738958,
        "support_discounts": 0.0017820409266278148,
        "scoring": 0.02970670908689499,
        "sort": 0.0027027910109609365,
        "collapse": 0.007436791900545359,
        "other": 0.0013344171456992626
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 0.0686520830495283,
      "stages": {
        "setup": 0.0011660000309348106,
        "embed": 0.006525625009089708,
        "sql_fetch": 0.00038466707337647676,
        "decode": 0.001306957914493978,
        "hydrate": 0.0,
        "filters": 0.0053646250162273645,
        "source_rows": 0.011033082962967455,
        "support_discounts": 0.0018088340293616056,
        "scoring": 0.029036874999292195,
        "sort": 0.002664875006303191,
        "collapse": 0.007993165985681117,
        "other": 0.0013673750218003988
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 0.06774533400312066,
      "stages": {
        "setup": 0.0012221669312566519,
        "embed": 0.006796750007197261,
        "sql_fetch": 0.0004142490215599537,
        "decode": 0.001071751001290977,
        "hydrate": 0.0,
        "filters": 0.004917750018648803,
        "source_rows": 0.010435165953822434,
        "support_discounts": 0.0017408749554306269,
        "scoring": 0.029467000043950975,
        "sort": 0.0026437080232426524,
        "collapse": 0.0076481669675558805,
        "other": 0.0013877510791644454
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 0.20383562496863306,
      "stages": {
        "setup": 0.001178957987576723,
        "embed": 0.008001375012099743,
        "sql_fetch": 0.0003962080227211118,
        "decode": 0.001238916884176433,
        "hydrate": 0.0,
        "filters": 0.13961420906707644,
        "source_rows": 0.01084708294365555,
        "support_discounts": 0.0016694579971954226,
        "scoring": 0.02912712492980063,
        "sort": 0.002554000006057322,
        "collapse": 0.007840709062293172,
        "other": 0.0013675830559805036
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 0.06617316696792841,
      "stages": {
        "setup": 0.0011791669530794024,
        "embed": 0.005690167075954378,
        "sql_fetch": 0.00040554103907197714,
        "decode": 0.0012804589932784438,
        "hydrate": 0.0,
        "filters": 0.005587332998402417,
        "source_rows": 0.010270791943185031,
        "support_discounts": 0.0017161670839414,
        "scoring": 0.028336874907836318,
        "sort": 0.00255687499884516,
        "collapse": 0.007734292070381343,
        "other": 0.001415498903952539
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 0.06693637499120086,
      "stages": {
        "setup": 0.0012141669867560267,
        "embed": 0.005404541036114097,
        "sql_fetch": 0.0004059999482706189,
        "decode": 0.0011010420275852084,
        "hydrate": 0.0,
        "filters": 0.0051622920436784625,
        "source_rows": 0.010730707901529968,
        "support_discounts": 0.0017615000251680613,
        "scoring": 0.02949820796493441,
        "sort": 0.002652499941177666,
        "collapse": 0.007638958049938083,
        "other": 0.0013664590660482645
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 0.06626799993682653,
      "stages": {
        "setup": 0.0011923329439014196,
        "embed": 0.006783292046748102,
        "sql_fetch": 0.00040662498213350773,
        "decode": 0.0011359170312061906,
        "hydrate": 0.0,
        "filters": 0.004866500035859644,
        "source_rows": 0.01000504195690155,
        "support_discounts": 0.0017073749331757426,
        "scoring": 0.02841070806607604,
        "sort": 0.0025533329462632537,
        "collapse": 0.007596292067319155,
        "other": 0.0016105829272419214
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 0.19839741697069257,
      "stages": {
        "setup": 0.0012272079475224018,
        "embed": 0.007069000042974949,
        "sql_fetch": 0.00039179204031825066,
        "decode": 0.0010056250030174851,
        "hydrate": 0.0,
        "filters": 0.005137000000104308,
        "source_rows": 0.14113483298569918,
        "support_discounts": 0.001656042062677443,
        "scoring": 0.029119207989424467,
        "sort": 0.0026353340363129973,
        "collapse": 0.007554082898423076,
        "other": 0.0014672919642180204
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 0.06583166704513133,
      "stages": {
        "setup": 0.0012025840114802122,
        "embed": 0.005394625011831522,
        "sql_fetch": 0.00039504189044237137,
        "decode": 0.0010485420934855938,
        "hydrate": 0.0,
        "filters": 0.005153083009645343,
        "source_rows": 0.010367500013671815,
        "support_discounts": 0.0016962919617071748,
        "scoring": 0.028753792052157223,
        "sort": 0.002505499986000359,
        "collapse": 0.007937083020806313,
        "other": 0.0013776239939033985
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 0.0680287090362981,
      "stages": {
        "setup": 0.0011894169729202986,
        "embed": 0.006370707997120917,
        "sql_fetch": 0.00041266693733632565,
        "decode": 0.0011935001239180565,
        "hydrate": 0.0,
        "filters": 0.005166249931789935,
        "source_rows": 0.010325666051357985,
        "support_discounts": 0.0017166249454021454,
        "scoring": 0.029325000010430813,
        "sort": 0.0027794160414487123,
        "collapse": 0.00812220899388194,
        "other": 0.001427251030690968
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 0.06987975002266467,
      "stages": {
        "setup": 0.0012373749632388353,
        "embed": 0.006591457989998162,
        "sql_fetch": 0.0003765840083360672,
        "decode": 0.0011449569137766957,
        "hydrate": 0.0,
        "filters": 0.005695583997294307,
        "source_rows": 0.011246000067330897,
        "support_discounts": 0.0019010830437764525,
        "scoring": 0.029756249976344407,
        "sort": 0.0027142090257257223,
        "collapse": 0.007794374949298799,
        "other": 0.001421875087544322
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 0.06923054193612188,
      "stages": {
        "setup": 0.0012015829561278224,
        "embed": 0.0066250000381842256,
        "sql_fetch": 0.00038049882277846336,
        "decode": 0.0012122931657359004,
        "hydrate": 0.0,
        "filters": 0.005484958062879741,
        "source_rows": 0.010757041978649795,
        "support_discounts": 0.001766416011378169,
        "scoring": 0.02952624997124076,
        "sort": 0.00272679200861603,
        "collapse": 0.00788816693238914,
        "other": 0.0016615419881418347
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 0.20224916702136397,
      "stages": {
        "setup": 0.0011895840289071202,
        "embed": 0.006398541037924588,
        "sql_fetch": 0.00038816698361188173,
        "decode": 0.001021082978695631,
        "hydrate": 0.0,
        "filters": 0.14016358298249543,
        "source_rows": 0.01073375006671995,
        "support_discounts": 0.0015812910860404372,
        "scoring": 0.029049958917312324,
        "sort": 0.0026020000223070383,
        "collapse": 0.007540208054706454,
        "other": 0.0015810008626431227
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 0.06800912506878376,
      "stages": {
        "setup": 0.0012057910207659006,
        "embed": 0.006049834075383842,
        "sql_fetch": 0.0004044170491397381,
        "decode": 0.0010088329436257482,
        "hydrate": 0.0,
        "filters": 0.005402334034442902,
        "source_rows": 0.010745708015747368,
        "support_discounts": 0.0017312499694526196,
        "scoring": 0.029544000048190355,
        "sort": 0.0026445830008015037,
        "collapse": 0.00793041696306318,
        "other": 0.0013419579481706023
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 0.06622204091399908,
      "stages": {
        "setup": 0.0012461249716579914,
        "embed": 0.005734332953579724,
        "sql_fetch": 0.0003992919810116291,
        "decode": 0.0011332500725984573,
        "hydrate": 0.0,
        "filters": 0.0052466249326244,
        "source_rows": 0.01028245803900063,
        "support_discounts": 0.00170262495521456,
        "scoring": 0.02876341703813523,
        "sort": 0.0025007909862324595,
        "collapse": 0.007775667007081211,
        "other": 0.0014374579768627882
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 0.06653449998702854,
      "stages": {
        "setup": 0.001209499896503985,
        "embed": 0.006480875075794756,
        "sql_fetch": 0.00040629098657518625,
        "decode": 0.0011882090475410223,
        "hydrate": 0.0,
        "filters": 0.004877083003520966,
        "source_rows": 0.010396832949481905,
        "support_discounts": 0.0016676250379532576,
        "scoring": 0.028372833970934153,
        "sort": 0.00254620797932148,
        "collapse": 0.008024416980333626,
        "other": 0.001364625059068203
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 0.1979826670140028,
      "stages": {
        "setup": 0.001195541932247579,
        "embed": 0.006792958010919392,
        "sql_fetch": 0.000400958932004869,
        "decode": 0.0010935410391539335,
        "hydrate": 0.0,
        "filters": 0.005276459036394954,
        "source_rows": 0.01042508298996836,
        "support_discounts": 0.001675875042565167,
        "scoring": 0.15884324989747256,
        "sort": 0.00282008305657655,
        "collapse": 0.007993042003363371,
        "other": 0.0014658750733360648
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 0.0684274579398334,
      "stages": {
        "setup": 0.0011957079404965043,
        "embed": 0.005776291945949197,
        "sql_fetch": 0.00039674993604421616,
        "decode": 0.001184459077194333,
        "hydrate": 0.0,
        "filters": 0.005780624924227595,
        "source_rows": 0.010965875000692904,
        "support_discounts": 0.0018461669096723199,
        "scoring": 0.029337082989513874,
        "sort": 0.0026743330527096987,
        "collapse": 0.0077882499899715185,
        "other": 0.0014819161733612418
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 0.06863020802848041,
      "stages": {
        "setup": 0.0012034160317853093,
        "embed": 0.006661458988673985,
        "sql_fetch": 0.00038724986370652914,
        "decode": 0.00110008311457932,
        "hydrate": 0.0,
        "filters": 0.005509041948243976,
        "source_rows": 0.010828458005562425,
        "support_discounts": 0.0017772909486666322,
        "scoring": 0.029444374958984554,
        "sort": 0.002619084087200463,
        "collapse": 0.007747165975160897,
        "other": 0.0013525841059163213
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 0.06656162510626018,
      "stages": {
        "setup": 0.0012281660456210375,
        "embed": 0.00712970900349319,
        "sql_fetch": 0.0003977499436587095,
        "decode": 0.0011585419997572899,
        "hydrate": 0.0,
        "filters": 0.004911958007141948,
        "source_rows": 0.010101082967594266,
        "support_discounts": 0.0017008340219035745,
        "scoring": 0.02804608305450529,
        "sort": 0.0025292079662904143,
        "collapse": 0.007921124924905598,
        "other": 0.0014371671713888645
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 0.0673478749813512,
      "stages": {
        "setup": 0.0012195419985800982,
        "embed": 0.0062698329566046596,
        "sql_fetch": 0.0003935418790206313,
        "decode": 0.0009893751703202724,
        "hydrate": 0.0,
        "filters": 0.005040207994170487,
        "source_rows": 0.010475041926838458,
        "support_discounts": 0.0017099999822676182,
        "scoring": 0.029013624996878207,
        "sort": 0.0025439170422032475,
        "collapse": 0.008332832949236035,
        "other": 0.001359958085231483
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 0.2027843330288306,
      "stages": {
        "setup": 0.0011877500219270587,
        "embed": 0.006916915997862816,
        "sql_fetch": 0.00038095912896096706,
        "decode": 0.001195081858895719,
        "hydrate": 0.0,
        "filters": 0.1387779590440914,
        "source_rows": 0.010518499999307096,
        "support_discounts": 0.0016562920063734055,
        "scoring": 0.030204791924916208,
        "sort": 0.0027115410193800926,
        "collapse": 0.00782108400017023,
        "other": 0.001413458026945591
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 0.06778337503783405,
      "stages": {
        "setup": 0.0012282920069992542,
        "embed": 0.00574458297342062,
        "sql_fetch": 0.00038620911072939634,
        "decode": 0.0011662909528240561,
        "hydrate": 0.0,
        "filters": 0.005578332929871976,
        "source_rows": 0.010691249975934625,
        "support_discounts": 0.0017400840297341347,
        "scoring": 0.02967424993403256,
        "sort": 0.002588250092230737,
        "collapse": 0.007584832957945764,
        "other": 0.0014010000741109252
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 0.06642529205419123,
      "stages": {
        "setup": 0.0011784579837694764,
        "embed": 0.006901959073729813,
        "sql_fetch": 0.0004190000472590327,
        "decode": 0.0012077499413862824,
        "hydrate": 0.0,
        "filters": 0.004788000020198524,
        "source_rows": 0.010493332985788584,
        "support_discounts": 0.0016985000111162663,
        "scoring": 0.028396207955665886,
        "sort": 0.0025321251014247537,
        "collapse": 0.007447874988429248,
        "other": 0.0013620839454233646
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 0.06802212493494153,
      "stages": {
        "setup": 0.001241041929461062,
        "embed": 0.006985375075601041,
        "sql_fetch": 0.0004045009845867753,
        "decode": 0.0010847069788724184,
        "hydrate": 0.0,
        "filters": 0.005073167034424841,
        "source_rows": 0.010428874986246228,
        "support_discounts": 0.0016944999806582928,
        "scoring": 0.029105833964422345,
        "sort": 0.002530125086195767,
        "collapse": 0.008204707992263138,
        "other": 0.0012692909222096205
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 0.06853370799217373,
      "stages": {
        "setup": 0.0011879579396918416,
        "embed": 0.007884833961725235,
        "sql_fetch": 0.0003892499953508377,
        "decode": 0.0012154999421909451,
        "hydrate": 0.0,
        "filters": 0.004929292015731335,
        "source_rows": 0.010556999943219125,
        "support_discounts": 0.001768625108525157,
        "scoring": 0.028918624971993268,
        "sort": 0.0026169579941779375,
        "collapse": 0.007799083017744124,
        "other": 0.001266583101823926
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 0.2004766670288518,
      "stages": {
        "setup": 0.0011831249576061964,
        "embed": 0.007172459037974477,
        "sql_fetch": 0.00038062501698732376,
        "decode": 0.0011208329815417528,
        "hydrate": 0.0,
        "filters": 0.13715362502261996,
        "source_rows": 0.010277374996803701,
        "support_discounts": 0.0015752079198136926,
        "scoring": 0.02954620902892202,
        "sort": 0.0026139579713344574,
        "collapse": 0.00810445798560977,
        "other": 0.0013487921096384525
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 0.06781433301512152,
      "stages": {
        "setup": 0.0011923749698325992,
        "embed": 0.0053276249673217535,
        "sql_fetch": 0.0003764159046113491,
        "decode": 0.0011407090350985527,
        "hydrate": 0.0,
        "filters": 0.005582374986261129,
        "source_rows": 0.010820541065186262,
        "support_discounts": 0.0018155830912292004,
        "scoring": 0.02952262491453439,
        "sort": 0.002647374989464879,
        "collapse": 0.007968417019583285,
        "other": 0.0014202920719981194
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 0.0661794999614358,
      "stages": {
        "setup": 0.0011887499131262302,
        "embed": 0.0061515000415965915,
        "sql_fetch": 0.0004093330353498459,
        "decode": 0.001274749869480729,
        "hydrate": 0.0,
        "filters": 0.005453541991300881,
        "source_rows": 0.010208083083853126,
        "support_discounts": 0.0016957500483840704,
        "scoring": 0.028089000028558075,
        "sort": 0.0025622498942539096,
        "collapse": 0.007742792018689215,
        "other": 0.001403750036843121
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 0.06628970801830292,
      "stages": {
        "setup": 0.0012075420236214995,
        "embed": 0.006360083003528416,
        "sql_fetch": 0.0004070419818162918,
        "decode": 0.001068499987013638,
        "hydrate": 0.0,
        "filters": 0.004941708059050143,
        "source_rows": 0.010427249944768846,
        "support_discounts": 0.001667166012339294,
        "scoring": 0.028467416996136308,
        "sort": 0.002549957949668169,
        "collapse": 0.007847792003303766,
        "other": 0.0013452500570565462
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 0.06786925008054823,
      "stages": {
        "setup": 0.0012288750149309635,
        "embed": 0.006374792079441249,
        "sql_fetch": 0.0004179590614512563,
        "decode": 0.0012117079459130764,
        "hydrate": 0.0,
        "filters": 0.0052292910404503345,
        "source_rows": 0.010346499970182776,
        "support_discounts": 0.001773458905518055,
        "scoring": 0.029154291027225554,
        "sort": 0.0026236249832436442,
        "collapse": 0.008052541990764439,
        "other": 0.001456208061426878
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 0.2011840419145301,
      "stages": {
        "setup": 0.001221208949573338,
        "embed": 0.006283249938860536,
        "sql_fetch": 0.0004088749410584569,
        "decode": 0.0009950001258403063,
        "hydrate": 0.0,
        "filters": 0.13716329098679125,
        "source_rows": 0.011181166977621615,
        "support_discounts": 0.0017164999153465033,
        "scoring": 0.02942795807030052,
        "sort": 0.0026997500099241734,
        "collapse": 0.008692582952789962,
        "other": 0.0013944590464234352
      },
      "rows_read": 10000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.013949000043794513,
    "stack_seconds": 0.0026765000075101852,
    "matmul_seconds": 0.0002834999468177557
  },
  "peak_rss_bytes": 844775424,
  "sampled_peak_rss_bytes": 829390848,
  "environment": {
    "git_sha": "2b5186404f1017ce3ef794fcdbe47a1c2d89a001",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.4951171875,
      1.58447265625,
      1.64990234375
    ],
    "load_average_after": [
      1.572265625,
      1.59765625,
      1.65380859375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]
