[
{
  "spec": {
    "cell_id": "n1000000-cold-subject-r0",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-subject-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:57:42.170326+00:00",
  "finished_at": "2026-10-18T04:57:48.540902+00:00",
  "wall_seconds": 6.370329625089653,
  "import_seconds": 0.754565209033899,
  "encoder_load_seconds": 4.67393395898398,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "b9d6e609-bd9e-413c-92a7-ce02619b6349",
      "total_seconds": 0.7708039169665426,
      "stages": {
        "setup": 0.008147708955220878,
        "embed": 0.19132008298765868,
        "sql_fetch": 0.49448108195792884,
        "decode": 0.037072467152029276,
        "hydrate": 0.010697242803871632,
        "filters": 0.0002417500363662839,
        "source_rows": 0.0069173329975456,
        "support_discounts": 0.00008129200432449579,
        "scoring": 0.01180616591591388,
        "sort": 0.0001787500223144889,
        "collapse": 0.008219417068175972,
        "other": 0.0016406250651925802
      },
      "rows_read": 703,
      "embedding_json_bytes": 5921220,
      "models_hydrated": 703,
      "candidates_scored": 676,
      "snapshot_ids_looked_up": 666,
      "entry_ids_looked_up": 654,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 703,
    "loop_seconds": 0.0009600840276107192,
    "stack_seconds": 0.00014141597785055637,
    "matmul_seconds": 0.00010287505574524403
  },
  "peak_rss_bytes": 673497088,
  "sampled_peak_rss_bytes": 656818176,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.00732421875,
      1.94189453125,
      1.76220703125
    ],
    "load_average_after": [
      2.00634765625,
      1.9423828125,
      1.76318359375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-subject-r1",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-subject-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:57:49.031025+00:00",
  "finished_at": "2026-10-18T04:57:53.227239+00:00",
  "wall_seconds": 4.196076458087191,
  "import_seconds": 0.46885108400601894,
  "encoder_load_seconds": 3.5442591659957543,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "dd1fa537-c0f2-4c1a-a03a-46ce1cc86859",
      "total_seconds": 0.09692712500691414,
      "stages": {
        "setup": 0.01126970793120563,
        "embed": 0.07092137506697327,
        "sql_fetch": 0.004958792123943567,
        "decode": 0.0007272087968885899,
        "hydrate": 0.00008729100227355957,
        "filters": 0.000023125088773667812,
        "source_rows": 0.0013804580084979534,
        "support_discounts": 4.417030140757561e-6,
        "scoring": 0.005716999992728233,
        "sort": 9.833020158112049e-6,
        "collapse": 0.0015122919576242566,
        "other": 0.000315624987706542
      },
      "rows_read": 2,
      "embedding_json_bytes": 16854,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    }
  ],
  "cosine_reference": {
    "vectors": 2,
    "loop_seconds": 0.000016666948795318604,
    "stack_seconds": 7.2909751906991005e-6,
    "matmul_seconds": 0.000018750084564089775
  },
  "peak_rss_bytes": 655785984,
  "sampled_peak_rss_bytes": 520683520,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.00634765625,
      1.9423828125,
      1.76318359375
    ],
    "load_average_after": [
      2.00537109375,
      1.94287109375,
      1.76416015625
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-subject-r2",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-subject-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:57:53.716132+00:00",
  "finished_at": "2026-10-18T04:57:58.015339+00:00",
  "wall_seconds": 4.299075457965955,
  "import_seconds": 0.4993447919841856,
  "encoder_load_seconds": 3.5796198750613257,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "032e3ce4-45ab-46a0-800c-3f471648a4a9",
      "total_seconds": 0.11575983406510204,
      "stages": {
        "setup": 0.00982845900580287,
        "embed": 0.06962175003718585,
        "sql_fetch": 0.020163833163678646,
        "decode": 0.0018128737574443221,
        "hydrate": 0.0004271679790690541,
        "filters": 0.00003487500362098217,
        "source_rows": 0.0014138330006971955,
        "support_discounts": 6.958027370274067e-6,
        "scoring": 0.006093833013437688,
        "sort": 0.00001491699367761612,
        "collapse": 0.005594833055511117,
        "other": 0.0007465010276064277
      },
      "rows_read": 25,
      "embedding_json_bytes": 210516,
      "models_hydrated": 25,
      "candidates_scored": 25,
      "snapshot_ids_looked_up": 25,
      "entry_ids_looked_up": 25,
      "results": 25
    }
  ],
  "cosine_reference": {
    "vectors": 25,
    "loop_seconds": 0.00005470891483128071,
    "stack_seconds": 0.000013125012628734112,
    "matmul_seconds": 0.000018000020645558834
  },
  "peak_rss_bytes": 657866752,
  "sampled_peak_rss_bytes": 520765440,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.00537109375,
      1.94287109375,
      1.76416015625
    ],
    "load_average_after": [
      2.0849609375,
      1.9599609375,
      1.77099609375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-subject-r3",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-subject-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:57:58.506031+00:00",
  "finished_at": "2026-10-18T04:58:02.958050+00:00",
  "wall_seconds": 4.451897958992049,
  "import_seconds": 0.4714247500523925,
  "encoder_load_seconds": 3.6033897090237588,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "44a15a6b-5267-4a16-aa93-672d0630c77a",
      "total_seconds": 0.28947337495628744,
      "stages": {
        "setup": 0.01027500000782311,
        "embed": 0.06812783400528133,
        "sql_fetch": 0.17132220696657896,
        "decode": 0.014920047484338284,
        "hydrate": 0.004490120452828705,
        "filters": 0.00010462501086294651,
        "source_rows": 0.003460415988229215,
        "support_discounts": 0.000031041912734508514,
        "scoring": 0.0064476660918444395,
        "sort": 0.00008654198609292507,
        "collapse": 0.008532583015039563,
        "other": 0.0016752920346334577
      },
      "rows_read": 281,
      "embedding_json_bytes": 2366617,
      "models_hydrated": 281,
      "candidates_scored": 272,
      "snapshot_ids_looked_up": 269,
      "entry_ids_looked_up": 268,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 281,
    "loop_seconds": 0.0003996670711785555,
    "stack_seconds": 0.000059832935221493244,
    "matmul_seconds": 0.000019959057681262493
  },
  "peak_rss_bytes": 663617536,
  "sampled_peak_rss_bytes": 521060352,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.0849609375,
      1.9599609375,
      1.77099609375
    ],
    "load_average_after": [
      1.998046875,
      1.94384765625,
      1.76611328125
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-subject-r4",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-subject-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:58:03.445491+00:00",
  "finished_at": "2026-10-18T04:58:07.712165+00:00",
  "wall_seconds": 4.266549166990444,
  "import_seconds": 0.47532279195729643,
  "encoder_load_seconds": 3.605432915966958,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "b79800ca-713f-49bc-a62b-14c56e97d0b4",
      "total_seconds": 0.09797712496947497,
      "stages": {
        "setup": 0.010320457979105413,
        "embed": 0.07140975003130734,
        "sql_fetch": 0.005882125115022063,
        "decode": 0.0008687096415087581,
        "hydrate": 0.0001527072163298726,
        "filters": 0.000020875013433396816,
        "source_rows": 0.0013240420958027244,
        "support_discounts": 4.66697383671999e-6,
        "scoring": 0.005561999976634979,
        "sort": 0.000010167015716433525,
        "collapse": 0.0020419160136952996,
        "other": 0.00037970789708197117
      },
      "rows_read": 5,
      "embedding_json_bytes": 42111,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    }
  ],
  "cosine_reference": {
    "vectors": 5,
    "loop_seconds": 0.000024499953724443913,
    "stack_seconds": 9.917072020471096e-6,
    "matmul_seconds": 0.00001679093111306429
  },
  "peak_rss_bytes": 656605184,
  "sampled_peak_rss_bytes": 521224192,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.998046875,
      1.94384765625,
      1.76611328125
    ],
    "load_average_after": [
      1.91796875,
      1.927734375,
      1.76123046875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-unfiltered-r0",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-unfiltered-r0.json",
    "encoder": true,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:12:08.699927+00:00",
  "finished_at": "2026-10-18T04:18:05.835584+00:00",
  "wall_seconds": 357.13317520800047,
  "import_seconds": 0.6866006250493228,
  "encoder_load_seconds": 4.30600233306177,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 349.0306831659982,
      "stages": {
        "setup": 0.007826208020560443,
        "embed": 0.06907254201360047,
        "sql_fetch": 249.4788485558238,
        "decode": 60.909140752162784,
        "hydrate": 30.26761581702158,
        "filters": 1.1234082910232246,
        "source_rows": 1.6959048339631408,
        "support_discounts": 0.2318264589412138,
        "scoring": 4.702947625075467,
        "sort": 0.42080104094929993,
        "collapse": 0.02044450002722442,
        "other": 0.10284654097631574
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 8423346073,
      "models_hydrated": 1000000,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 1000000,
    "loop_seconds": 1.7298329580808058,
    "stack_seconds": 0.9520409579854459,
    "matmul_seconds": 0.3054435419617221
  },
  "peak_rss_bytes": 6311559168,
  "sampled_peak_rss_bytes": 6283231232,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.94677734375,
      2.0380859375,
      1.95849609375
    ],
    "load_average_after": [
      2.0146484375,
      1.876953125,
      1.8896484375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-unfiltered-r1",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-unfiltered-r1.json",
    "encoder": true,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:18:06.514658+00:00",
  "finished_at": "2026-10-18T04:24:28.284716+00:00",
  "wall_seconds": 381.7671585420612,
  "import_seconds": 0.755407499964349,
  "encoder_load_seconds": 4.645908375037834,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 373.26378012506757,
      "stages": {
        "setup": 0.009138834080658853,
        "embed": 0.07739379093982279,
        "sql_fetch": 274.11700984311756,
        "decode": 60.87328435922973,
        "hydrate": 30.161514213657938,
        "filters": 0.9207817920250818,
        "source_rows": 1.7171607080381364,
        "support_discounts": 0.24708845803979784,
        "scoring": 4.621949999942444,
        "sort": 0.3956521670334041,
        "collapse": 0.021555499988608062,
        "other": 0.10125045897439122
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 8423346073,
      "models_hydrated": 1000000,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 1000000,
    "loop_seconds": 1.6702319590840489,
    "stack_seconds": 1.0151310409419239,
    "matmul_seconds": 0.2319392500212416
  },
  "peak_rss_bytes": 6599311360,
  "sampled_peak_rss_bytes": 6364659712,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      2.0146484375,
      1.876953125,
      1.8896484375
    ],
    "load_average_after": [
      1.70263671875,
      1.626953125,
      1.7421875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-unfiltered-r2",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-unfiltered-r2.json",
    "encoder": true,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:24:28.835469+00:00",
  "finished_at": "2026-10-18T04:30:53.405570+00:00",
  "wall_seconds": 384.5672037920449,
  "import_seconds": 0.7478965000482276,
  "encoder_load_seconds": 4.657422833028249,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 376.0009828329785,
      "stages": {
        "setup": 0.009303665952757001,
        "embed": 0.08435770904179662,
        "sql_fetch": 276.5341705298051,
        "decode": 61.21076144347899,
        "hydrate": 29.79886327672284,
        "filters": 1.121381290955469,
        "source_rows": 1.7271370000671595,
        "support_discounts": 0.24120520893484354,
        "scoring": 4.705719583085738,
        "sort": 0.4305562499212101,
        "collapse": 0.020538832992315292,
        "other": 0.11698804202023894
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 8423346073,
      "models_hydrated": 1000000,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 1000000,
    "loop_seconds": 1.6745902500115335,
    "stack_seconds": 1.0528918339405209,
    "matmul_seconds": 0.2374211660353467
  },
  "peak_rss_bytes": 6649757696,
  "sampled_peak_rss_bytes": 6403866624,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.70263671875,
      1.626953125,
      1.7421875
    ],
    "load_average_after": [
      1.9619140625,
      1.64013671875,
      1.68310546875
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-unfiltered-r3",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-unfiltered-r3.json",
    "encoder": true,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:30:53.979634+00:00",
  "finished_at": "2026-10-18T04:37:14.179273+00:00",
  "wall_seconds": 380.196754915989,
  "import_seconds": 0.7528419160516933,
  "encoder_load_seconds": 4.7473730420460925,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 371.49725274997763,
      "stages": {
        "setup": 0.009154209052212536,
        "embed": 0.0828130409354344,
        "sql_fetch": 272.0405501225032,
        "decode": 61.17247931670863,
        "hydrate": 29.96829489385709,
        "filters": 1.1956630420172587,
        "source_rows": 1.675099749932997,
        "support_discounts": 0.2311574169434607,
        "scoring": 4.638976291986182,
        "sort": 0.3583233329700306,
        "collapse": 0.02174929203465581,
        "other": 0.10299204103648663
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 8423346073,
      "models_hydrated": 1000000,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 1000000,
    "loop_seconds": 1.710231208940968,
    "stack_seconds": 1.0650785410543904,
    "matmul_seconds": 0.2187566669890657
  },
  "peak_rss_bytes": 6771834880,
  "sampled_peak_rss_bytes": 6423265280,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.9619140625,
      1.64013671875,
      1.68310546875
    ],
    "load_average_after": [
      1.69482421875,
      1.60595703125,
      1.63427734375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-cold-unfiltered-r4",
    "size": 1000000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-cold-unfiltered-r4.json",
    "encoder": true,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:37:14.750804+00:00",
  "finished_at": "2026-10-18T04:43:38.597077+00:00",
  "wall_seconds": 383.8433651670348,
  "import_seconds": 0.7537043750053272,
  "encoder_load_seconds": 4.588353791972622,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 375.23523975000717,
      "stages": {
        "setup": 0.009181000059470534,
        "embed": 0.08345741697121412,
        "sql_fetch": 275.60616357508115,
        "decode": 61.241911351447925,
        "hydrate": 30.264882364543155,
        "filters": 0.9530441249953583,
        "source_rows": 1.6754265839699656,
        "support_discounts": 0.23706637497525662,
        "scoring": 4.646585667040199,
        "sort": 0.3934733329806477,
        "collapse": 0.0193578340113163,
        "other": 0.10469012393150479
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 8423346073,
      "models_hydrated": 1000000,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 1000000,
    "loop_seconds": 1.7291646669618785,
    "stack_seconds": 1.1004266659729183,
    "matmul_seconds": 0.24225229199510068
  },
  "peak_rss_bytes": 6546407424,
  "sampled_peak_rss_bytes": 6370443264,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.69482421875,
      1.60595703125,
      1.63427734375
    ],
    "load_average_after": [
      1.947265625,
      1.68408203125,
      1.64208984375
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-warm-subject",
    "size": 1000000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-warm-subject.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:58:08.200008+00:00",
  "finished_at": "2026-10-18T04:58:42.016340+00:00",
  "wall_seconds": 33.81600762496237,
  "import_seconds": 0.47521866695024073,
  "encoder_load_seconds": 3.6076748750638217,
  "warmup_seconds": 7.97726595797576,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "8e1c4163-b4e6-4d2f-b3c9-6c7e5e5f7837",
      "total_seconds": 0.07961087499279529,
      "stages": {
        "setup": 0.0014327499084174633,
        "embed": 0.016069250064902008,
        "sql_fetch": 0.04521587397903204,
        "decode": 0.005307043087668717,
        "hydrate": 0.0014406238915398717,
        "filters": 0.000034667085856199265,
        "source_rows": 0.0013859579339623451,
        "support_discounts": 0.000011582975275814533,
        "scoring": 0.00036316702608019114,
        "sort": 0.00002887495793402195,
        "collapse": 0.007212958065792918,
        "other": 0.0011081260163336992
      },
      "rows_read": 101,
      "embedding_json_bytes": 850779,
      "models_hydrated": 101,
      "candidates_scored": 99,
      "snapshot_ids_looked_up": 99,
      "entry_ids_looked_up": 98,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": "5fc4552e-6eba-4c69-9765-2c8f11f27c11",
      "total_seconds": 0.009675958077423275,
      "stages": {
        "setup": 0.0012059580767527223,
        "embed": 0.006292250007390976,
        "sql_fetch": 0.0010067919502034783,
        "decode": 0.00023025006521493196,
        "hydrate": 0.000020666979253292084,
        "filters": 4.707952030003071e-6,
        "source_rows": 0.0005139580462127924,
        "support_discounts": 1.0409858077764511e-6,
        "scoring": 0.00004591699689626694,
        "sort": 3.125052899122238e-6,
        "collapse": 0.00019120797514915466,
        "other": 0.00016008398961275816
      },
      "rows_read": 1,
      "embedding_json_bytes": 8457,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 7,
      "subject_id": "238d82f1-9b64-4224-a3f5-eeb1e2f8ef29",
      "total_seconds": 0.06856225000228733,
      "stages": {
        "setup": 0.0009971670806407928,
        "embed": 0.005615082918666303,
        "sql_fetch": 0.0453578750602901,
        "decode": 0.0051546687027439475,
        "hydrate": 0.0013918722979724407,
        "filters": 0.000031208968721330166,
        "source_rows": 0.0012990409741178155,
        "support_discounts": 0.000010499963536858559,
        "scoring": 0.0003209579735994339,
        "sort": 0.000025833025574684143,
        "collapse": 0.007362209027633071,
        "other": 0.0009958340087905526
      },
      "rows_read": 101,
      "embedding_json_bytes": 850728,
      "models_hydrated": 101,
      "candidates_scored": 99,
      "snapshot_ids_looked_up": 99,
      "entry_ids_looked_up": 99,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": "f811f3fc-fcd6-4003-a559-2f8c0c3dd9d7",
      "total_seconds": 0.018414000049233437,
      "stages": {
        "setup": 0.0011657089926302433,
        "embed": 0.006486625061370432,
        "sql_fetch": 0.005082458956167102,
        "decode": 0.0008899976965039968,
        "hydrate": 0.00023504334967583418,
        "filters": 8.041970431804657e-6,
        "source_rows": 0.0006720409728586674,
        "support_discounts": 2.209097146987915e-6,
        "scoring": 0.0000827079638838768,
        "sort": 6.332993507385254e-6,
        "collapse": 0.0033024169970303774,
        "other": 0.00048041599802672863
      },
      "rows_read": 15,
      "embedding_json_bytes": 126327,
      "models_hydrated": 15,
      "candidates_scored": 15,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 15
    },
    {
      "question_index": 9,
      "subject_id": "b41034f9-03ac-496d-a30b-6b55157929b2",
      "total_seconds": 0.471250083995983,
      "stages": {
        "setup": 0.000987041974440217,
        "embed": 0.005837917095050216,
        "sql_fetch": 0.3893974998500198,
        "decode": 0.04342295078095049,
        "hydrate": 0.012279049376957119,
        "filters": 0.00024029193446040154,
        "source_rows": 0.006857125088572502,
        "support_discounts": 0.00010316690895706415,
        "scoring": 0.0025306250900030136,
        "sort": 0.00020691694226115942,
        "collapse": 0.007795291021466255,
        "other": 0.001592207932844758
      },
      "rows_read": 835,
      "embedding_json_bytes": 7032905,
      "models_hydrated": 835,
      "candidates_scored": 813,
      "snapshot_ids_looked_up": 807,
      "entry_ids_looked_up": 781,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": "75c7931e-c373-4298-9f41-28ead0fd99f7",
      "total_seconds": 10.930378834018484,
      "stages": {
        "setup": 0.0012033340753987432,
        "embed": 0.007578333024866879,
        "sql_fetch": 8.844860249897465,
        "decode": 1.2099329121410847,
        "hydrate": 0.6024630879983306,
        "filters": 0.017835167003795505,
        "source_rows": 0.1086394579615444,
        "support_discounts": 0.004246167023666203,
        "scoring": 0.08302933303639293,
        "sort": 0.007759874919429421,
        "collapse": 0.008081208099611104,
        "other": 0.03474970883689821
      },
      "rows_read": 22960,
      "embedding_json_bytes": 193400551,
      "models_hydrated": 22960,
      "candidates_scored": 22162,
      "snapshot_ids_looked_up": 15938,
      "entry_ids_looked_up": 9559,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": "d73ae286-1714-474c-b2b3-aade9ef6dcfd",
      "total_seconds": 0.02048974996432662,
      "stages": {
        "setup": 0.0013955000322312117,
        "embed": 0.015810249955393374,
        "sql_fetch": 0.0018900410505011678,
        "decode": 0.00028350099455565214,
        "hydrate": 0.00003200001083314419,
        "filters": 6.124959327280521e-6,
        "source_rows": 0.0005783750675618649,
        "support_discounts": 2.500019036233425e-6,
        "scoring": 0.0000753339845687151,
        "sort": 4.791072569787502e-6,
        "collapse": 0.00021520897280424833,
        "other": 0.00019612384494394064
      },
      "rows_read": 1,
      "embedding_json_bytes": 8424,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 12,
      "subject_id": "a6989e8c-a05e-49d3-bfad-c14b3a263b34",
      "total_seconds": 0.0602552080526948,
      "stages": {
        "setup": 0.0011377079645171762,
        "embed": 0.005761582986451685,
        "sql_fetch": 0.03735908307135105,
        "decode": 0.005026620463468134,
        "hydrate": 0.0013267964823171496,
        "filters": 0.0000362499849870801,
        "source_rows": 0.0012963749468326569,
        "support_discounts": 9.750016033649445e-6,
        "scoring": 0.0002972079673781991,
        "sort": 0.00002637505531311035,
        "collapse": 0.006952374940738082,
        "other": 0.0010250841733068228
      },
      "rows_read": 96,
      "embedding_json_bytes": 808432,
      "models_hydrated": 96,
      "candidates_scored": 90,
      "snapshot_ids_looked_up": 90,
      "entry_ids_looked_up": 90,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": "2f53b300-659e-475e-bdcb-bd02cd731540",
      "total_seconds": 0.9646085420390591,
      "stages": {
        "setup": 0.0011312920833006501,
        "embed": 0.006625290960073471,
        "sql_fetch": 0.7903537498787045,
        "decode": 0.10312610573600978,
        "hydrate": 0.03013968630693853,
        "filters": 0.0007862079655751586,
        "source_rows": 0.014346708077937365,
        "support_discounts": 0.00029966700822114944,
        "scoring": 0.006294958060607314,
        "sort": 0.0005010419990867376,
        "collapse": 0.00783437502104789,
        "other": 0.0031694589415565133
      },
      "rows_read": 1967,
      "embedding_json_bytes": 16569645,
      "models_hydrated": 1967,
      "candidates_scored": 1898,
      "snapshot_ids_looked_up": 1840,
      "entry_ids_looked_up": 1716,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": "7466f63b-4187-4c54-a5a1-ed70b1cf0296",
      "total_seconds": 0.010645332979038358,
      "stages": {
        "setup": 0.0012510829837992787,
        "embed": 0.006117292097769678,
        "sql_fetch": 0.001912584062665701,
        "decode": 0.0002513749059289694,
        "hydrate": 0.000027583097107708454,
        "filters": 5.458015948534012e-6,
        "source_rows": 0.0006244169780984521,
        "support_discounts": 1.3330718502402306e-6,
        "scoring": 0.00005891697946935892,
        "sort": 3.374996595084667e-6,
        "collapse": 0.00021645799279212952,
        "other": 0.00017545779701322317
      },
      "rows_read": 1,
      "embedding_json_bytes": 8434,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 15,
      "subject_id": "e78251df-ea27-4707-a44f-d25411a588bd",
      "total_seconds": 0.009950334089808166,
      "stages": {
        "setup": 0.001191292074508965,
        "embed": 0.004883207962848246,
        "sql_fetch": 0.0016874591819941998,
        "decode": 0.00034928973764181137,
        "hydrate": 0.00006604299414902925,
        "filters": 4.833098500967026e-6,
        "source_rows": 0.0006701669190078974,
        "support_discounts": 1.6249250620603561e-6,
        "scoring": 0.00005566701292991638,
        "sort": 3.7910649552941322e-6,
        "collapse": 0.0008122919825837016,
        "other": 0.00022466713562607765
      },
      "rows_read": 4,
      "embedding_json_bytes": 33609,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 16,
      "subject_id": "19b9ac3e-3dc4-4f26-97c9-13f1a0271212",
      "total_seconds": 0.00877920794300735,
      "stages": {
        "setup": 0.001129249925725162,
        "embed": 0.005050291074439883,
        "sql_fetch": 0.001108999946154654,
        "decode": 0.00023708201479166746,
        "hydrate": 0.000028501031920313835,
        "filters": 3.6249402910470963e-6,
        "source_rows": 0.0005998340202495456,
        "support_discounts": 1.2080417945981026e-6,
        "scoring": 0.00003841693978756666,
        "sort": 2.7080532163381577e-6,
        "collapse": 0.0004023750079795718,
        "other": 0.00017691694665700197
      },
      "rows_read": 2,
      "embedding_json_bytes": 16812,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 17,
      "subject_id": "23a07de0-4b2c-4900-b437-376021573b0e",
      "total_seconds": 0.01695620792452246,
      "stages": {
        "setup": 0.0011282499181106687,
        "embed": 0.004753500106744468,
        "sql_fetch": 0.006283916998654604,
        "decode": 0.0009313318878412247,
        "hydrate": 0.0002553350059315562,
        "filters": 0.000010500079952180386,
        "source_rows": 0.0006419999990612268,
        "support_discounts": 2.1670712158083916e-6,
        "scoring": 0.00007379089947789907,
        "sort": 5.750101990997791e-6,
        "collapse": 0.0023801669012755156,
        "other": 0.0004894989542663097
      },
      "rows_read": 16,
      "embedding_json_bytes": 134878,
      "models_hydrated": 16,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 14,
      "results": 14
    },
    {
      "question_index": 18,
      "subject_id": "ad15da43-7587-4473-b6bb-c1b8e4e16c6f",
      "total_seconds": 0.06541270902380347,
      "stages": {
        "setup": 0.0009820419363677502,
        "embed": 0.004537208005785942,
        "sql_fetch": 0.04184383398387581,
        "decode": 0.006099583697505295,
        "hydrate": 0.0017346652457490563,
        "filters": 0.0000391670037060976,
        "source_rows": 0.0014561660354956985,
        "support_discounts": 0.000012042000889778137,
        "scoring": 0.00035920797381550074,
        "sort": 0.000028209062293171883,
        "collapse": 0.00725920801050961,
        "other": 0.0010613760678097606
      },
      "rows_read": 119,
      "embedding_json_bytes": 1002407,
      "models_hydrated": 119,
      "candidates_scored": 116,
      "snapshot_ids_looked_up": 116,
      "entry_ids_looked_up": 116,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": "caf6f3ee-dc49-47e4-8fce-0c3cb175ca1e",
      "total_seconds": 0.013770458055660129,
      "stages": {
        "setup": 0.0011461670510470867,
        "embed": 0.00499741593375802,
        "sql_fetch": 0.004128374974243343,
        "decode": 0.0006548740202561021,
        "hydrate": 0.0001412929268553853,
        "filters": 8.042086847126484e-6,
        "source_rows": 0.0006341659463942051,
        "support_discounts": 1.625041477382183e-6,
        "scoring": 0.0000588749535381794,
        "sort": 4.541012458503246e-6,
        "collapse": 0.0017090420005843043,
        "other": 0.0002860421082004905
      },
      "rows_read": 10,
      "embedding_json_bytes": 84233,
      "models_hydrated": 10,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 20,
      "subject_id": "ecdd98e4-9727-471e-bd6b-5e2bd1563aae",
      "total_seconds": 0.01025754096917808,
      "stages": {
        "setup": 0.0009945000056177378,
        "embed": 0.004767415928654373,
        "sql_fetch": 0.002319999970495701,
        "decode": 0.0004444160731509328,
        "hydrate": 0.00008770893327891827,
        "filters": 6.375019438564777e-6,
        "source_rows": 0.0006024999311193824,
        "support_discounts": 1.584063284099102e-6,
        "scoring": 0.000039624981582164764,
        "sort": 2.9579969123005867e-6,
        "collapse": 0.000765250064432621,
        "other": 0.0002252080012112856
      },
      "rows_read": 6,
      "embedding_json_bytes": 50620,
      "models_hydrated": 6,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 21,
      "subject_id": "aee8bc16-757d-4efe-8890-755c614ae5d3",
      "total_seconds": 0.06735525000840425,
      "stages": {
        "setup": 0.0010679999832063913,
        "embed": 0.005687625030986965,
        "sql_fetch": 0.04211316688451916,
        "decode": 0.0062141213566064835,
        "hydrate": 0.0019130867440253496,
        "filters": 0.00003920809831470251,
        "source_rows": 0.0014020829694345593,
        "support_discounts": 0.000012292061001062393,
        "scoring": 0.00034708296880126,
        "sort": 0.000028250040486454964,
        "collapse": 0.00748295895755291,
        "other": 0.001047374913468957
      },
      "rows_read": 120,
      "embedding_json_bytes": 1010812,
      "models_hydrated": 120,
      "candidates_scored": 116,
      "snapshot_ids_looked_up": 115,
      "entry_ids_looked_up": 114,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": "91b66bc7-1cf8-4794-9c8a-8dc8a454312c",
      "total_seconds": 0.0095768750179559,
      "stages": {
        "setup": 0.001131167053245008,
        "embed": 0.005322749959304929,
        "sql_fetch": 0.0011442090617492795,
        "decode": 0.0003433317178860307,
        "hydrate": 0.00006262515671551228,
        "filters": 4.208995960652828e-6,
        "source_rows": 0.0005758330225944519,
        "support_discounts": 1.08394306153059e-6,
        "scoring": 0.00003466603811830282,
        "sort": 2.959044650197029e-6,
        "collapse": 0.0007364159682765603,
        "other": 0.00021762505639344454
      },
      "rows_read": 4,
      "embedding_json_bytes": 33673,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 23,
      "subject_id": "153215a2-7960-4ba0-bf00-2bdf9605c62a",
      "total_seconds": 0.009181832894682884,
      "stages": {
        "setup": 0.0010582919931039214,
        "embed": 0.005138082895427942,
        "sql_fetch": 0.0015133749693632126,
        "decode": 0.0002448330633342266,
        "hydrate": 0.000042291940189898014,
        "filters": 4.041939973831177e-6,
        "source_rows": 0.0005693330895155668,
        "support_discounts": 8.749775588512421e-7,
        "scoring": 0.00002679100725799799,
        "sort": 2.334010787308216e-6,
        "collapse": 0.00039091601502150297,
        "other": 0.0001906669931486249
      },
      "rows_read": 2,
      "embedding_json_bytes": 16873,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 24,
      "subject_id": "36ca001e-eb4a-4b0a-9488-c8e3226b1db2",
      "total_seconds": 0.8503834999864921,
      "stages": {
        "setup": 0.0010804589837789536,
        "embed": 0.005605790996924043,
        "sql_fetch": 0.6834482500562444,
        "decode": 0.09913250827230513,
        "hydrate": 0.028345699654892087,
        "filters": 0.0007721669971942902,
        "source_rows": 0.013585457927547395,
        "support_discounts": 0.00027158402372151613,
        "scoring": 0.005945040960796177,
        "sort": 0.0004875840386375785,
        "collapse": 0.008773582987487316,
        "other": 0.0029353750869631767
      },
      "rows_read": 1891,
      "embedding_json_bytes": 15927743,
      "models_hydrated": 1891,
      "candidates_scored": 1827,
      "snapshot_ids_looked_up": 1772,
      "entry_ids_looked_up": 1668,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": "b95bcca3-a6d5-46a1-b6a6-8fe4370a8027",
      "total_seconds": 0.01657212490681559,
      "stages": {
        "setup": 0.0012907919008284807,
        "embed": 0.006945291068404913,
        "sql_fetch": 0.00444362498819828,
        "decode": 0.0006833760999143124,
        "hydrate": 0.00016562396194785833,
        "filters": 8.041970431804657e-6,
        "source_rows": 0.000682333018630743,
        "support_discounts": 2.125045284628868e-6,
        "scoring": 0.00009229197166860104,
        "sort": 5.999929271638393e-6,
        "collapse": 0.0019081250065937638,
        "other": 0.00034449994564056396
      },
      "rows_read": 10,
      "embedding_json_bytes": 84304,
      "models_hydrated": 10,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 26,
      "subject_id": "e634a4dc-24a6-402c-9377-034fd6469742",
      "total_seconds": 0.015149250044487417,
      "stages": {
        "setup": 0.000974792055785656,
        "embed": 0.006007165997289121,
        "sql_fetch": 0.0037403330206871033,
        "decode": 0.0006757930386811495,
        "hydrate": 0.00015779095701873302,
        "filters": 7.1249669417738914e-6,
        "source_rows": 0.0006091250106692314,
        "support_discounts": 1.9579892978072166e-6,
        "scoring": 0.00007133407052606344,
        "sort": 5.249981768429279e-6,
        "collapse": 0.002546790987253189,
        "other": 0.0003517919685691595
      },
      "rows_read": 11,
      "embedding_json_bytes": 92636,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 27,
      "subject_id": "cc883bb7-6d26-43fb-8924-6394f18f891d",
      "total_seconds": 0.5523832080652937,
      "stages": {
        "setup": 0.0009771250188350677,
        "embed": 0.004490833031013608,
        "sql_fetch": 0.44177112507168204,
        "decode": 0.06291507894638926,
        "hydrate": 0.017817088053561747,
        "filters": 0.0004094999749213457,
        "source_rows": 0.009906333056278527,
        "support_discounts": 0.00015716697089374065,
        "scoring": 0.0037264999700710177,
        "sort": 0.00029566604644060135,
        "collapse": 0.00798091699834913,
        "other": 0.0019358749268576503
      },
      "rows_read": 1206,
      "embedding_json_bytes": 10158719,
      "models_hydrated": 1206,
      "candidates_scored": 1158,
      "snapshot_ids_looked_up": 1134,
      "entry_ids_looked_up": 1083,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": "557140fc-2a42-4db8-a2d6-86040592f544",
      "total_seconds": 0.11173525010235608,
      "stages": {
        "setup": 0.0011847499990835786,
        "embed": 0.005749167059548199,
        "sql_fetch": 0.0777038320666179,
        "decode": 0.01203603995963931,
        "hydrate": 0.0032914188923314214,
        "filters": 0.00007083406671881676,
        "source_rows": 0.0023448329884558916,
        "support_discounts": 0.000026875059120357037,
        "scoring": 0.000698207993991673,
        "sort": 0.00005658401641994715,
        "collapse": 0.007434541010297835,
        "other": 0.0011381669901311398
      },
      "rows_read": 232,
      "embedding_json_bytes": 1954252,
      "models_hydrated": 232,
      "candidates_scored": 227,
      "snapshot_ids_looked_up": 224,
      "entry_ids_looked_up": 220,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": "872f760f-fa3e-4938-ad7e-a2b39f0eb6d5",
      "total_seconds": 0.00994245894253254,
      "stages": {
        "setup": 0.0011570419883355498,
        "embed": 0.0048813329776749015,
        "sql_fetch": 0.001959624933078885,
        "decode": 0.00036470917984843254,
        "hydrate": 0.00008279085159301758,
        "filters": 7.208087481558323e-6,
        "source_rows": 0.000617832993157208,
        "support_discounts": 1.4579854905605316e-6,
        "scoring": 0.00004954205360263586,
        "sort": 3.2499665394425392e-6,
        "collapse": 0.0005916670197620988,
        "other": 0.00022600090596824884
      },
      "rows_read": 4,
      "embedding_json_bytes": 33633,
      "models_hydrated": 4,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 30,
      "subject_id": "85274c3b-277b-4976-b230-bd15a7af4585",
      "total_seconds": 0.775608791038394,
      "stages": {
        "setup": 0.001058833091519773,
        "embed": 0.005769792012870312,
        "sql_fetch": 0.5618447510059923,
        "decode": 0.07897423091344535,
        "hydrate": 0.09935143415350467,
        "filters": 0.0007177919615060091,
        "source_rows": 0.012093749945051968,
        "support_discounts": 0.00020758295431733131,
        "scoring": 0.0047797090373933315,
        "sort": 0.0004113749600946903,
        "collapse": 0.007901957957074046,
        "other": 0.0024975830456241965
      },
      "rows_read": 1511,
      "embedding_json_bytes": 12727346,
      "models_hydrated": 1511,
      "candidates_scored": 1462,
      "snapshot_ids_looked_up": 1439,
      "entry_ids_looked_up": 1362,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": "7da8ac68-7642-45e4-965c-c65d72049360",
      "total_seconds": 0.05518170795403421,
      "stages": {
        "setup": 0.0012275830376893282,
        "embed": 0.0060753339203074574,
        "sql_fetch": 0.03141174896154553,
        "decode": 0.004789249622263014,
        "hydrate": 0.001328834448941052,
        "filters": 0.000032208976335823536,
        "source_rows": 0.0012562079355120659,
        "support_discounts": 0.000010499963536858559,
        "scoring": 0.00031399994622915983,
        "sort": 0.000024667009711265564,
        "collapse": 0.007680750102736056,
        "other": 0.0010306240292266011
      },
      "rows_read": 92,
      "embedding_json_bytes": 775185,
      "models_hydrated": 92,
      "candidates_scored": 90,
      "snapshot_ids_looked_up": 90,
      "entry_ids_looked_up": 90,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": "95ba23ff-48c1-44af-85f5-e3a88749435e",
      "total_seconds": 0.16317987500224262,
      "stages": {
        "setup": 0.0011855419725179672,
        "embed": 0.006245290976949036,
        "sql_fetch": 0.11906945891678333,
        "decode": 0.01769962045364082,
        "hydrate": 0.005272962618619204,
        "filters": 0.00009899993892759085,
        "source_rows": 0.0029830000130459666,
        "support_discounts": 0.00003604206722229719,
        "scoring": 0.0009877498960122466,
        "sort": 0.00007870804984122515,
        "collapse": 0.008407457964494824,
        "other": 0.0011150421341881156
      },
      "rows_read": 342,
      "embedding_json_bytes": 2879989,
      "models_hydrated": 342,
      "candidates_scored": 333,
      "snapshot_ids_looked_up": 332,
      "entry_ids_looked_up": 325,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": "f4e80084-561e-48b8-92bb-ecb827a6aa1f",
      "total_seconds": 0.1241865410702303,
      "stages": {
        "setup": 0.0010332909878343344,
        "embed": 0.00571599998511374,
        "sql_fetch": 0.09061979199759662,
        "decode": 0.01221461733803153,
        "hydrate": 0.0032598826801404357,
        "filters": 0.0000701249809935689,
        "source_rows": 0.002294000005349517,
        "support_discounts": 0.00002116698306053877,
        "scoring": 0.000674000009894371,
        "sort": 0.00005487492308020592,
        "collapse": 0.0071483750361949205,
        "other": 0.0010804161429405212
      },
      "rows_read": 236,
      "embedding_json_bytes": 1988036,
      "models_hydrated": 236,
      "candidates_scored": 232,
      "snapshot_ids_looked_up": 232,
      "entry_ids_looked_up": 232,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": "3876ee76-97a9-4b34-a302-1225fe24cdd2",
      "total_seconds": 4.301550457952544,
      "stages": {
        "setup": 0.0011194170219823718,
        "embed": 0.004994082963094115,
        "sql_fetch": 3.4318332908442244,
        "decode": 0.5005322959041223,
        "hydrate": 0.2426147882360965,
        "filters": 0.006585374940186739,
        "source_rows": 0.05511233303695917,
        "support_discounts": 0.001624791999347508,
        "scoring": 0.03198241698555648,
        "sort": 0.0026233330136165023,
        "collapse": 0.00805237505119294,
        "other": 0.014475957956165075
      },
      "rows_read": 9478,
      "embedding_json_bytes": 79837524,
      "models_hydrated": 9478,
      "candidates_scored": 9149,
      "snapshot_ids_looked_up": 7894,
      "entry_ids_looked_up": 6025,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": "d5fd9113-9863-4c50-9304-d8424e3b0e9d",
      "total_seconds": 0.021197499940171838,
      "stages": {
        "setup": 0.0013789579970762134,
        "embed": 0.015971124987117946,
        "sql_fetch": 0.002010666998103261,
        "decode": 0.00037733186036348343,
        "hydrate": 0.000057709054090082645,
        "filters": 7.917056791484356e-6,
        "source_rows": 0.0005742500070482492,
        "support_discounts": 1.5419209375977516e-6,
        "scoring": 0.00007641699630767107,
        "sort": 4.332978278398514e-6,
        "collapse": 0.0005414170445874333,
        "other": 0.00019583303947001696
      },
      "rows_read": 3,
      "embedding_json_bytes": 25286,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 36,
      "subject_id": "d4a978c3-6150-4bf8-ba66-590b59b84b44",
      "total_seconds": 0.010261790943332016,
      "stages": {
        "setup": 0.0009927499340847135,
        "embed": 0.004949416033923626,
        "sql_fetch": 0.002091541071422398,
        "decode": 0.0004045000532642007,
        "hydrate": 0.0000845418544486165,
        "filters": 5.125068128108978e-6,
        "source_rows": 0.0005916249938309193,
        "support_discounts": 1.5419209375977516e-6,
        "scoring": 0.000059875077567994595,
        "sort": 3.915978595614433e-6,
        "collapse": 0.0008520419942215085,
        "other": 0.00022491696290671825
      },
      "rows_read": 5,
      "embedding_json_bytes": 42109,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 37,
      "subject_id": "1ac31a00-3b5b-40ea-9752-1266b24d58b7",
      "total_seconds": 0.024466958013363183,
      "stages": {
        "setup": 0.0009366249432787299,
        "embed": 0.004799040965735912,
        "sql_fetch": 0.011025999090634286,
        "decode": 0.0015541668981313705,
        "hydrate": 0.00044333399273455143,
        "filters": 0.000012416974641382694,
        "source_rows": 0.0007392080733552575,
        "support_discounts": 3.2919924706220627e-6,
        "scoring": 0.00010970805305987597,
        "sort": 7.999944500625134e-6,
        "collapse": 0.004196583991870284,
        "other": 0.0006385830929502845
      },
      "rows_read": 28,
      "embedding_json_bytes": 235929,
      "models_hydrated": 28,
      "candidates_scored": 26,
      "snapshot_ids_looked_up": 26,
      "entry_ids_looked_up": 26,
      "results": 26
    },
    {
      "question_index": 38,
      "subject_id": "fa8de7a6-a56a-4cbe-863c-d265c77b8ec3",
      "total_seconds": 0.04274858394637704,
      "stages": {
        "setup": 0.0010190419852733612,
        "embed": 0.004702082951553166,
        "sql_fetch": 0.023751207976602018,
        "decode": 0.0034419981529936194,
        "hydrate": 0.0009531269315630198,
        "filters": 0.000023958971723914146,
        "source_rows": 0.0010392910335212946,
        "support_discounts": 6.249989382922649e-6,
        "scoring": 0.0002068330068141222,
        "sort": 0.000016458099707961082,
        "collapse": 0.006583833950571716,
        "other": 0.0010045008966699243
      },
      "rows_read": 67,
      "embedding_json_bytes": 564277,
      "models_hydrated": 67,
      "candidates_scored": 61,
      "snapshot_ids_looked_up": 61,
      "entry_ids_looked_up": 61,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": "4e257e97-aae3-48ec-856f-ed6eaaffb8ce",
      "total_seconds": 0.011991915991529822,
      "stages": {
        "setup": 0.0011356249451637268,
        "embed": 0.00498758303001523,
        "sql_fetch": 0.0030052909860387444,
        "decode": 0.0005253750132396817,
        "hydrate": 0.00010962598025798798,
        "filters": 5.500041879713535e-6,
        "source_rows": 0.0005615829722955823,
        "support_discounts": 1.6249250620603561e-6,
        "scoring": 0.00005404104012995958,
        "sort": 3.583962097764015e-6,
        "collapse": 0.0013409580569714308,
        "other": 0.00026112503837794065
      },
      "rows_read": 8,
      "embedding_json_bytes": 67362,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 40,
      "subject_id": "cf913473-c2ad-45ec-be90-b284bbf3b2d3",
      "total_seconds": 0.39263666700571775,
      "stages": {
        "setup": 0.0009703329997137189,
        "embed": 0.004854916944168508,
        "sql_fetch": 0.3055869999807328,
        "decode": 0.047639950760640204,
        "hydrate": 0.013622633297927678,
        "filters": 0.00028558296617120504,
        "source_rows": 0.007160500041209161,
        "support_discounts": 0.00009995803702622652,
        "scoring": 0.002715208916924894,
        "sort": 0.00021954101976007223,
        "collapse": 0.007726083975285292,
        "other": 0.0017549580661579967
      },
      "rows_read": 918,
      "embedding_json_bytes": 7732353,
      "models_hydrated": 918,
      "candidates_scored": 871,
      "snapshot_ids_looked_up": 853,
      "entry_ids_looked_up": 828,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": "3d998a70-e2a2-412a-9c9a-df90e06c3321",
      "total_seconds": 0.013167999917641282,
      "stages": {
        "setup": 0.0012199999764561653,
        "embed": 0.006548958015628159,
        "sql_fetch": 0.0025632920442149043,
        "decode": 0.00042179180309176445,
        "hydrate": 0.00007729115895926952,
        "filters": 6.709014996886253e-6,
        "source_rows": 0.0006409999914467335,
        "support_discounts": 1.6249250620603561e-6,
        "scoring": 0.00006570806726813316,
        "sort": 3.917026333510876e-6,
        "collapse": 0.00137645797803998,
        "other": 0.00024124991614371538
      },
      "rows_read": 5,
      "embedding_json_bytes": 42131,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 42,
      "subject_id": "64ef6157-17c5-4df0-92f2-e25ec1194fc5",
      "total_seconds": 0.008055249927565455,
      "stages": {
        "setup": 0.00114633294288069,
        "embed": 0.004738416988402605,
        "sql_fetch": 0.0009639580966904759,
        "decode": 0.0002117078984156251,
        "hydrate": 0.000029416987672448158,
        "filters": 3.875000402331352e-6,
        "source_rows": 0.0005518340039998293,
        "support_discounts": 1.5409896150231361e-6,
        "scoring": 0.00003825000021606684,
        "sort": 2.374988980591297e-6,
        "collapse": 0.0002049170434474945,
        "other": 0.00016262498684227467
      },
      "rows_read": 1,
      "embedding_json_bytes": 8399,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 43,
      "subject_id": "9b7833ff-2543-4ac0-8f0c-914f371db416",
      "total_seconds": 0.009163832990452647,
      "stages": {
        "setup": 0.0011201659217476845,
        "embed": 0.004423375008627772,
        "sql_fetch": 0.0017027071444317698,
        "decode": 0.0003446268383413553,
        "hydrate": 0.00007429101970046759,
        "filters": 5.458015948534012e-6,
        "source_rows": 0.000541832996532321,
        "support_discounts": 1.00000761449337e-6,
        "scoring": 0.000038790982216596603,
        "sort": 3.08395829051733e-6,
        "collapse": 0.0006950410315766931,
        "other": 0.0002134600654244423
      },
      "rows_read": 4,
      "embedding_json_bytes": 33672,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 44,
      "subject_id": "3fa2eba4-9604-4bbd-be5b-f35c09163a0d",
      "total_seconds": 0.09874795807991177,
      "stages": {
        "setup": 0.0009736660867929459,
        "embed": 0.00465874990914017,
        "sql_fetch": 0.06672620796598494,
        "decode": 0.011169300880283117,
        "hydrate": 0.003365991171449423,
        "filters": 0.00006891600787639618,
        "source_rows": 0.002231749938800931,
        "support_discounts": 0.000024499953724443913,
        "scoring": 0.0006710410816594958,
        "sort": 0.000054750009439885616,
        "collapse": 0.007686374941840768,
        "other": 0.001116710132919252
      },
      "rows_read": 217,
      "embedding_json_bytes": 1828107,
      "models_hydrated": 217,
      "candidates_scored": 209,
      "snapshot_ids_looked_up": 208,
      "entry_ids_looked_up": 207,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": "845fcebd-26f1-43dc-82f9-b85e13a8adf5",
      "total_seconds": 0.011252874974161386,
      "stages": {
        "setup": 0.0011434999760240316,
        "embed": 0.0058202920481562614,
        "sql_fetch": 0.002493583015166223,
        "decode": 0.0003197088371962309,
        "hydrate": 0.00006216706242412329,
        "filters": 5.708076059818268e-6,
        "source_rows": 0.0005964579759165645,
        "support_discounts": 1.4579854905605316e-6,
        "scoring": 0.000040624989196658134,
        "sort": 2.874992787837982e-6,
        "collapse": 0.0005651250248774886,
        "other": 0.0002013749908655882
      },
      "rows_read": 3,
      "embedding_json_bytes": 25239,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 46,
      "subject_id": "ff1f0c0e-7ee7-4a90-9778-6b1c366ad2e4",
      "total_seconds": 0.02119345893152058,
      "stages": {
        "setup": 0.0009582499042153358,
        "embed": 0.006455791997723281,
        "sql_fetch": 0.00784483295865357,
        "decode": 0.0011210429947823286,
        "hydrate": 0.00033274898305535316,
        "filters": 0.0000100000761449337,
        "source_rows": 0.0006914999103173614,
        "support_discounts": 2.4170149117708206e-6,
        "scoring": 0.00008054194040596485,
        "sort": 6.458023563027382e-6,
        "collapse": 0.0031963749788701534,
        "other": 0.0004935001488775015
      },
      "rows_read": 20,
      "embedding_json_bytes": 168391,
      "models_hydrated": 20,
      "candidates_scored": 19,
      "snapshot_ids_looked_up": 19,
      "entry_ids_looked_up": 19,
      "results": 19
    },
    {
      "question_index": 47,
      "subject_id": "b7ab0e0a-ec2e-4f65-81e0-49da53ded828",
      "total_seconds": 0.008490166976116598,
      "stages": {
        "setup": 0.00096016691531986,
        "embed": 0.005702499998733401,
        "sql_fetch": 0.0006813750369474292,
        "decode": 0.0001860000193119049,
        "hydrate": 0.00001679197885096073,
        "filters": 3.2499665394425392e-6,
        "source_rows": 0.0005446249851956964,
        "support_discounts": 7.919734343886375e-7,
        "scoring": 0.00002550007775425911,
        "sort": 2.124928869307041e-6,
        "collapse": 0.00020108302123844624,
        "other": 0.00016595807392150164
      },
      "rows_read": 1,
      "embedding_json_bytes": 8392,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 48,
      "subject_id": "a1589e98-7068-4948-ae3d-de1b9aaabae6",
      "total_seconds": 0.3486479999264702,
      "stages": {
        "setup": 0.001125624985434115,
        "embed": 0.00660666695330292,
        "sql_fetch": 0.2683602088363841,
        "decode": 0.041012510540895164,
        "hydrate": 0.011623405618593097,
        "filters": 0.00022041599731892347,
        "source_rows": 0.006973708979785442,
        "support_discounts": 0.0000790419289842248,
        "scoring": 0.0024309580912813544,
        "sort": 0.0001995839411392808,
        "collapse": 0.00849533302243799,
        "other": 0.0015205410309135914
      },
      "rows_read": 791,
      "embedding_json_bytes": 6662506,
      "models_hydrated": 791,
      "candidates_scored": 773,
      "snapshot_ids_looked_up": 756,
      "entry_ids_looked_up": 739,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": "14320456-0fb7-49c5-aaac-ff2e36639604",
      "total_seconds": 0.012467083986848593,
      "stages": {
        "setup": 0.0011779170017689466,
        "embed": 0.005329207982867956,
        "sql_fetch": 0.003380957990884781,
        "decode": 0.0004661229904741049,
        "hydrate": 0.00010079401545226574,
        "filters": 6.58305361866951e-6,
        "source_rows": 0.0006444589234888554,
        "support_discounts": 1.4579854905605316e-6,
        "scoring": 0.000059333979152143,
        "sort": 3.832974471151829e-6,
        "collapse": 0.0010397920850664377,
        "other": 0.0002566250041127205
      },
      "rows_read": 6,
      "embedding_json_bytes": 50542,
      "models_hydrated": 6,
      "candidates_scored": 6,
      "snapshot_ids_looked_up": 6,
      "entry_ids_looked_up": 6,
      "results": 6
    },
    {
      "question_index": 50,
      "subject_id": "964e7106-4ad2-4dc9-ac46-fd918496a81c",
      "total_seconds": 0.10075624997261912,
      "stages": {
        "setup": 0.0009678329806774855,
        "embed": 0.004852334037423134,
        "sql_fetch": 0.07000941596925259,
        "decode": 0.01067174831405282,
        "hydrate": 0.0029865436954423785,
        "filters": 0.00006320897955447435,
        "source_rows": 0.0020444580586627126,
        "support_discounts": 0.00002004194539040327,
        "scoring": 0.0006068330258131027,
        "sort": 0.000052541960030794144,
        "collapse": 0.00734129105694592,
        "other": 0.0011399999493733048
      },
      "rows_read": 208,
      "embedding_json_bytes": 1752049,
      "models_hydrated": 208,
      "candidates_scored": 203,
      "snapshot_ids_looked_up": 203,
      "entry_ids_looked_up": 201,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": "5c87b54d-4c14-46f8-a150-46857c437891",
      "total_seconds": 0.009843749925494194,
      "stages": {
        "setup": 0.001130332937464118,
        "embed": 0.005164125002920628,
        "sql_fetch": 0.0016980830114334822,
        "decode": 0.0003546669613569975,
        "hydrate": 0.00005854095797985792,
        "filters": 5.375011824071407e-6,
        "source_rows": 0.0005285419756546617,
        "support_discounts": 1.4170072972774506e-6,
        "scoring": 0.00004554202314466238,
        "sort": 2.9579969123005867e-6,
        "collapse": 0.0006716250209137797,
        "other": 0.00018254201859235764
      },
      "rows_read": 4,
      "embedding_json_bytes": 33661,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 52,
      "subject_id": "d9cc4bda-4d39-4d58-988f-c44c136dba78",
      "total_seconds": 0.00855674990452826,
      "stages": {
        "setup": 0.000969999935477972,
        "embed": 0.004956083022989333,
        "sql_fetch": 0.001280499971471727,
        "decode": 0.0002618751022964716,
        "hydrate": 0.000039207981899380684,
        "filters": 3.875000402331352e-6,
        "source_rows": 0.0005119169363752007,
        "support_discounts": 8.329516276717186e-7,
        "scoring": 0.000029999995604157448,
        "sort": 2.500019036233425e-6,
        "collapse": 0.0003400000277906656,
        "other": 0.00015995895955711603
      },
      "rows_read": 2,
      "embedding_json_bytes": 16881,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 53,
      "subject_id": "cd42b52e-41f7-4702-a590-56236c157b26",
      "total_seconds": 0.6814954170258716,
      "stages": {
        "setup": 0.0009529590606689453,
        "embed": 0.00484720803797245,
        "sql_fetch": 0.47521479113493115,
        "decode": 0.07472788798622787,
        "hydrate": 0.09611844597384334,
        "filters": 0.0006464580073952675,
        "source_rows": 0.011704167001880705,
        "support_discounts": 0.00022133300080895424,
        "scoring": 0.005456249928101897,
        "sort": 0.0003740420797839761,
        "collapse": 0.008855000021867454,
        "other": 0.0023768747923895717
      },
      "rows_read": 1432,
      "embedding_json_bytes": 12063728,
      "models_hydrated": 1432,
      "candidates_scored": 1394,
      "snapshot_ids_looked_up": 1358,
      "entry_ids_looked_up": 1291,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": "14bbcf10-3ac4-403c-b42e-7fc51828900c",
      "total_seconds": 0.008426042040809989,
      "stages": {
        "setup": 0.001208874979056418,
        "embed": 0.005378667032346129,
        "sql_fetch": 0.0005785839166492224,
        "decode": 0.00022737402468919754,
        "hydrate": 0.000029916991479694843,
        "filters": 6.083049811422825e-6,
        "source_rows": 0.0005644590128213167,
        "support_discounts": 1.374981366097927e-6,
        "scoring": 0.000056709046475589275,
        "sort": 2.8329668566584587e-6,
        "collapse": 0.00020891695749014616,
        "other": 0.0001622490817680955
      },
      "rows_read": 1,
      "embedding_json_bytes": 8426,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    }
  ],
  "cosine_reference": {
    "vectors": 1,
    "loop_seconds": 0.000011208001524209976,
    "stack_seconds": 4.332978278398514e-6,
    "matmul_seconds": 0.000014459015801548958
  },
  "peak_rss_bytes": 1259520000,
  "sampled_peak_rss_bytes": 1252556800,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.91796875,
      1.927734375,
      1.76123046875
    ],
    "load_average_after": [
      1.953125,
      1.9345703125,
      1.76806640625
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n1000000-warm-unfiltered",
    "size": 1000000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n1000000-g1.db",
    "result_path": "n1000000-warm-unfiltered.json",
    "encoder": true,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T04:43:39.140941+00:00",
  "finished_at": "2026-10-18T04:57:41.589185+00:00",
  "wall_seconds": 842.4429999579443,
  "import_seconds": 0.7493208749219775,
  "encoder_load_seconds": 4.6148867920273915,
  "warmup_seconds": 385.875210667029,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 9.200603417004459,
      "stages": {
        "setup": 0.0029911670135334134,
        "embed": 0.09507916599977762,
        "sql_fetch": 0.0016775419935584068,
        "decode": 0.2783082079840824,
        "hydrate": 0.0,
        "filters": 1.617842874955386,
        "source_rows": 1.5549429160309955,
        "support_discounts": 0.23658195894677192,
        "scoring": 4.921439166064374,
        "sort": 0.3744691669708118,
        "collapse": 0.015144667006097734,
        "other": 0.10212658403906971
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 9.286743583041243,
      "stages": {
        "setup": 0.0017614579992368817,
        "embed": 0.0517605000641197,
        "sql_fetch": 0.0005994589300826192,
        "decode": 0.3110671660397202,
        "hydrate": 0.0,
        "filters": 1.6251285419566557,
        "source_rows": 1.5420459159649909,
        "support_discounts": 0.23994966701138765,
        "scoring": 5.02477708295919,
        "sort": 0.37226608395576477,
        "collapse": 0.014487250009551644,
        "other": 0.10290045815054327
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 9.301742917043157,
      "stages": {
        "setup": 0.0018337080255150795,
        "embed": 0.05082920903805643,
        "sql_fetch": 0.0006100828759372234,
        "decode": 0.3162035010755062,
        "hydrate": 0.0,
        "filters": 1.6679992499994114,
        "source_rows": 1.545292083057575,
        "support_discounts": 0.2391744169872254,
        "scoring": 4.991239958093502,
        "sort": 0.3725942919263616,
        "collapse": 0.014315832988359034,
        "other": 0.10165058297570795
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 9.183721999987029,
      "stages": {
        "setup": 0.001735541969537735,
        "embed": 0.050737833022139966,
        "sql_fetch": 0.0006093749543651938,
        "decode": 0.26883141708094627,
        "hydrate": 0.0,
        "filters": 1.6422915000002831,
        "source_rows": 1.54179170797579,
        "support_discounts": 0.23900416702963412,
        "scoring": 4.953926665941253,
        "sort": 0.37025062507018447,
        "collapse": 0.011772791971452534,
        "other": 0.10277037497144192
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 9.166914750006981,
      "stages": {
        "setup": 0.001832582987844944,
        "embed": 0.05133933306206018,
        "sql_fetch": 0.0006616669707000256,
        "decode": 0.32231891609262675,
        "hydrate": 0.0,
        "filters": 1.6052246670005843,
        "source_rows": 1.597869416931644,
        "support_discounts": 0.2379908749135211,
        "scoring": 4.872923125047237,
        "sort": 0.36120912502519786,
        "collapse": 0.012227874947711825,
        "other": 0.10331716702785343
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 9.374661874957383,
      "stages": {
        "setup": 0.0017841249937191606,
        "embed": 0.05518116697203368,
        "sql_fetch": 0.000566916074603796,
        "decode": 0.3377010419499129,
        "hydrate": 0.0,
        "filters": 1.6703276670305058,
        "source_rows": 1.5792514579370618,
        "support_discounts": 0.23646087502129376,
        "scoring": 4.990072208922356,
        "sort": 0.38829408306628466,
        "collapse": 0.01224187493789941,
        "other": 0.10278045805171132
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 9.386440208996646,
      "stages": {
        "setup": 0.0017619999125599861,
        "embed": 0.050073042046278715,
        "sql_fetch": 0.00062895892187953,
        "decode": 0.3075354160973802,
        "hydrate": 0.0,
        "filters": 1.7143361660419032,
        "source_rows": 1.5432042089523748,
        "support_discounts": 0.22970712499227375,
        "scoring": 5.0298747919732705,
        "sort": 0.3938679579878226,
        "collapse": 0.012102624983526766,
        "other": 0.10334791708737612
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 9.094054125016555,
      "stages": {
        "setup": 0.0019047079840674996,
        "embed": 0.051265542046166956,
        "sql_fetch": 0.0006086659850552678,
        "decode": 0.28327858401462436,
        "hydrate": 0.0,
        "filters": 1.6370714160148054,
        "source_rows": 1.569224749924615,
        "support_discounts": 0.23918849998153746,
        "scoring": 4.830700834048912,
        "sort": 0.3659675410017371,
        "collapse": 0.010158583987504244,
        "other": 0.1046850000275299
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 9.409072207985446,
      "stages": {
        "setup": 0.0017534580547362566,
        "embed": 0.053908374975435436,
        "sql_fetch": 0.0005719589535146952,
        "decode": 0.3078918741084635,
        "hydrate": 0.0,
        "filters": 1.6888070829445496,
        "source_rows": 1.5532628339715302,
        "support_discounts": 0.2296363749774173,
        "scoring": 5.093725458951667,
        "sort": 0.3656441660132259,
        "collapse": 0.011748959077522159,
        "other": 0.10212166595738381
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 9.150521749979816,
      "stages": {
        "setup": 0.0016986659029498696,
        "embed": 0.05182325001806021,
        "sql_fetch": 0.0005657080328091979,
        "decode": 0.28137387591414154,
        "hydrate": 0.0,
        "filters": 1.605617875000462,
        "source_rows": 1.553224500035867,
        "support_discounts": 0.22909266699571162,
        "scoring": 4.906661250046454,
        "sort": 0.4047316670184955,
        "collapse": 0.011875457945279777,
        "other": 0.10385683306958526
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 9.56324158294592,
      "stages": {
        "setup": 0.0016819159500300884,
        "embed": 0.15558420901652426,
        "sql_fetch": 0.0007182909175753593,
        "decode": 0.38913983409292996,
        "hydrate": 0.0,
        "filters": 1.9568404590245336,
        "source_rows": 1.5129214159678668,
        "support_discounts": 0.23463212500791997,
        "scoring": 4.81106920808088,
        "sort": 0.3867765839677304,
        "collapse": 0.011242915992625058,
        "other": 0.10263462492730469
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 9.174018542049453,
      "stages": {
        "setup": 0.001740667037665844,
        "embed": 0.23446666705422103,
        "sql_fetch": 0.0010170419700443745,
        "decode": 0.3863308329600841,
        "hydrate": 0.0,
        "filters": 1.9967992920428514,
        "source_rows": 1.5387152079492807,
        "support_discounts": 0.22937545797321945,
        "scoring": 4.302962707937695,
        "sort": 0.37008883408270776,
        "collapse": 0.010437832912430167,
        "other": 0.10208400012925267
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 9.173099749954417,
      "stages": {
        "setup": 0.00181779102422297,
        "embed": 0.1793084170203656,
        "sql_fetch": 0.0007412090199068189,
        "decode": 0.5770678739063442,
        "hydrate": 0.0,
        "filters": 1.9198399169836193,
        "source_rows": 1.569177999976091,
        "support_discounts": 0.2322537919972092,
        "scoring": 4.229064624989405,
        "sort": 0.35235429205931723,
        "collapse": 0.009602124919183552,
        "other": 0.10187170805875212
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 8.902974584023468,
      "stages": {
        "setup": 0.0016597090288996696,
        "embed": 0.224754250026308,
        "sql_fetch": 0.0008863749681040645,
        "decode": 0.30679762503132224,
        "hydrate": 0.0,
        "filters": 1.9016924579627812,
        "source_rows": 1.5655075830873102,
        "support_discounts": 0.23288066603709012,
        "scoring": 4.20414124999661,
        "sort": 0.3526351669570431,
        "collapse": 0.008853832958266139,
        "other": 0.10316566796973348
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 9.346427458920516,
      "stages": {
        "setup": 0.0017057089135050774,
        "embed": 0.4595001250272617,
        "sql_fetch": 0.0008720828918740153,
        "decode": 0.38743612507823855,
        "hydrate": 0.0,
        "filters": 1.948416667059064,
        "source_rows": 1.596421374939382,
        "support_discounts": 0.23376133397687227,
        "scoring": 4.257299290969968,
        "sort": 0.3472429590765387,
        "collapse": 0.010643624933436513,
        "other": 0.10312816605437547
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 8.859018624993041,
      "stages": {
        "setup": 0.0016659999964758754,
        "embed": 0.4085273750824854,
        "sql_fetch": 0.0015901250299066305,
        "decode": 0.33098712493665516,
        "hydrate": 0.0,
        "filters": 1.6881987920496613,
        "source_rows": 1.572899791994132,
        "support_discounts": 0.23755241697654128,
        "scoring": 4.149375625071116,
        "sort": 0.3535989999072626,
        "collapse": 0.010191458044573665,
        "other": 0.10443091590423137
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 8.61602016701363,
      "stages": {
        "setup": 0.00163162499666214,
        "embed": 0.09129045903682709,
        "sql_fetch": 0.0006517500150948763,
        "decode": 0.3150756669929251,
        "hydrate": 0.0,
        "filters": 1.7844187499722466,
        "source_rows": 1.5753036660607904,
        "support_discounts": 0.23308020806871355,
        "scoring": 4.157546708942391,
        "sort": 0.3431358750676736,
        "collapse": 0.00931345799472183,
        "other": 0.10457199986558408
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 8.533033290994354,
      "stages": {
        "setup": 0.0016173330368474126,
        "embed": 0.08003312500659376,
        "sql_fetch": 0.0015154159627854824,
        "decode": 0.33149520901497453,
        "hydrate": 0.0,
        "filters": 1.7618529999163002,
        "source_rows": 1.5516196250682697,
        "support_discounts": 0.23499349993653595,
        "scoring": 4.10659595800098,
        "sort": 0.34831074997782707,
        "collapse": 0.010110167087987065,
        "other": 0.10488920798525214
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 8.977919791010208,
      "stages": {
        "setup": 0.0015923749888315797,
        "embed": 0.26618350006174296,
        "sql_fetch": 0.001270083012059331,
        "decode": 0.3353145009605214,
        "hydrate": 0.0,
        "filters": 1.856593625037931,
        "source_rows": 1.621067374944687,
        "support_discounts": 0.23022324999328703,
        "scoring": 4.202322416938841,
        "sort": 0.350712375016883,
        "collapse": 0.008525207987986505,
        "other": 0.10411508206743747
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 8.698630041093566,
      "stages": {
        "setup": 0.001745416084304452,
        "embed": 0.2685377090238035,
        "sql_fetch": 0.0010616250801831484,
        "decode": 0.34762341692112386,
        "hydrate": 0.0,
        "filters": 1.6413897080346942,
        "source_rows": 1.60017737490125,
        "support_discounts": 0.2471877079224214,
        "scoring": 4.126382208080031,
        "sort": 0.3495072089135647,
        "collapse": 0.010202875011600554,
        "other": 0.10481479112058878
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 8.826573750004172,
      "stages": {
        "setup": 0.0015865419991314411,
        "embed": 0.16465275001246482,
        "sql_fetch": 0.000887917005456984,
        "decode": 0.3228179169818759,
        "hydrate": 0.0,
        "filters": 1.893558832933195,
        "source_rows": 1.5783765000524,
        "support_discounts": 0.23469533305615187,
        "scoring": 4.173416916979477,
        "sort": 0.34476833301596344,
        "collapse": 0.008426707936450839,
        "other": 0.10338600003160536
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 8.671726749977097,
      "stages": {
        "setup": 0.0016375420382246375,
        "embed": 0.13960095797665417,
        "sql_fetch": 0.0013448328245431185,
        "decode": 0.3889949581352994,
        "hydrate": 0.0,
        "filters": 1.663698042044416,
        "source_rows": 1.603926582960412,
        "support_discounts": 0.24092654197011143,
        "scoring": 4.174239250016399,
        "sort": 0.34492204198613763,
        "collapse": 0.009857665980234742,
        "other": 0.1025783340446651
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 8.831749458098784,
      "stages": {
        "setup": 0.001724708010442555,
        "embed": 0.18504370900336653,
        "sql_fetch": 0.0008942909771576524,
        "decode": 0.3532684170641005,
        "hydrate": 0.0,
        "filters": 1.822967333951965,
        "source_rows": 1.563730416004546,
        "support_discounts": 0.2330918749794364,
        "scoring": 4.213152459007688,
        "sort": 0.34541916591115296,
        "collapse": 0.0101156251039356,
        "other": 0.10234145808499306
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 8.60875491600018,
      "stages": {
        "setup": 0.0016184160485863686,
        "embed": 0.20317187497857958,
        "sql_fetch": 0.003296292037703097,
        "decode": 0.3100378749659285,
        "hydrate": 0.0,
        "filters": 1.6681447080336511,
        "source_rows": 1.5646020419662818,
        "support_discounts": 0.22910208406392485,
        "scoring": 4.158089249976911,
        "sort": 0.3560504999477416,
        "collapse": 0.00906370801385492,
        "other": 0.10557816596701741
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 8.708441332913935,
      "stages": {
        "setup": 0.001553374924696982,
        "embed": 0.16950066608842462,
        "sql_fetch": 0.0012639169581234455,
        "decode": 0.32644987502135336,
        "hydrate": 0.0,
        "filters": 1.8613929580897093,
        "source_rows": 1.5718240829883143,
        "support_discounts": 0.22983070800546557,
        "scoring": 4.082204916980118,
        "sort": 0.3530055000446737,
        "collapse": 0.008226166013628244,
        "other": 0.1031891677994281
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 8.932785625103861,
      "stages": {
        "setup": 0.0016275841044262052,
        "embed": 0.26776458299718797,
        "sql_fetch": 0.001398415886797011,
        "decode": 0.41326979210134596,
        "hydrate": 0.0,
        "filters": 1.7561260419897735,
        "source_rows": 1.6412817910313606,
        "support_discounts": 0.23384583299048245,
        "scoring": 4.1536823329515755,
        "sort": 0.34459783404599875,
        "collapse": 0.008391082985326648,
        "other": 0.11080033401958644
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 8.815778958960436,
      "stages": {
        "setup": 0.0016587499994784594,
        "embed": 0.27440495893824846,
        "sql_fetch": 0.000918499892577529,
        "decode": 0.3485695421695709,
        "hydrate": 0.0,
        "filters": 1.8662517910124734,
        "source_rows": 1.541435791994445,
        "support_discounts": 0.23380104207899421,
        "scoring": 4.083434915984981,
        "sort": 0.35428783402312547,
        "collapse": 0.008359082974493504,
        "other": 0.10265674989204854
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 8.827472624951042,
      "stages": {
        "setup": 0.0016438340535387397,
        "embed": 0.25794016593135893,
        "sql_fetch": 0.0006559590110555291,
        "decode": 0.4035445830086246,
        "hydrate": 0.0,
        "filters": 1.726414915989153,
        "source_rows": 1.570651000016369,
        "support_discounts": 0.23366233299020678,
        "scoring": 4.170583499944769,
        "sort": 0.35100379202049226,
        "collapse": 0.00846354104578495,
        "other": 0.10290900093968958
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 8.814414500026032,
      "stages": {
        "setup": 0.0015411250060424209,
        "embed": 0.24273945798631757,
        "sql_fetch": 0.0006940009770914912,
        "decode": 0.32893470709677786,
        "hydrate": 0.0,
        "filters": 1.7663471249397844,
        "source_rows": 1.5928130000829697,
        "support_discounts": 0.2389542079763487,
        "scoring": 4.186664249980822,
        "sort": 0.3432929581031203,
        "collapse": 0.00867983396165073,
        "other": 0.10375383391510695
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 8.68663595803082,
      "stages": {
        "setup": 0.0016182080144062638,
        "embed": 0.16017879196442664,
        "sql_fetch": 0.0009197910549119115,
        "decode": 0.30718408385291696,
        "hydrate": 0.0,
        "filters": 1.762450542068109,
        "source_rows": 1.6007994170067832,
        "support_discounts": 0.23053187504410744,
        "scoring": 4.161163290962577,
        "sort": 0.34931954205967486,
        "collapse": 0.008483416982926428,
        "other": 0.10398699901998043
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 8.789561374927871,
      "stages": {
        "setup": 0.0016814159462228417,
        "embed": 0.19557554204948246,
        "sql_fetch": 0.0008556670509278774,
        "decode": 0.3749271669657901,
        "hydrate": 0.0,
        "filters": 1.752595957950689,
        "source_rows": 1.583400292089209,
        "support_discounts": 0.23467237502336502,
        "scoring": 4.1838896670378745,
        "sort": 0.34918491693679243,
        "collapse": 0.008497541071847081,
        "other": 0.1042808328056708
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 8.766985875088722,
      "stages": {
        "setup": 0.0016325840260833502,
        "embed": 0.2090796249685809,
        "sql_fetch": 0.0010583751136437058,
        "decode": 0.4018494168994948,
        "hydrate": 0.0,
        "filters": 1.7360620830440894,
        "source_rows": 1.5429554589791223,
        "support_discounts": 0.23451891692820936,
        "scoring": 4.177740000071935,
        "sort": 0.3505795419914648,
        "collapse": 0.00895733293145895,
        "other": 0.10255254013463855
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 8.838163291919045,
      "stages": {
        "setup": 0.0017562499269843102,
        "embed": 0.29284133401233703,
        "sql_fetch": 0.0012929170625284314,
        "decode": 0.3590669159311801,
        "hydrate": 0.0,
        "filters": 1.7404359580250457,
        "source_rows": 1.5957214590162039,
        "support_discounts": 0.23165158298797905,
        "scoring": 4.150774666923098,
        "sort": 0.35387824999634176,
        "collapse": 0.008221124997362494,
        "other": 0.10252283303998411
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 8.819600707967766,
      "stages": {
        "setup": 0.0016512079164385796,
        "embed": 0.18762170907575637,
        "sql_fetch": 0.0012898329878225923,
        "decode": 0.397432875004597,
        "hydrate": 0.0,
        "filters": 1.8138642499689013,
        "source_rows": 1.579471749952063,
        "support_discounts": 0.23119745799340308,
        "scoring": 4.148817333043553,
        "sort": 0.346934083965607,
        "collapse": 0.008466291008517146,
        "other": 0.10285391705110669
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 8.719362083007582,
      "stages": {
        "setup": 0.0015982079785317183,
        "embed": 0.2348702090093866,
        "sql_fetch": 0.0018777921795845032,
        "decode": 0.3251095408340916,
        "hydrate": 0.0,
        "filters": 1.8060695000458509,
        "source_rows": 1.5780282089253888,
        "support_discounts": 0.23343258304521441,
        "scoring": 4.074478916940279,
        "sort": 0.35297266696579754,
        "collapse": 0.008342707995325327,
        "other": 0.10258174908813089
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 8.808429999975488,
      "stages": {
        "setup": 0.001578915980644524,
        "embed": 0.2597344999667257,
        "sql_fetch": 0.0012093748664483428,
        "decode": 0.38942900008987635,
        "hydrate": 0.0,
        "filters": 1.7471461250679567,
        "source_rows": 1.5792844579555094,
        "support_discounts": 0.23453683301340789,
        "scoring": 4.136812542099506,
        "sort": 0.34560062491800636,
        "collapse": 0.00808183301705867,
        "other": 0.10501579300034791
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 8.675705542089418,
      "stages": {
        "setup": 0.001574167050421238,
        "embed": 0.13763495802413672,
        "sql_fetch": 0.0007262498838827014,
        "decode": 0.3387387500843033,
        "hydrate": 0.0,
        "filters": 1.7829355830326676,
        "source_rows": 1.5765408329898492,
        "support_discounts": 0.23344862507656217,
        "scoring": 4.137941416935064,
        "sort": 0.3538276250474155,
        "collapse": 0.008681582985445857,
        "other": 0.10365575097966939
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 8.779383499990217,
      "stages": {
        "setup": 0.001628416939638555,
        "embed": 0.1802132910815999,
        "sql_fetch": 0.0014778749318793416,
        "decode": 0.38179837504867464,
        "hydrate": 0.0,
        "filters": 1.7486276669660583,
        "source_rows": 1.588034125044942,
        "support_discounts": 0.23948854196351022,
        "scoring": 4.172371000051498,
        "sort": 0.3475007499800995,
        "collapse": 0.008219457929953933,
        "other": 0.11002400005236268
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 8.962024625041522,
      "stages": {
        "setup": 0.001678875065408647,
        "embed": 0.27081462496425956,
        "sql_fetch": 0.0006194590823724866,
        "decode": 0.37143004091922194,
        "hydrate": 0.0,
        "filters": 1.8938097910722718,
        "source_rows": 1.579247958958149,
        "support_discounts": 0.23443662491627038,
        "scoring": 4.144583499990404,
        "sort": 0.35459987504873425,
        "collapse": 0.008424125029705465,
        "other": 0.10237974999472499
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 9.284897833014838,
      "stages": {
        "setup": 0.0015702079981565475,
        "embed": 0.49717700004111975,
        "sql_fetch": 0.0014171670190989971,
        "decode": 0.40356691600754857,
        "hydrate": 0.0,
        "filters": 1.8845036670099944,
        "source_rows": 1.5986536249984056,
        "support_discounts": 0.23651979200076312,
        "scoring": 4.203200625022873,
        "sort": 0.3445977079682052,
        "collapse": 0.01025408401619643,
        "other": 0.10343704093247652
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 8.986854374990799,
      "stages": {
        "setup": 0.0016987500712275505,
        "embed": 0.20645545795559883,
        "sql_fetch": 0.0016477910103276372,
        "decode": 0.35014483390841633,
        "hydrate": 0.0,
        "filters": 1.9060344580793753,
        "source_rows": 1.5808630000101402,
        "support_discounts": 0.23486833390779793,
        "scoring": 4.245678833103739,
        "sort": 0.34837045799940825,
        "collapse": 0.008454624912701547,
        "other": 0.10263783403206617
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 8.850394375040196,
      "stages": {
        "setup": 0.0015954580157995224,
        "embed": 0.2745143340434879,
        "sql_fetch": 0.002209166996181011,
        "decode": 0.3893197920406237,
        "hydrate": 0.0,
        "filters": 1.7779669580049813,
        "source_rows": 1.568408582941629,
        "support_discounts": 0.22991787502542138,
        "scoring": 4.148251583916135,
        "sort": 0.34697437507566065,
        "collapse": 0.008109249989502132,
        "other": 0.10312699899077415
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 8.950254958937876,
      "stages": {
        "setup": 0.0016210000030696392,
        "embed": 0.28679408389143646,
        "sql_fetch": 0.0011412091553211212,
        "decode": 0.35266833286732435,
        "hydrate": 0.0,
        "filters": 1.7792757909046486,
        "source_rows": 1.5327983340248466,
        "support_discounts": 0.23495258309412748,
        "scoring": 4.2993061249144375,
        "sort": 0.34935754199977964,
        "collapse": 0.00860187504440546,
        "other": 0.10373808303847909
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 8.63336833298672,
      "stages": {
        "setup": 0.001636000000871718,
        "embed": 0.12663624994456768,
        "sql_fetch": 0.0008552080253139138,
        "decode": 0.3283503759885207,
        "hydrate": 0.0,
        "filters": 1.7061509159393609,
        "source_rows": 1.6153937500203028,
        "support_discounts": 0.22924933303147554,
        "scoring": 4.164677875000052,
        "sort": 0.3468816669192165,
        "collapse": 0.008210250060074031,
        "other": 0.10532670805696398
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 8.862372042029165,
      "stages": {
        "setup": 0.0015800830442458391,
        "embed": 0.17248566693160683,
        "sql_fetch": 0.0007850839756429195,
        "decode": 0.3781443750485778,
        "hydrate": 0.0,
        "filters": 1.77160554099828,
        "source_rows": 1.5714522089110687,
        "support_discounts": 0.23908674996346235,
        "scoring": 4.264516125083901,
        "sort": 0.3491291248938069,
        "collapse": 0.008169583044946194,
        "other": 0.10541750013362616
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 9.192516874987632,
      "stages": {
        "setup": 0.001589666004292667,
        "embed": 0.4386067090090364,
        "sql_fetch": 0.0011066669831052423,
        "decode": 0.4659390830202028,
        "hydrate": 0.0,
        "filters": 1.8213395420461893,
        "source_rows": 1.5736053748987615,
        "support_discounts": 0.23063808295410126,
        "scoring": 4.192384249996394,
        "sort": 0.3553522090660408,
        "collapse": 0.00879654090385884,
        "other": 0.10315875010564923
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 9.093793167034164,
      "stages": {
        "setup": 0.0016496250173076987,
        "embed": 0.4051322500454262,
        "sql_fetch": 0.0011517079547047615,
        "decode": 0.32718250004108995,
        "hydrate": 0.0,
        "filters": 1.8404419999569654,
        "source_rows": 1.5779893330764025,
        "support_discounts": 0.23431587510276586,
        "scoring": 4.247474249918014,
        "sort": 0.3461455419892445,
        "collapse": 0.00865550001617521,
        "other": 0.10365458391606808
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 8.811663082917221,
      "stages": {
        "setup": 0.0016296249814331532,
        "embed": 0.2583773749647662,
        "sql_fetch": 0.0007291249930858612,
        "decode": 0.345302207977511,
        "hydrate": 0.0,
        "filters": 1.7521062919404358,
        "source_rows": 1.5823495830409229,
        "support_discounts": 0.23434712493326515,
        "scoring": 4.176470333011821,
        "sort": 0.34815016703214496,
        "collapse": 0.00839120801538229,
        "other": 0.10381004202645272
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 8.989161874982528,
      "stages": {
        "setup": 0.0016022499185055494,
        "embed": 0.25311687507200986,
        "sql_fetch": 0.0011399589711800218,
        "decode": 0.3849199580727145,
        "hydrate": 0.0,
        "filters": 1.9133203329984099,
        "source_rows": 1.542014249949716,
        "support_discounts": 0.2347590000135824,
        "scoring": 4.200026290956885,
        "sort": 0.3462658750358969,
        "collapse": 0.008474083966575563,
        "other": 0.10352300002705306
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 9.17768312501721,
      "stages": {
        "setup": 0.0016588750295341015,
        "embed": 0.4488244999665767,
        "sql_fetch": 0.0022884159116074443,
        "decode": 0.3399040420772508,
        "hydrate": 0.0,
        "filters": 1.8065957919461653,
        "source_rows": 1.5610073329880834,
        "support_discounts": 0.23527250008191913,
        "scoring": 4.2971157499123365,
        "sort": 0.37135191611014307,
        "collapse": 0.010762916994281113,
        "other": 0.10290108399931341
      },
      "rows_read": 1000000,
      "embedding_json_bytes": 0,
      "models_hydrated": 0,
      "candidates_scored": 965761,
      "snapshot_ids_looked_up": 31250,
      "entry_ids_looked_up": 12195,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 1000000,
    "loop_seconds": 1.6917546659242362,
    "stack_seconds": 0.9652506250422448,
    "matmul_seconds": 0.24264358403161168
  },
  "peak_rss_bytes": 7475773440,
  "sampled_peak_rss_bytes": 7427424256,
  "environment": {
    "git_sha": "60c01b64f36c40b2dacd3a938bdf10bb0380ff91",
    "package_version": "1.192.22",
    "python": "3.11.15",
    "numpy": "2.4.6",
    "sqlite": "3.50.4",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "macOS-27.0.1-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4",
    "cpu_count": 10,
    "memory_bytes": 17179869184,
    "load_average_before": [
      1.951171875,
      1.68896484375,
      1.64404296875
    ],
    "load_average_after": [
      2.00732421875,
      1.94189453125,
      1.76220703125
    ],
    "bench_lock": ".ollama.lock",
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]