[
{
  "spec": {
    "cell_id": "n100000-cold-subject-r0",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r0.json",
    "encoder": false,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:33:09.826996+00:00",
  "finished_at": "2026-10-18T01:33:11.444399+00:00",
  "wall_seconds": 1.6174133909999,
  "import_seconds": 1.0148644089999834,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "65c77a83-5bdf-4015-b096-0d04c4cd1165",
      "total_seconds": 0.4545308679998925,
      "stages": {
        "setup": 0.0975624819998302,
        "embed": 9.509999472356867e-7,
        "sql_fetch": 0.34016059799978393,
        "decode": 0.0005254220000097121,
        "hydrate": 0.0001758560001690057,
        "filters": 0.00002414599975963938,
        "source_rows": 0.0035357350002414023,
        "support_discounts": 6.719999873894267e-6,
        "scoring": 0.010052615999939007,
        "sort": 0.000015824000001884997,
        "collapse": 0.0021446259997901507,
        "other": 0.00032589200054644607
      },
      "rows_read": 2,
      "embedding_json_bytes": 16831,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    }
  ],
  "cosine_reference": {
    "vectors": 2,
    "loop_seconds": 0.0000504059999002493,
    "stack_seconds": 0.000028533000204333803,
    "matmul_seconds": 0.00004996600000595208
  },
  "peak_rss_bytes": 309051392,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      1.0,
      0.96533203125
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.96533203125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r1",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r1.json",
    "encoder": false,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:33:11.806450+00:00",
  "finished_at": "2026-10-18T01:33:13.436393+00:00",
  "wall_seconds": 1.629954428000019,
  "import_seconds": 1.017214985999999,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "fb51aebe-98e0-48ef-8367-c53035d81676",
      "total_seconds": 0.4582349420002174,
      "stages": {
        "setup": 0.09786200300004566,
        "embed": 1.2720001905108802e-6,
        "sql_fetch": 0.3420432249999976,
        "decode": 0.0007661680006094684,
        "hydrate": 0.0002485929994691105,
        "filters": 0.00002807300006679725,
        "source_rows": 0.0036120689997005684,
        "support_discounts": 6.168999789224472e-6,
        "scoring": 0.010166428000047745,
        "sort": 0.000016064000192272943,
        "collapse": 0.0031704240000181017,
        "other": 0.0003144540000903362
      },
      "rows_read": 4,
      "embedding_json_bytes": 33722,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    }
  ],
  "cosine_reference": {
    "vectors": 4,
    "loop_seconds": 0.00005411199981608661,
    "stack_seconds": 0.0000320280000778439,
    "matmul_seconds": 0.00004938399979437236
  },
  "peak_rss_bytes": 309051392,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      1.0,
      0.96533203125
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.9658203125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r2",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r2.json",
    "encoder": false,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:33:13.787747+00:00",
  "finished_at": "2026-10-18T01:33:15.387750+00:00",
  "wall_seconds": 1.6000142990001223,
  "import_seconds": 1.00469185799966,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "dc5d8d0e-0677-43f7-9cbe-c7e426603095",
      "total_seconds": 0.4517400469999302,
      "stages": {
        "setup": 0.09720415199990384,
        "embed": 1.0020003173849545e-6,
        "sql_fetch": 0.3370592169999327,
        "decode": 0.000636450000001787,
        "hydrate": 0.0002150350001102197,
        "filters": 0.000027842000235978048,
        "source_rows": 0.003536174999680952,
        "support_discounts": 6.490000032499665e-6,
        "scoring": 0.01002317199981917,
        "sort": 0.000018367999928159406,
        "collapse": 0.002665161000095395,
        "other": 0.0003469829998721252
      },
      "rows_read": 3,
      "embedding_json_bytes": 25230,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    }
  ],
  "cosine_reference": {
    "vectors": 3,
    "loop_seconds": 0.00003197900014129118,
    "stack_seconds": 0.000028982999992877012,
    "matmul_seconds": 0.000051357999836909585
  },
  "peak_rss_bytes": 309051392,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      1.0,
      0.9658203125
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.9658203125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r3",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r3.json",
    "encoder": false,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:33:15.740095+00:00",
  "finished_at": "2026-10-18T01:33:17.358383+00:00",
  "wall_seconds": 1.618299024999942,
  "import_seconds": 1.0116489249999177,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "41ad8dac-8502-4743-8872-1f1295545f1a",
      "total_seconds": 0.46122259300000223,
      "stages": {
        "setup": 0.0980975950001266,
        "embed": 1.3320000107341912e-6,
        "sql_fetch": 0.34468479799988927,
        "decode": 0.0008400679998885607,
        "hydrate": 0.0003251190000810311,
        "filters": 0.000029224000172689557,
        "source_rows": 0.0036010329999953683,
        "support_discounts": 5.919000159337884e-6,
        "scoring": 0.010102351999648818,
        "sort": 0.00001628400013942155,
        "collapse": 0.0031971039998097694,
        "other": 0.0003217650000806316
      },
      "rows_read": 5,
      "embedding_json_bytes": 42063,
      "models_hydrated": 5,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    }
  ],
  "cosine_reference": {
    "vectors": 5,
    "loop_seconds": 0.00003608499991969438,
    "stack_seconds": 0.0000514870002916723,
    "matmul_seconds": 0.000050567000016599195
  },
  "peak_rss_bytes": 309051392,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      1.0,
      0.9658203125
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.96630859375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-subject-r4",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-subject-r4.json",
    "encoder": false,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:33:17.712688+00:00",
  "finished_at": "2026-10-18T01:33:19.331263+00:00",
  "wall_seconds": 1.618587309999839,
  "import_seconds": 1.0086083019996295,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "2463bdfe-4da0-4c9e-9690-e9749ed1e250",
      "total_seconds": 0.464048862999789,
      "stages": {
        "setup": 0.09712692599987349,
        "embed": 9.119999049289618e-7,
        "sql_fetch": 0.3381054910000785,
        "decode": 0.00237566400119249,
        "hydrate": 0.0008007289984561794,
        "filters": 0.000040270000226882985,
        "source_rows": 0.003913223999916227,
        "support_discounts": 9.69500024439185e-6,
        "scoring": 0.010138805999758915,
        "sort": 0.000026759999855130445,
        "collapse": 0.01115190500013341,
        "other": 0.0003584810001484584
      },
      "rows_read": 22,
      "embedding_json_bytes": 185319,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 22,
      "results": 22
    }
  ],
  "cosine_reference": {
    "vectors": 22,
    "loop_seconds": 0.00009545400007482385,
    "stack_seconds": 0.00005297999996400904,
    "matmul_seconds": 0.0000517180001224915
  },
  "peak_rss_bytes": 309051392,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      1.0,
      0.96630859375
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.96630859375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r0",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r0.json",
    "encoder": false,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:12:56.375968+00:00",
  "finished_at": "2026-10-18T01:13:22.972982+00:00",
  "wall_seconds": 26.597034234000148,
  "import_seconds": 1.0536278720001064,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 24.849680557000056,
      "stages": {
        "setup": 2.684791022999889,
        "embed": 1.0109999948326731e-6,
        "sql_fetch": 3.513148744000091,
        "decode": 9.088041050024685,
        "hydrate": 7.197551019975435,
        "filters": 0.2309124589999101,
        "source_rows": 0.46371846300007746,
        "support_discounts": 0.0838273870001558,
        "scoring": 1.0563397529999747,
        "sort": 0.0899991889998546,
        "collapse": 0.020976586000188036,
        "other": 0.42037387199980003
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.33602183300013166,
    "stack_seconds": 0.11531959800004188,
    "matmul_seconds": 0.009968058999902496
  },
  "peak_rss_bytes": 2343493632,
  "sampled_peak_rss_bytes": 2298974208,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.20361328125,
      1.04345703125,
      0.75830078125
    ],
    "load_average_after": [
      1.12255859375,
      1.03759765625,
      0.76708984375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r1",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r1.json",
    "encoder": false,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:13:23.498536+00:00",
  "finished_at": "2026-10-18T01:13:47.462025+00:00",
  "wall_seconds": 23.96350721900012,
  "import_seconds": 1.0434228700000858,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 22.23523500200008,
      "stages": {
        "setup": 0.09765124299997296,
        "embed": 9.709999631013488e-7,
        "sql_fetch": 3.5080177570000615,
        "decode": 9.054045116973839,
        "hydrate": 7.319959704026132,
        "filters": 0.22569223300001795,
        "source_rows": 0.3822227440000461,
        "support_discounts": 0.06965461699996922,
        "scoring": 1.058118211999954,
        "sort": 0.09163048499999604,
        "collapse": 0.02061591699998644,
        "other": 0.40762600200014276
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.3361611749999156,
    "stack_seconds": 0.10279079900010402,
    "matmul_seconds": 0.009875896999801625
  },
  "peak_rss_bytes": 2339909632,
  "sampled_peak_rss_bytes": 2296975360,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.12255859375,
      1.03759765625,
      0.76708984375
    ],
    "load_average_after": [
      1.07958984375,
      1.03271484375,
      0.7744140625
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r2",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r2.json",
    "encoder": false,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:13:47.965221+00:00",
  "finished_at": "2026-10-18T01:14:11.891996+00:00",
  "wall_seconds": 23.926796545999878,
  "import_seconds": 1.0191082090000236,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 22.221120020999933,
      "stages": {
        "setup": 0.09743931200000588,
        "embed": 7.710000318184029e-7,
        "sql_fetch": 3.438175924999996,
        "decode": 9.076121643982788,
        "hydrate": 7.3311109860171655,
        "filters": 0.23101467900005446,
        "source_rows": 0.39257147900002565,
        "support_discounts": 0.07016602700014118,
        "scoring": 1.053014365999843,
        "sort": 0.09096423100004358,
        "collapse": 0.020480956000028527,
        "other": 0.4200596449998102
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.3396498370000245,
    "stack_seconds": 0.11502236299998003,
    "matmul_seconds": 0.009975947999919299
  },
  "peak_rss_bytes": 2343796736,
  "sampled_peak_rss_bytes": 2299351040,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.07958984375,
      1.03271484375,
      0.7744140625
    ],
    "load_average_after": [
      1.05615234375,
      1.02880859375,
      0.7802734375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r3",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r3.json",
    "encoder": false,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:14:12.389715+00:00",
  "finished_at": "2026-10-18T01:14:35.973022+00:00",
  "wall_seconds": 23.58332654600008,
  "import_seconds": 1.0337036359999274,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 21.885116039999957,
      "stages": {
        "setup": 0.09829521500000737,
        "embed": 7.109999842214165e-7,
        "sql_fetch": 3.424201370999981,
        "decode": 9.008061582991786,
        "hydrate": 7.1241939330082005,
        "filters": 0.24205219299983582,
        "source_rows": 0.3703896510000959,
        "support_discounts": 0.06540961099995002,
        "scoring": 1.0473072760000832,
        "sort": 0.08935079999992013,
        "collapse": 0.0196813770000972,
        "other": 0.3961723190000157
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.33304905599993617,
    "stack_seconds": 0.1003400590000183,
    "matmul_seconds": 0.010252247000153147
  },
  "peak_rss_bytes": 2337394688,
  "sampled_peak_rss_bytes": 2293116928,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.05126953125,
      1.0283203125,
      0.78173828125
    ],
    "load_average_after": [
      1.03564453125,
      1.0263671875,
      0.78759765625
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-cold-unfiltered-r4",
    "size": 100000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-cold-unfiltered-r4.json",
    "encoder": false,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:14:36.447107+00:00",
  "finished_at": "2026-10-18T01:15:00.087896+00:00",
  "wall_seconds": 23.640808788999948,
  "import_seconds": 1.0134782600000563,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 21.926748320999877,
      "stages": {
        "setup": 0.0973595169998589,
        "embed": 1.021000116452342e-6,
        "sql_fetch": 3.4118572239999594,
        "decode": 9.003745687981564,
        "hydrate": 7.119873478018462,
        "filters": 0.23665248500014968,
        "source_rows": 0.3784091459999672,
        "support_discounts": 0.06608292599980814,
        "scoring": 1.0715200849999746,
        "sort": 0.09176710400015509,
        "collapse": 0.021948453000049994,
        "other": 0.4275311939998119
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.33397939699989365,
    "stack_seconds": 0.11853551800004425,
    "matmul_seconds": 0.010044743999969796
  },
  "peak_rss_bytes": 2343559168,
  "sampled_peak_rss_bytes": 2299146240,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.03564453125,
      1.0263671875,
      0.78759765625
    ],
    "load_average_after": [
      1.0224609375,
      1.02392578125,
      0.794921875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-warm-subject",
    "size": 100000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-warm-subject.json",
    "encoder": false,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:33:19.680032+00:00",
  "finished_at": "2026-10-18T01:33:45.921978+00:00",
  "wall_seconds": 26.2419591769999,
  "import_seconds": 0.9870727910001733,
  "encoder_load_seconds": null,
  "warmup_seconds": 1.297785673999897,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "118e8f4b-cd0e-421a-b4fa-237947867a58",
      "total_seconds": 0.425029973999699,
      "stages": {
        "setup": 0.08052821299997959,
        "embed": 8.609999895270448e-7,
        "sql_fetch": 0.33893542300029367,
        "decode": 0.0006795249987590068,
        "hydrate": 0.00026476000084585394,
        "filters": 0.000025058000119315693,
        "source_rows": 0.0021335689998522867,
        "support_discounts": 6.009000117046526e-6,
        "scoring": 0.00013945999990028213,
        "sort": 0.00001600399991730228,
        "collapse": 0.0019854060001307516,
        "other": 0.0003156859997943684
      },
      "rows_read": 4,
      "embedding_json_bytes": 33721,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 6,
      "subject_id": "d34d77cf-cce1-4a2a-ad95-538027da729b",
      "total_seconds": 0.46897148400012156,
      "stages": {
        "setup": 0.07988956899998811,
        "embed": 2.494000000297092e-6,
        "sql_fetch": 0.3395079970000552,
        "decode": 0.018594761002532323,
        "hydrate": 0.006437674997414433,
        "filters": 0.00013715700015382026,
        "source_rows": 0.0039357179998660285,
        "support_discounts": 0.00004294500013202196,
        "scoring": 0.0018894400000135647,
        "sort": 0.00011386200003471458,
        "collapse": 0.01771336000001611,
        "other": 0.0007065059999149526
      },
      "rows_read": 205,
      "embedding_json_bytes": 1726249,
      "models_hydrated": 205,
      "candidates_scored": 198,
      "snapshot_ids_looked_up": 193,
      "entry_ids_looked_up": 182,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": "9c7afaa3-80f9-493e-96bd-26aef8ad434a",
      "total_seconds": 0.549961784000061,
      "stages": {
        "setup": 0.07981210300022212,
        "embed": 1.9330000213813037e-6,
        "sql_fetch": 0.35519648099989354,
        "decode": 0.059773724993192445,
        "hydrate": 0.020446433006782172,
        "filters": 0.0004828380001526966,
        "source_rows": 0.007406944999729603,
        "support_discounts": 0.0001775979999365518,
        "scoring": 0.0061291870001696225,
        "sort": 0.0003712699999596225,
        "collapse": 0.018359129000145913,
        "other": 0.0018041419998553465
      },
      "rows_read": 662,
      "embedding_json_bytes": 5576234,
      "models_hydrated": 662,
      "candidates_scored": 640,
      "snapshot_ids_looked_up": 570,
      "entry_ids_looked_up": 474,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": "1e420381-6c68-47bf-955e-c03b91938e8c",
      "total_seconds": 0.42553832600015085,
      "stages": {
        "setup": 0.08297569100022884,
        "embed": 4.2159999793511815e-6,
        "sql_fetch": 0.33644544599974324,
        "decode": 0.0007596560003548802,
        "hydrate": 0.0002711399997679109,
        "filters": 0.00001916900009746314,
        "source_rows": 0.002085646000068664,
        "support_discounts": 6.410000423784368e-6,
        "scoring": 0.00014779299999645445,
        "sort": 0.000016684999991412042,
        "collapse": 0.0024896459999581566,
        "other": 0.00031682799954069196
      },
      "rows_read": 5,
      "embedding_json_bytes": 42167,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 9,
      "subject_id": "9e1fdd6d-633d-49ea-813b-2f31c78e8024",
      "total_seconds": 0.4293649239998558,
      "stages": {
        "setup": 0.07965371399996002,
        "embed": 1.482000243413495e-6,
        "sql_fetch": 0.34009894900009385,
        "decode": 0.0012901169989163463,
        "hydrate": 0.00044549100084623205,
        "filters": 0.00002549800001361291,
        "source_rows": 0.0022052069998608204,
        "support_discounts": 8.533000254828949e-6,
        "scoring": 0.00020084300012968015,
        "sort": 0.000019017999875359237,
        "collapse": 0.005077219999748195,
        "other": 0.0003388519999134587
      },
      "rows_read": 11,
      "embedding_json_bytes": 92675,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 10,
      "subject_id": "645e4ec6-03f2-4ef1-8db0-0773d4ea44f5",
      "total_seconds": 0.43492035600002055,
      "stages": {
        "setup": 0.0796707399999832,
        "embed": 1.883000095403986e-6,
        "sql_fetch": 0.3432840939999551,
        "decode": 0.0016991210009109636,
        "hydrate": 0.0005055549991084263,
        "filters": 0.000027722000140784075,
        "source_rows": 0.002251957000225957,
        "support_discounts": 7.852000180719187e-6,
        "scoring": 0.0002361169999858248,
        "sort": 0.00002075100019283127,
        "collapse": 0.006869433999781904,
        "other": 0.0003451299994594592
      },
      "rows_read": 15,
      "embedding_json_bytes": 126291,
      "models_hydrated": 15,
      "candidates_scored": 15,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 15
    },
    {
      "question_index": 11,
      "subject_id": "833d6d9b-34f7-4f12-bf72-4da41de35c59",
      "total_seconds": 0.5102517790001002,
      "stages": {
        "setup": 0.08010115399974893,
        "embed": 1.6820004020701163e-6,
        "sql_fetch": 0.34757712599957813,
        "decode": 0.03969282800517249,
        "hydrate": 0.0129974959950232,
        "filters": 0.00032736399998611887,
        "source_rows": 0.005822374000217678,
        "support_discounts": 0.00011568499985514791,
        "scoring": 0.004098733999853721,
        "sort": 0.0002567070000623062,
        "collapse": 0.017941118000180722,
        "other": 0.001319511000019702
      },
      "rows_read": 440,
      "embedding_json_bytes": 3706803,
      "models_hydrated": 440,
      "candidates_scored": 420,
      "snapshot_ids_looked_up": 394,
      "entry_ids_looked_up": 345,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": "db1ad075-b8d2-45f7-8dcb-30b1bf632711",
      "total_seconds": 0.42353307599978507,
      "stages": {
        "setup": 0.08020705899980385,
        "embed": 7.210001058410853e-7,
        "sql_fetch": 0.3398274479995962,
        "decode": 0.00039122099997257465,
        "hydrate": 0.00013063700043858262,
        "filters": 0.000016465000044263434,
        "source_rows": 0.0019620299999587587,
        "support_discounts": 4.316999820730416e-6,
        "scoring": 0.00010545900022407295,
        "sort": 0.000011396999980206601,
        "collapse": 0.0005754579997301335,
        "other": 0.00030086400010986836
      },
      "rows_read": 1,
      "embedding_json_bytes": 8400,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 13,
      "subject_id": "395869fa-6796-4d70-9e75-6e7d4f35103a",
      "total_seconds": 0.42870587500010515,
      "stages": {
        "setup": 0.07940701699999408,
        "embed": 5.000001692678779e-7,
        "sql_fetch": 0.33797485400009464,
        "decode": 0.001564500000768021,
        "hydrate": 0.000515336999342253,
        "filters": 0.000025888999971357407,
        "source_rows": 0.002250875999834534,
        "support_discounts": 8.752999747230206e-6,
        "scoring": 0.00025546599999870523,
        "sort": 0.000017747000129020307,
        "collapse": 0.00637612899981832,
        "other": 0.0003088070002377208
      },
      "rows_read": 14,
      "embedding_json_bytes": 117972,
      "models_hydrated": 14,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 14,
      "results": 14
    },
    {
      "question_index": 14,
      "subject_id": "520547ab-4f15-493c-892f-b3e0fcdcf8fa",
      "total_seconds": 0.445350592000068,
      "stages": {
        "setup": 0.07993248399998265,
        "embed": 4.5100023271515965e-7,
        "sql_fetch": 0.34080516400035776,
        "decode": 0.003400152996618999,
        "hydrate": 0.0012498530031734845,
        "filters": 0.00003449199994065566,
        "source_rows": 0.0025177480001730146,
        "support_discounts": 0.000012568999864015495,
        "scoring": 0.00043273299979773583,
        "sort": 0.00002643000016178121,
        "collapse": 0.016572713000186923,
        "other": 0.00036580199957825243
      },
      "rows_read": 34,
      "embedding_json_bytes": 286319,
      "models_hydrated": 34,
      "candidates_scored": 34,
      "snapshot_ids_looked_up": 34,
      "entry_ids_looked_up": 34,
      "results": 34
    },
    {
      "question_index": 15,
      "subject_id": "12dc327e-4d6a-4df0-8e18-66a80a0a4cbd",
      "total_seconds": 0.4762269110001398,
      "stages": {
        "setup": 0.07975080999995043,
        "embed": 7.009998626017477e-7,
        "sql_fetch": 0.3451232240004174,
        "decode": 0.019785116999173624,
        "hydrate": 0.006374110000251676,
        "filters": 0.00015812800029380014,
        "source_rows": 0.0040413469996565254,
        "support_discounts": 0.00004364500000519911,
        "scoring": 0.001998355000068841,
        "sort": 0.00011776800010920851,
        "collapse": 0.018126077000033547,
        "other": 0.0007076290003169561
      },
      "rows_read": 216,
      "embedding_json_bytes": 1819694,
      "models_hydrated": 216,
      "candidates_scored": 207,
      "snapshot_ids_looked_up": 203,
      "entry_ids_looked_up": 187,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": "c730aa25-e13c-48cf-918a-c32c75ad2ea8",
      "total_seconds": 0.4231751649999751,
      "stages": {
        "setup": 0.08054814299975988,
        "embed": 3.300001480965875e-7,
        "sql_fetch": 0.3384352990001389,
        "decode": 0.0005054320004092006,
        "hydrate": 0.00017181899966089986,
        "filters": 0.000016976000097201904,
        "source_rows": 0.002006155999879411,
        "support_discounts": 4.586000159179093e-6,
        "scoring": 0.00011577499981285655,
        "sort": 0.000013190000117901945,
        "collapse": 0.001075021999895398,
        "other": 0.0002824369998961629
      },
      "rows_read": 2,
      "embedding_json_bytes": 16863,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 17,
      "subject_id": "091f36e6-ac86-4444-b551-1f52b2cf1622",
      "total_seconds": 0.4291206760003661,
      "stages": {
        "setup": 0.08238868000034927,
        "embed": 4.0099985199049115e-7,
        "sql_fetch": 0.33839900399971157,
        "decode": 0.0011304540007586183,
        "hydrate": 0.00036487099941950873,
        "filters": 0.00002287500001330045,
        "source_rows": 0.002135352000095736,
        "support_discounts": 6.490000032499665e-6,
        "scoring": 0.00018116399996870314,
        "sort": 0.000015111999800865306,
        "collapse": 0.004168960000242805,
        "other": 0.0003073130001212121
      },
      "rows_read": 9,
      "embedding_json_bytes": 75804,
      "models_hydrated": 9,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 18,
      "subject_id": "94310cdf-f8e2-4e34-b867-7464c0f3b91c",
      "total_seconds": 0.5083060629999636,
      "stages": {
        "setup": 0.07966005300022516,
        "embed": 3.609998202591669e-7,
        "sql_fetch": 0.3477983749999112,
        "decode": 0.038735667001219554,
        "hydrate": 0.012562145998799679,
        "filters": 0.00032377800016547553,
        "source_rows": 0.00560030899987396,
        "support_discounts": 0.00010300600024493178,
        "scoring": 0.0039461429996663355,
        "sort": 0.00025090899998758687,
        "collapse": 0.018123162000392767,
        "other": 0.0012021539996567299
      },
      "rows_read": 429,
      "embedding_json_bytes": 3613623,
      "models_hydrated": 429,
      "candidates_scored": 414,
      "snapshot_ids_looked_up": 382,
      "entry_ids_looked_up": 338,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": "1e1e632b-3ace-43a8-98da-ffea8b32acfa",
      "total_seconds": 0.42141480000009324,
      "stages": {
        "setup": 0.07973702900017088,
        "embed": 6.410000423784368e-7,
        "sql_fetch": 0.3376866990001872,
        "decode": 0.00048747500022727763,
        "hydrate": 0.00012751299982483033,
        "filters": 0.000017406999631930375,
        "source_rows": 0.0019125350004287611,
        "support_discounts": 4.687000000558328e-6,
        "scoring": 0.00011311099979138817,
        "sort": 0.000012339000022620894,
        "collapse": 0.0010405600000922277,
        "other": 0.0002748039996731677
      },
      "rows_read": 2,
      "embedding_json_bytes": 16814,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 20,
      "subject_id": "fc8463bd-1738-454a-84b7-5b1ea3120c13",
      "total_seconds": 0.5581361679996917,
      "stages": {
        "setup": 0.0798402159998659,
        "embed": 5.000001692678779e-7,
        "sql_fetch": 0.35359013900006175,
        "decode": 0.0660795629983113,
        "hydrate": 0.022334284001317428,
        "filters": 0.0004885570001533779,
        "source_rows": 0.008068242999797803,
        "support_discounts": 0.00019110899984298158,
        "scoring": 0.006882524000047852,
        "sort": 0.0004127629999857163,
        "collapse": 0.01828454700034854,
        "other": 0.001963722999789752
      },
      "rows_read": 731,
      "embedding_json_bytes": 6156982,
      "models_hydrated": 731,
      "candidates_scored": 722,
      "snapshot_ids_looked_up": 639,
      "entry_ids_looked_up": 515,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": "69b2573d-15f6-4ce3-92e1-25ef6c93b7da",
      "total_seconds": 0.4348644450001302,
      "stages": {
        "setup": 0.08020048500020494,
        "embed": 2.3099983081920072e-7,
        "sql_fetch": 0.3434837609997885,
        "decode": 0.0016709209999135055,
        "hydrate": 0.0005365700003494567,
        "filters": 0.00003030599964404246,
        "source_rows": 0.002078846000131307,
        "support_discounts": 8.021999747143127e-6,
        "scoring": 0.00022790399998484645,
        "sort": 0.000017707000097288983,
        "collapse": 0.00628960999983974,
        "other": 0.00032008200059863157
      },
      "rows_read": 15,
      "embedding_json_bytes": 126354,
      "models_hydrated": 15,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 14,
      "results": 14
    },
    {
      "question_index": 22,
      "subject_id": "c24a8a42-8874-44c0-b42f-01a3e49aaa4d",
      "total_seconds": 0.8786814019999838,
      "stages": {
        "setup": 0.08018133599989596,
        "embed": 6.210002538864501e-7,
        "sql_fetch": 0.3807947459999923,
        "decode": 0.20045436400232575,
        "hydrate": 0.15053336299752118,
        "filters": 0.0022574660001737357,
        "source_rows": 0.017234492999705253,
        "support_discounts": 0.000710011000137456,
        "scoring": 0.02109006099999533,
        "sort": 0.0012521090002337587,
        "collapse": 0.01803459999973711,
        "other": 0.006138232000012067
      },
      "rows_read": 2218,
      "embedding_json_bytes": 18683026,
      "models_hydrated": 2218,
      "candidates_scored": 2143,
      "snapshot_ids_looked_up": 1547,
      "entry_ids_looked_up": 938,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": "5e9e540a-4085-4d83-817e-edc114c44aa8",
      "total_seconds": 0.4491293519999999,
      "stages": {
        "setup": 0.08033595400002014,
        "embed": 1.6100011634989642e-7,
        "sql_fetch": 0.34130948100028036,
        "decode": 0.003973910997956409,
        "hydrate": 0.0014159310017021198,
        "filters": 0.000045027999931335216,
        "source_rows": 0.002534453999942343,
        "support_discounts": 0.000012357999821688281,
        "scoring": 0.0004536950000328943,
        "sort": 0.000049854999815579504,
        "collapse": 0.018619772999954876,
        "other": 0.00037875100042583654
      },
      "rows_read": 41,
      "embedding_json_bytes": 345299,
      "models_hydrated": 41,
      "candidates_scored": 39,
      "snapshot_ids_looked_up": 39,
      "entry_ids_looked_up": 39,
      "results": 39
    },
    {
      "question_index": 24,
      "subject_id": "c24a8a42-8874-44c0-b42f-01a3e49aaa4d",
      "total_seconds": 0.8903410990001248,
      "stages": {
        "setup": 0.07987428300020838,
        "embed": 3.609998202591669e-7,
        "sql_fetch": 0.3743126150002354,
        "decode": 0.20050836398968386,
        "hydrate": 0.16897154000980663,
        "filters": 0.0032468889999108796,
        "source_rows": 0.01573052399999142,
        "support_discounts": 0.0007347880000452278,
        "scoring": 0.021057311000276968,
        "sort": 0.001258759999927861,
        "collapse": 0.018460291999872425,
        "other": 0.006185372000345524
      },
      "rows_read": 2218,
      "embedding_json_bytes": 18683026,
      "models_hydrated": 2218,
      "candidates_scored": 2143,
      "snapshot_ids_looked_up": 1547,
      "entry_ids_looked_up": 938,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": "dacf7931-1e63-4911-baec-10817a7f71b5",
      "total_seconds": 0.4296781100001681,
      "stages": {
        "setup": 0.08105583500037028,
        "embed": 3.609998202591669e-7,
        "sql_fetch": 0.3412765009998111,
        "decode": 0.0010339030000068306,
        "hydrate": 0.00034828300022127223,
        "filters": 0.000024135999865393387,
        "source_rows": 0.0021521870003198273,
        "support_discounts": 6.250000296859071e-6,
        "scoring": 0.0001654689999668335,
        "sort": 0.000014262000149756204,
        "collapse": 0.003295851999610022,
        "other": 0.0003050709997296508
      },
      "rows_read": 8,
      "embedding_json_bytes": 67282,
      "models_hydrated": 8,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 26,
      "subject_id": "53be0d4d-a9f9-4647-a402-36f68c34ff1d",
      "total_seconds": 0.42491128800020306,
      "stages": {
        "setup": 0.07965922900029909,
        "embed": 3.699997250805609e-7,
        "sql_fetch": 0.3404775349999909,
        "decode": 0.0005899820002923661,
        "hydrate": 0.000202393999643391,
        "filters": 0.00001806799991754815,
        "source_rows": 0.0020356610002636444,
        "support_discounts": 4.526999873633031e-6,
        "scoring": 0.00012637100007850677,
        "sort": 0.00001360099986413843,
        "collapse": 0.0014969879998716351,
        "other": 0.0002865620003831282
      },
      "rows_read": 3,
      "embedding_json_bytes": 25264,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 27,
      "subject_id": "442b827b-ba0a-47d9-a32e-315cb0ae15fd",
      "total_seconds": 0.42262681100010013,
      "stages": {
        "setup": 0.07959428999993179,
        "embed": 6.310001481324434e-7,
        "sql_fetch": 0.33966771299992615,
        "decode": 0.000392805000046792,
        "hydrate": 0.00014890400007061544,
        "filters": 0.000016805000086606015,
        "source_rows": 0.0018164109997087508,
        "support_discounts": 4.106000233150553e-6,
        "scoring": 0.00012173300001450116,
        "sort": 0.000011797999832197092,
        "collapse": 0.0005713119999199989,
        "other": 0.0002803030001814477
      },
      "rows_read": 1,
      "embedding_json_bytes": 8411,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 28,
      "subject_id": "b995ed5c-611c-43cd-bbe6-55688f859861",
      "total_seconds": 0.42839603500033263,
      "stages": {
        "setup": 0.08036412599994947,
        "embed": 4.910002644464839e-7,
        "sql_fetch": 0.34401864299979934,
        "decode": 0.00047078000079636695,
        "hydrate": 0.00012844499951825128,
        "filters": 0.00001741599999149912,
        "source_rows": 0.001902321000216034,
        "support_discounts": 4.5469996621250175e-6,
        "scoring": 0.00011554399998203735,
        "sort": 0.000033010000151989516,
        "collapse": 0.0010480710002411797,
        "other": 0.00029264099975989666
      },
      "rows_read": 2,
      "embedding_json_bytes": 16828,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 29,
      "subject_id": "31a0d021-9b30-4283-b491-2c4c55bddf32",
      "total_seconds": 0.4267151690000901,
      "stages": {
        "setup": 0.07987688699995488,
        "embed": 2.9000011636526324e-7,
        "sql_fetch": 0.3402985960001388,
        "decode": 0.00083669200012082,
        "hydrate": 0.0002795619998323673,
        "filters": 0.00001978899990717764,
        "source_rows": 0.0020600890002242522,
        "support_discounts": 5.357999725674745e-6,
        "scoring": 0.0001549940002405492,
        "sort": 0.000014601999737351434,
        "collapse": 0.0028638710000450374,
        "other": 0.0003044390000468411
      },
      "rows_read": 6,
      "embedding_json_bytes": 50569,
      "models_hydrated": 6,
      "candidates_scored": 6,
      "snapshot_ids_looked_up": 6,
      "entry_ids_looked_up": 6,
      "results": 6
    },
    {
      "question_index": 30,
      "subject_id": "5c87a3da-f4ce-46e2-96fb-bf45c5d7997f",
      "total_seconds": 0.450515718999668,
      "stages": {
        "setup": 0.08044280499962042,
        "embed": 6.710001798637677e-7,
        "sql_fetch": 0.33954352099999596,
        "decode": 0.005819825000344281,
        "hydrate": 0.002223591999609198,
        "filters": 0.000062504000197805,
        "source_rows": 0.002757429999746819,
        "support_discounts": 0.00001665499985392671,
        "scoring": 0.000638333000097191,
        "sort": 0.00003923900021618465,
        "collapse": 0.01855375400009507,
        "other": 0.00041738999971130397
      },
      "rows_read": 61,
      "embedding_json_bytes": 513738,
      "models_hydrated": 61,
      "candidates_scored": 59,
      "snapshot_ids_looked_up": 59,
      "entry_ids_looked_up": 58,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": "4f01d818-2f52-43f7-91a5-3bb02e50fc50",
      "total_seconds": 0.42468047900001693,
      "stages": {
        "setup": 0.08030602400003772,
        "embed": 4.809999154531397e-7,
        "sql_fetch": 0.3403711649998513,
        "decode": 0.0004976519999217999,
        "hydrate": 0.0001364650001960399,
        "filters": 0.000016896000033739256,
        "source_rows": 0.0019015990001207683,
        "support_discounts": 4.446999810170382e-6,
        "scoring": 0.0001148530000136816,
        "sort": 0.000012518999938038178,
        "collapse": 0.0010451870002725627,
        "other": 0.000273190999905637
      },
      "rows_read": 2,
      "embedding_json_bytes": 16830,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 32,
      "subject_id": "26e77aaf-fc76-4534-b79f-341a345e9949",
      "total_seconds": 1.1508370940000532,
      "stages": {
        "setup": 0.079557874999864,
        "embed": 3.6100027500651777e-7,
        "sql_fetch": 0.4001476650000768,
        "decode": 0.347516774028918,
        "hydrate": 0.22178612297102518,
        "filters": 0.0049688269996295276,
        "source_rows": 0.022746429000108037,
        "support_discounts": 0.0013497059999281191,
        "scoring": 0.037322931999824505,
        "sort": 0.0023794700000507873,
        "collapse": 0.01878792700017584,
        "other": 0.014273005000177363
      },
      "rows_read": 3813,
      "embedding_json_bytes": 32118001,
      "models_hydrated": 3813,
      "candidates_scored": 3663,
      "snapshot_ids_looked_up": 2174,
      "entry_ids_looked_up": 1088,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": "e3b2de63-93cd-46f3-a65b-69b01c4cdeee",
      "total_seconds": 0.4326985520001472,
      "stages": {
        "setup": 0.08162216500022623,
        "embed": 5.309998414304573e-7,
        "sql_fetch": 0.33576609700003246,
        "decode": 0.002175123000597523,
        "hydrate": 0.0006937359994481085,
        "filters": 0.000029283999992912868,
        "source_rows": 0.0023173459999270563,
        "support_discounts": 9.0739999905054e-6,
        "scoring": 0.0002895669999816164,
        "sort": 0.000019770000108110253,
        "collapse": 0.009438680000130262,
        "other": 0.00033717899987095734
      },
      "rows_read": 21,
      "embedding_json_bytes": 176942,
      "models_hydrated": 21,
      "candidates_scored": 21,
      "snapshot_ids_looked_up": 21,
      "entry_ids_looked_up": 21,
      "results": 21
    },
    {
      "question_index": 34,
      "subject_id": "506805d1-c502-45c0-b979-61d65a205e81",
      "total_seconds": 0.42314214799989713,
      "stages": {
        "setup": 0.0799814389997664,
        "embed": 4.000003173132427e-7,
        "sql_fetch": 0.339805246999731,
        "decode": 0.00037304200031940127,
        "hydrate": 0.00012929500007885508,
        "filters": 0.000018899000224337215,
        "source_rows": 0.001848589000019274,
        "support_discounts": 4.906999947706936e-6,
        "scoring": 0.00010391700016043615,
        "sort": 0.000012187999800516991,
        "collapse": 0.0005820679998578271,
        "other": 0.0002821569996740436
      },
      "rows_read": 1,
      "embedding_json_bytes": 8422,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 35,
      "subject_id": "9012c53f-9e18-4d81-bc27-978f11afb619",
      "total_seconds": 0.42904584600000817,
      "stages": {
        "setup": 0.07949773499967705,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 0.3449549809997734,
        "decode": 0.000573904999782826,
        "hydrate": 0.00015212000016617822,
        "filters": 0.00001761700013958034,
        "source_rows": 0.0019264759998804948,
        "support_discounts": 4.576999799610348e-6,
        "scoring": 0.00012697100009972928,
        "sort": 0.000012209000033180928,
        "collapse": 0.0015026169999146077,
        "other": 0.0002761270006885752
      },
      "rows_read": 3,
      "embedding_json_bytes": 25235,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 36,
      "subject_id": "9eb594bb-1128-4030-8837-5802907baf82",
      "total_seconds": 0.4311596349998581,
      "stages": {
        "setup": 0.07962425000005169,
        "embed": 5.009997039451264e-7,
        "sql_fetch": 0.342013138999846,
        "decode": 0.0013102560001243546,
        "hydrate": 0.0003988319999734813,
        "filters": 0.0000268310000137717,
        "source_rows": 0.002181681000365643,
        "support_discounts": 6.169000243971823e-6,
        "scoring": 0.00018940599966299487,
        "sort": 0.000015513000107603148,
        "collapse": 0.005099874000279669,
        "other": 0.0002931829994849977
      },
      "rows_read": 11,
      "embedding_json_bytes": 92638,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 37,
      "subject_id": "be23dd99-2ba2-4bf3-ac16-467e3b0d0341",
      "total_seconds": 0.4235960729997714,
      "stages": {
        "setup": 0.07975850200000423,
        "embed": 1.9999970390927047e-7,
        "sql_fetch": 0.33916008400001374,
        "decode": 0.0006072059995858581,
        "hydrate": 0.00016338700015694485,
        "filters": 0.000018428000203130068,
        "source_rows": 0.0019479789998513297,
        "support_discounts": 4.426000032253796e-6,
        "scoring": 0.00012571000024763634,
        "sort": 0.000013269999726617243,
        "collapse": 0.001510488999883819,
        "other": 0.0002863920003619569
      },
      "rows_read": 3,
      "embedding_json_bytes": 25205,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 38,
      "subject_id": "fc8463bd-1738-454a-84b7-5b1ea3120c13",
      "total_seconds": 0.5567125729999134,
      "stages": {
        "setup": 0.07976601399968786,
        "embed": 5.010001586924773e-7,
        "sql_fetch": 0.3527687559999322,
        "decode": 0.06632525500572228,
        "hydrate": 0.021246475994303182,
        "filters": 0.0005792030001430248,
        "source_rows": 0.007586136000099941,
        "support_discounts": 0.00024349800014533685,
        "scoring": 0.0068977159999121795,
        "sort": 0.0004300290001992835,
        "collapse": 0.01879518099985944,
        "other": 0.002073807999749988
      },
      "rows_read": 731,
      "embedding_json_bytes": 6156982,
      "models_hydrated": 731,
      "candidates_scored": 722,
      "snapshot_ids_looked_up": 639,
      "entry_ids_looked_up": 515,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": "2e6eede4-5eb9-46dd-b55e-ee358dc080ab",
      "total_seconds": 0.42205269999976736,
      "stages": {
        "setup": 0.08082795600012105,
        "embed": 4.809999154531397e-7,
        "sql_fetch": 0.33720468000001347,
        "decode": 0.0004747150001094269,
        "hydrate": 0.00013177900018490618,
        "filters": 0.0000172159998328425,
        "source_rows": 0.0019199869998374197,
        "support_discounts": 4.445999820745783e-6,
        "scoring": 0.00011619599990808638,
        "sort": 0.000012108000191801693,
        "collapse": 0.0010650469998836343,
        "other": 0.00027808899994852254
      },
      "rows_read": 2,
      "embedding_json_bytes": 16845,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 40,
      "subject_id": "7e0d516b-86c3-4fb8-8119-642789a87376",
      "total_seconds": 0.4266013329997804,
      "stages": {
        "setup": 0.07953253200003019,
        "embed": 5.309998414304573e-7,
        "sql_fetch": 0.34238049800023873,
        "decode": 0.0005719339992538153,
        "hydrate": 0.00020559900031003053,
        "filters": 0.000017516000298201106,
        "source_rows": 0.0019520249998095096,
        "support_discounts": 5.048000275564846e-6,
        "scoring": 0.00013315099977262435,
        "sort": 0.000012899000012112083,
        "collapse": 0.0015116009999474045,
        "other": 0.0002779989999908139
      },
      "rows_read": 3,
      "embedding_json_bytes": 25268,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 41,
      "subject_id": "7250e370-8f8e-47a9-a1f2-f0e85a12bcf2",
      "total_seconds": 0.4213733400001729,
      "stages": {
        "setup": 0.07956458000035127,
        "embed": 4.399998942972161e-7,
        "sql_fetch": 0.34071052300032534,
        "decode": 0.0004401149994919251,
        "hydrate": 0.00016783299997769063,
        "filters": 0.00004763200013258029,
        "source_rows": 2.1529999685299117e-6,
        "support_discounts": 2.3330003386945464e-6,
        "scoring": 2.002999735850608e-6,
        "sort": 7.86200007496518e-6,
        "collapse": 0.0000162050000653835,
        "other": 0.0004116609998163767
      },
      "rows_read": 1,
      "embedding_json_bytes": 8408,
      "models_hydrated": 1,
      "candidates_scored": 0,
      "snapshot_ids_looked_up": 0,
      "entry_ids_looked_up": 0,
      "results": 0
    },
    {
      "question_index": 42,
      "subject_id": "808ba526-f2ee-4a64-bff1-db71926e08b5",
      "total_seconds": 0.42772885900012625,
      "stages": {
        "setup": 0.08059959100000924,
        "embed": 3.710001692525111e-7,
        "sql_fetch": 0.3394733370000722,
        "decode": 0.0009193260002575698,
        "hydrate": 0.0003775409995796508,
        "filters": 0.000018417999854136724,
        "source_rows": 0.0020220599999447586,
        "support_discounts": 5.087999852548819e-6,
        "scoring": 0.00018242499982079607,
        "sort": 0.000014382000244950177,
        "collapse": 0.00380528100004085,
        "other": 0.00031103900028028875
      },
      "rows_read": 7,
      "embedding_json_bytes": 58888,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 43,
      "subject_id": "958090b1-6990-4f16-b014-3d16d3f5f2fb",
      "total_seconds": 0.43867587499971705,
      "stages": {
        "setup": 0.08021278799969878,
        "embed": 2.310002855665516e-7,
        "sql_fetch": 0.34144613399985246,
        "decode": 0.0022742909982298443,
        "hydrate": 0.0009034120016622182,
        "filters": 0.0000283829999716545,
        "source_rows": 0.0023197400000753987,
        "support_discounts": 9.003999821288744e-6,
        "scoring": 0.00029932200004623155,
        "sort": 0.00002126200024576974,
        "collapse": 0.01083125100012694,
        "other": 0.00033005699970090063
      },
      "rows_read": 22,
      "embedding_json_bytes": 185202,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 22,
      "results": 22
    },
    {
      "question_index": 44,
      "subject_id": "32582e6a-3a2a-45df-b816-909f3101b2b5",
      "total_seconds": 0.4301610289999189,
      "stages": {
        "setup": 0.07959202199981519,
        "embed": 3.700001798279118e-7,
        "sql_fetch": 0.34038657499968394,
        "decode": 0.0014037270007065672,
        "hydrate": 0.0005149169996911951,
        "filters": 0.000042905000100290636,
        "source_rows": 0.002269203000196285,
        "support_discounts": 7.741999979771208e-6,
        "scoring": 0.00020886499987682328,
        "sort": 0.000016665000202920055,
        "collapse": 0.005405825999787339,
        "other": 0.0003122119996987749
      },
      "rows_read": 12,
      "embedding_json_bytes": 101155,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 45,
      "subject_id": "052a8e6c-19bf-42ed-9556-4c778b85e5a7",
      "total_seconds": 0.4240018460000101,
      "stages": {
        "setup": 0.07960668400028226,
        "embed": 5.099996087665204e-7,
        "sql_fetch": 0.3402690879997863,
        "decode": 0.0004985930008842843,
        "hydrate": 0.00015969999958542758,
        "filters": 0.000020910999865009217,
        "source_rows": 0.0019265070000074047,
        "support_discounts": 4.906999947706936e-6,
        "scoring": 0.00011533399992913473,
        "sort": 0.000013080000371701317,
        "collapse": 0.0011041459997613856,
        "other": 0.00028238599998076097
      },
      "rows_read": 2,
      "embedding_json_bytes": 16865,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 46,
      "subject_id": "569b12cd-8596-4189-8e54-e4961cb2c589",
      "total_seconds": 0.42571063400009734,
      "stages": {
        "setup": 0.08007219599994642,
        "embed": 3.300001480965875e-7,
        "sql_fetch": 0.33727694299977884,
        "decode": 0.0010482329994374595,
        "hydrate": 0.0003484240010038775,
        "filters": 0.000023034999685478397,
        "source_rows": 0.0021606700001939316,
        "support_discounts": 5.267999767966103e-6,
        "scoring": 0.00017302100013694144,
        "sort": 0.00001574399993842235,
        "collapse": 0.0042778440001711715,
        "other": 0.0003089259998887428
      },
      "rows_read": 8,
      "embedding_json_bytes": 67374,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 47,
      "subject_id": "7f525899-973b-4418-b6f6-56bb63b9b8c3",
      "total_seconds": 0.459216964999996,
      "stages": {
        "setup": 0.08001910599978146,
        "embed": 3.800000740739051e-7,
        "sql_fetch": 0.3455113859999983,
        "decode": 0.008346923000317474,
        "hydrate": 0.002670489999673009,
        "filters": 0.00006996499996603234,
        "source_rows": 0.0029112329998497444,
        "support_discounts": 0.000018899000224337215,
        "scoring": 0.0009035930002028181,
        "sort": 0.00005074599994259188,
        "collapse": 0.01826095099977465,
        "other": 0.0004532930001914792
      },
      "rows_read": 90,
      "embedding_json_bytes": 758263,
      "models_hydrated": 90,
      "candidates_scored": 88,
      "snapshot_ids_looked_up": 86,
      "entry_ids_looked_up": 85,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": "b6464abe-4c0f-4c27-9b20-073f27b9c57f",
      "total_seconds": 0.42203279500017743,
      "stages": {
        "setup": 0.07988073700016685,
        "embed": 4.90999809699133e-7,
        "sql_fetch": 0.3347698910001782,
        "decode": 0.0010337909989175387,
        "hydrate": 0.00031819900095797493,
        "filters": 0.000022413999886339298,
        "source_rows": 0.0018724450001172954,
        "support_discounts": 4.7369999265356455e-6,
        "scoring": 0.00016662200005157501,
        "sort": 0.000014030999864189653,
        "collapse": 0.0036770370002159325,
        "other": 0.0002724000000853266
      },
      "rows_read": 8,
      "embedding_json_bytes": 67393,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 49,
      "subject_id": "190b3308-2a8b-45de-b7f1-988529675564",
      "total_seconds": 0.43159596399982547,
      "stages": {
        "setup": 0.07982833799997024,
        "embed": 4.809999154531397e-7,
        "sql_fetch": 0.33834311200007505,
        "decode": 0.0017872360012916033,
        "hydrate": 0.0005118619988024875,
        "filters": 0.000026729999717645114,
        "source_rows": 0.002297847000136244,
        "support_discounts": 7.962000381667167e-6,
        "scoring": 0.00031959199986886233,
        "sort": 0.000022713999896950554,
        "collapse": 0.008141713999975764,
        "other": 0.0003083759997934976
      },
      "rows_read": 16,
      "embedding_json_bytes": 134783,
      "models_hydrated": 16,
      "candidates_scored": 16,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 16,
      "results": 16
    },
    {
      "question_index": 50,
      "subject_id": "850e2b2d-e3b1-4a31-bbc3-f145982ca20b",
      "total_seconds": 0.4459969210001873,
      "stages": {
        "setup": 0.08011303800003589,
        "embed": 5.810002221551258e-7,
        "sql_fetch": 0.33806026599995675,
        "decode": 0.005037348000314523,
        "hydrate": 0.0017702319996715232,
        "filters": 0.000048472999878867995,
        "source_rows": 0.0024950649999482266,
        "support_discounts": 0.000011106999863841338,
        "scoring": 0.0005690680000043358,
        "sort": 0.00003297000012025819,
        "collapse": 0.01746568099997603,
        "other": 0.00039309200019488344
      },
      "rows_read": 53,
      "embedding_json_bytes": 446606,
      "models_hydrated": 53,
      "candidates_scored": 51,
      "snapshot_ids_looked_up": 51,
      "entry_ids_looked_up": 51,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": "d2a1b9a6-4c12-4dea-a803-38184397e926",
      "total_seconds": 0.4517390629998772,
      "stages": {
        "setup": 0.08041591399978643,
        "embed": 4.90999809699133e-7,
        "sql_fetch": 0.33880564899982346,
        "decode": 0.007603009004469641,
        "hydrate": 0.0024469639956805622,
        "filters": 0.00006663999965894618,
        "source_rows": 0.0029237510002531053,
        "support_discounts": 0.000019528999928297708,
        "scoring": 0.0008423609997407766,
        "sort": 0.00004918400009046309,
        "collapse": 0.018105897000168625,
        "other": 0.00045967400046720286
      },
      "rows_read": 81,
      "embedding_json_bytes": 682374,
      "models_hydrated": 81,
      "candidates_scored": 80,
      "snapshot_ids_looked_up": 79,
      "entry_ids_looked_up": 75,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": "c54a7c72-f6f3-4ab2-8c22-b8bf0e3c1da3",
      "total_seconds": 0.41884241199977623,
      "stages": {
        "setup": 0.08009407899999132,
        "embed": 3.8100006349850446e-7,
        "sql_fetch": 0.334887548000097,
        "decode": 0.00048772600030133617,
        "hydrate": 0.00015301099983844324,
        "filters": 0.000016384999980800785,
        "source_rows": 0.0017748379996191943,
        "support_discounts": 3.726000159076648e-6,
        "scoring": 0.0001111970000238216,
        "sort": 0.000011627999811025802,
        "collapse": 0.0010100040003635513,
        "other": 0.00029188899952714564
      },
      "rows_read": 2,
      "embedding_json_bytes": 16839,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 53,
      "subject_id": "35c9ea97-8444-4b6e-b33a-b61793733b22",
      "total_seconds": 0.44539232800025275,
      "stages": {
        "setup": 0.07997217499996623,
        "embed": 4.810003702004906e-7,
        "sql_fetch": 0.3351594890000342,
        "decode": 0.00664637300224058,
        "hydrate": 0.002039210997736518,
        "filters": 0.00005775699992227601,
        "source_rows": 0.002742297000168037,
        "support_discounts": 0.000014681999800814083,
        "scoring": 0.0007400859999506793,
        "sort": 0.00004268500015314203,
        "collapse": 0.01758374900009585,
        "other": 0.00039334299981419463
      },
      "rows_read": 71,
      "embedding_json_bytes": 598198,
      "models_hydrated": 71,
      "candidates_scored": 70,
      "snapshot_ids_looked_up": 70,
      "entry_ids_looked_up": 70,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": "059e80ed-c63c-4c1d-a8e3-62805183b27a",
      "total_seconds": 0.448560556999837,
      "stages": {
        "setup": 0.07978438099962659,
        "embed": 4.910002644464839e-7,
        "sql_fetch": 0.3370966710003813,
        "decode": 0.006893701999615587,
        "hydrate": 0.0024242459999186394,
        "filters": 0.00006613000005017966,
        "source_rows": 0.0026943949997075833,
        "support_discounts": 0.00001442199982193415,
        "scoring": 0.0007288189999599126,
        "sort": 0.00004297500026950729,
        "collapse": 0.018386930999895412,
        "other": 0.0004273940003258758
      },
      "rows_read": 74,
      "embedding_json_bytes": 623402,
      "models_hydrated": 74,
      "candidates_scored": 70,
      "snapshot_ids_looked_up": 69,
      "entry_ids_looked_up": 67,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 74,
    "loop_seconds": 0.00025307099986093817,
    "stack_seconds": 0.00007098700007190928,
    "matmul_seconds": 0.00005655599989040638
  },
  "peak_rss_bytes": 309051392,
  "sampled_peak_rss_bytes": 226275328,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      1.0,
      0.96630859375
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.96875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n100000-warm-unfiltered",
    "size": 100000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n100000-g1.db",
    "result_path": "n100000-warm-unfiltered.json",
    "encoder": false,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:15:00.556796+00:00",
  "finished_at": "2026-10-18T01:33:09.388762+00:00",
  "wall_seconds": 1088.8319862110002,
  "import_seconds": 1.0392414579998785,
  "encoder_load_seconds": null,
  "warmup_seconds": 22.391843805000008,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 21.309271844000023,
      "stages": {
        "setup": 0.08745155299993712,
        "embed": 1.1120000635855831e-6,
        "sql_fetch": 2.8618428830000084,
        "decode": 8.97764992402972,
        "hydrate": 7.10678865397017,
        "filters": 0.21814889000006588,
        "source_rows": 0.375052081999911,
        "support_discounts": 0.06665973200006192,
        "scoring": 1.0687583650001216,
        "sort": 0.09869768999988082,
        "collapse": 0.018803262000119503,
        "other": 0.4294176969999626
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 22.27219826700002,
      "stages": {
        "setup": 0.08066477600004873,
        "embed": 1.7729998944560066e-6,
        "sql_fetch": 2.926751809000052,
        "decode": 8.96176598999432,
        "hydrate": 6.588102763005736,
        "filters": 1.6503486429999157,
        "source_rows": 0.3709058130000358,
        "support_discounts": 0.06613066699992487,
        "scoring": 1.0752006119998896,
        "sort": 0.10173596300001009,
        "collapse": 0.0197646070000701,
        "other": 0.4308248510001249
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 22.265638070000023,
      "stages": {
        "setup": 0.08057731200005946,
        "embed": 1.612999994904385e-6,
        "sql_fetch": 2.576279040999907,
        "decode": 8.958494989026349,
        "hydrate": 6.835916263973559,
        "filters": 1.7164992940001866,
        "source_rows": 0.3761995019999631,
        "support_discounts": 0.06817978300000505,
        "scoring": 1.091660364000063,
        "sort": 0.10304804399993372,
        "collapse": 0.019185072000027503,
        "other": 0.4395967919999748
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 21.975816000000123,
      "stages": {
        "setup": 0.08031843499998104,
        "embed": 1.5130001429497497e-6,
        "sql_fetch": 2.3085247300000447,
        "decode": 8.965234539971789,
        "hydrate": 6.8136596490282955,
        "filters": 1.6973257239999384,
        "source_rows": 0.3932505889999902,
        "support_discounts": 0.06833551299996543,
        "scoring": 1.0822925470001792,
        "sort": 0.10265448799987098,
        "collapse": 0.02001423399997293,
        "other": 0.44420403799995256
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 21.147570836999876,
      "stages": {
        "setup": 0.08149797999999464,
        "embed": 2.06300001082127e-6,
        "sql_fetch": 2.5644708480001555,
        "decode": 8.953091070009805,
        "hydrate": 7.233343943990121,
        "filters": 0.2232919519999541,
        "source_rows": 0.38465243699988605,
        "support_discounts": 0.06682026999988011,
        "scoring": 1.0822903319999568,
        "sort": 0.10174039800017454,
        "collapse": 0.0190293829998609,
        "other": 0.43734016000007614
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 22.355854272999977,
      "stages": {
        "setup": 0.08344495699998333,
        "embed": 1.692999830993358e-6,
        "sql_fetch": 2.669652982999878,
        "decode": 8.983286472051077,
        "hydrate": 6.783524465949085,
        "filters": 1.712011233000112,
        "source_rows": 0.3938412640000024,
        "support_discounts": 0.06834647000005134,
        "scoring": 1.0849752940000599,
        "sort": 0.10247772100001384,
        "collapse": 0.018443860999923345,
        "other": 0.4558478589999595
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 21.298858127999893,
      "stages": {
        "setup": 0.08170955500008859,
        "embed": 1.6319997939717723e-6,
        "sql_fetch": 2.611399440000014,
        "decode": 8.950227258981613,
        "hydrate": 7.353560559018433,
        "filters": 0.22653382800012878,
        "source_rows": 0.37929763199986155,
        "support_discounts": 0.06477216799999042,
        "scoring": 1.0787727770000402,
        "sort": 0.10207081799990192,
        "collapse": 0.01862692200006677,
        "other": 0.43188553799996043
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 21.438910253999893,
      "stages": {
        "setup": 0.08089195200000177,
        "embed": 5.609999789157882e-7,
        "sql_fetch": 2.466536270000006,
        "decode": 8.941853915961701,
        "hydrate": 6.453845156038369,
        "filters": 1.3176645500000177,
        "source_rows": 0.38449780999985705,
        "support_discounts": 0.0673268250000092,
        "scoring": 1.0801741509999374,
        "sort": 0.10457665800004179,
        "collapse": 0.018844868000087445,
        "other": 0.5226975369998854
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 21.328344025999968,
      "stages": {
        "setup": 0.08481595300008848,
        "embed": 5.409999630501261e-7,
        "sql_fetch": 2.7733375779998823,
        "decode": 8.95000384398918,
        "hydrate": 7.238530877010817,
        "filters": 0.2260170490001201,
        "source_rows": 0.37099721300000965,
        "support_discounts": 0.06566208100002768,
        "scoring": 1.0705495370000335,
        "sort": 0.10196783299988965,
        "collapse": 0.019339776999913738,
        "other": 0.42712174300004335
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 21.31705437400001,
      "stages": {
        "setup": 0.08100806799984639,
        "embed": 5.609999789157882e-7,
        "sql_fetch": 2.9044155249998767,
        "decode": 8.951144648019635,
        "hydrate": 5.998552662980501,
        "filters": 1.3040673250000054,
        "source_rows": 0.38136692799980665,
        "support_discounts": 0.0650857000000542,
        "scoring": 1.0733226279999144,
        "sort": 0.1008590680000907,
        "collapse": 0.018104463000099713,
        "other": 0.4391267970001991
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 21.52089657600004,
      "stages": {
        "setup": 0.08161637400007749,
        "embed": 5.310000688041328e-7,
        "sql_fetch": 3.023885079000138,
        "decode": 8.940813333998904,
        "hydrate": 6.079064947000916,
        "filters": 1.322101556000007,
        "source_rows": 0.3700377589998425,
        "support_discounts": 0.06534925300002214,
        "scoring": 1.073570724000092,
        "sort": 0.10492005399987647,
        "collapse": 0.019012432999943485,
        "other": 0.44052453200015407
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 21.358699315999957,
      "stages": {
        "setup": 0.08144975100003649,
        "embed": 2.5099984668486286e-7,
        "sql_fetch": 2.9398164350000116,
        "decode": 8.937693904998241,
        "hydrate": 6.018574718001673,
        "filters": 1.2897950130000027,
        "source_rows": 0.3918452300001718,
        "support_discounts": 0.0666112010001143,
        "scoring": 1.0856655019999835,
        "sort": 0.1006215479999355,
        "collapse": 0.018134047000103237,
        "other": 0.4284917149998364
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 21.57030587400004,
      "stages": {
        "setup": 0.08128231299997424,
        "embed": 5.009999313188018e-7,
        "sql_fetch": 2.9182596550001563,
        "decode": 8.957858964027992,
        "hydrate": 6.1546116989718485,
        "filters": 1.3480421579999984,
        "source_rows": 0.4025461040000664,
        "support_discounts": 0.06650404399988474,
        "scoring": 1.0857143069999893,
        "sort": 0.10180112000011832,
        "collapse": 0.01928633399984392,
        "other": 0.43439867500023865
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 21.432120410999914,
      "stages": {
        "setup": 0.08206390600003033,
        "embed": 3.7099994187883567e-7,
        "sql_fetch": 2.96302320399991,
        "decode": 8.940263860966297,
        "hydrate": 6.09897358203375,
        "filters": 1.291779791999943,
        "source_rows": 0.3648835290000534,
        "support_discounts": 0.06495878700002322,
        "scoring": 1.0688598809999803,
        "sort": 0.1024107460000323,
        "collapse": 0.01923289499995917,
        "other": 0.4356698569999935
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 21.586019077999936,
      "stages": {
        "setup": 0.08074069999997846,
        "embed": 4.999999418942025e-7,
        "sql_fetch": 2.95670796100012,
        "decode": 8.947478928010241,
        "hydrate": 6.205759178989638,
        "filters": 1.3345520020000095,
        "source_rows": 0.3749164330001804,
        "support_discounts": 0.06605974800004333,
        "scoring": 1.067670501000066,
        "sort": 0.10090450600000622,
        "collapse": 0.018267562999881193,
        "other": 0.43296105699982945
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 21.162596558000132,
      "stages": {
        "setup": 0.08052922800015949,
        "embed": 4.799999260285404e-7,
        "sql_fetch": 2.8979628499998853,
        "decode": 8.917981583049595,
        "hydrate": 5.954126168950552,
        "filters": 1.272402743999919,
        "source_rows": 0.36573125499990056,
        "support_discounts": 0.06492133899996588,
        "scoring": 1.069565687000022,
        "sort": 0.1003307579999273,
        "collapse": 0.019012881999969977,
        "other": 0.4200315830003092
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 21.408480112000007,
      "stages": {
        "setup": 0.08047397699988323,
        "embed": 4.910000370728085e-7,
        "sql_fetch": 2.914743230000113,
        "decode": 8.970559754995747,
        "hydrate": 6.091826656004059,
        "filters": 1.308943642000031,
        "source_rows": 0.36935385100014173,
        "support_discounts": 0.06578956099997413,
        "scoring": 1.0687672040000962,
        "sort": 0.10067850399991585,
        "collapse": 0.018810338000093907,
        "other": 0.41853290299991386
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 21.168705303000024,
      "stages": {
        "setup": 0.0804035380001551,
        "embed": 5.409999630501261e-7,
        "sql_fetch": 2.8455247690001215,
        "decode": 8.931854556981534,
        "hydrate": 5.943359680018375,
        "filters": 1.2849663940000937,
        "source_rows": 0.3759898069999963,
        "support_discounts": 0.06481770199980019,
        "scoring": 1.0731348799999978,
        "sort": 0.11728692600013346,
        "collapse": 0.01883356200005437,
        "other": 0.4325329469997996
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 21.32864853000001,
      "stages": {
        "setup": 0.08036022900000717,
        "embed": 4.4000012167089153e-7,
        "sql_fetch": 2.8708330490001117,
        "decode": 8.920905863034704,
        "hydrate": 6.131435581965206,
        "filters": 1.3076477869999508,
        "source_rows": 0.36447061600006236,
        "support_discounts": 0.06358681799997612,
        "scoring": 1.0595514260000982,
        "sort": 0.10063125400006356,
        "collapse": 0.018350564000002123,
        "other": 0.4108749019997049
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 21.02335423500017,
      "stages": {
        "setup": 0.08068156700005602,
        "embed": 3.8100006349850446e-7,
        "sql_fetch": 2.8148969509998096,
        "decode": 8.933546288995558,
        "hydrate": 5.884385439004745,
        "filters": 1.2784930190000523,
        "source_rows": 0.36430405199985216,
        "support_discounts": 0.06398209400003907,
        "scoring": 1.0594569029999548,
        "sort": 0.10078185999987,
        "collapse": 0.01881057800005692,
        "other": 0.42401510200011217
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 21.204348205000088,
      "stages": {
        "setup": 0.0803221300000132,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 2.8481037880001168,
        "decode": 8.941627350033286,
        "hydrate": 5.99039492896668,
        "filters": 1.315728801999967,
        "source_rows": 0.3675771480000094,
        "support_discounts": 0.0646257449998302,
        "scoring": 1.062317946000121,
        "sort": 0.10113318999992771,
        "collapse": 0.018910168000047634,
        "other": 0.41360649800003557
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 21.106462090999912,
      "stages": {
        "setup": 0.08056904199997916,
        "embed": 3.800000740739051e-7,
        "sql_fetch": 2.8502257039999677,
        "decode": 8.954456827971171,
        "hydrate": 5.907586883028898,
        "filters": 1.272084328000119,
        "source_rows": 0.3745145599998523,
        "support_discounts": 0.06784505999985413,
        "scoring": 1.057819069000061,
        "sort": 0.10085675200002697,
        "collapse": 0.018972972000028676,
        "other": 0.42153051299987965
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 21.170328606999874,
      "stages": {
        "setup": 0.08063563699988663,
        "embed": 3.8999996831989847e-7,
        "sql_fetch": 2.8538740799999687,
        "decode": 8.923187245952931,
        "hydrate": 5.97034298904714,
        "filters": 1.3214171550000628,
        "source_rows": 0.36746283599995877,
        "support_discounts": 0.06522269500010225,
        "scoring": 1.0584069340000042,
        "sort": 0.09894338599997354,
        "collapse": 0.018631308000067293,
        "other": 0.41220395099981033
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 21.099233873999992,
      "stages": {
        "setup": 0.08046914999999899,
        "embed": 5.310000688041328e-7,
        "sql_fetch": 2.8414957550000963,
        "decode": 8.957253452010491,
        "hydrate": 5.8950503729895445,
        "filters": 1.268057079999835,
        "source_rows": 0.36646678600004634,
        "support_discounts": 0.06587001200000486,
        "scoring": 1.0867600799999764,
        "sort": 0.10034370299990769,
        "collapse": 0.01839483100002326,
        "other": 0.41907212099999924
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 21.13527678199989,
      "stages": {
        "setup": 0.08010109999986526,
        "embed": 4.010000793641666e-7,
        "sql_fetch": 2.853026342000021,
        "decode": 8.936313358953157,
        "hydrate": 5.94917281404696,
        "filters": 1.3048695189997943,
        "source_rows": 0.36615900100014187,
        "support_discounts": 0.06462070699990363,
        "scoring": 1.049318286000016,
        "sort": 0.09977743400008876,
        "collapse": 0.019528249999893887,
        "other": 0.4123895689999699
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 21.055860101999997,
      "stages": {
        "setup": 0.08061609700007466,
        "embed": 5.100000635138713e-7,
        "sql_fetch": 2.852239929999996,
        "decode": 8.926936661001719,
        "hydrate": 5.904651565998165,
        "filters": 1.2666982990001543,
        "source_rows": 0.36583251299998665,
        "support_discounts": 0.066949822999959,
        "scoring": 1.0566448709998895,
        "sort": 0.10013568500016845,
        "collapse": 0.01974335499994595,
        "other": 0.4154107919998751
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 21.177702642999975,
      "stages": {
        "setup": 0.08043012799998905,
        "embed": 5.509998572961194e-7,
        "sql_fetch": 2.8555133689999366,
        "decode": 8.945565278005688,
        "hydrate": 5.951695836994531,
        "filters": 1.311840514999858,
        "source_rows": 0.3698380509999879,
        "support_discounts": 0.0644963300001109,
        "scoring": 1.0664444879998882,
        "sort": 0.1003136040001209,
        "collapse": 0.01892564099989613,
        "other": 0.41263885100011066
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 21.126596057999905,
      "stages": {
        "setup": 0.08050770899990312,
        "embed": 4.910000370728085e-7,
        "sql_fetch": 2.8351374589999523,
        "decode": 8.968018156054995,
        "hydrate": 5.926654303945043,
        "filters": 1.2856340789999194,
        "source_rows": 0.3679111890000968,
        "support_discounts": 0.06459249500016995,
        "scoring": 1.0561292849999973,
        "sort": 0.10037831399995412,
        "collapse": 0.018262460999949326,
        "other": 0.4233701159998873
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 21.17783728900008,
      "stages": {
        "setup": 0.08056300900011593,
        "embed": 4.90999809699133e-7,
        "sql_fetch": 2.867532340000025,
        "decode": 8.928010107019418,
        "hydrate": 5.96677140598058,
        "filters": 1.3170629950000148,
        "source_rows": 0.3658773760000713,
        "support_discounts": 0.06438311900001281,
        "scoring": 1.0575538569999026,
        "sort": 0.10130492000007507,
        "collapse": 0.018180956999913178,
        "other": 0.41059671200014236
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 21.04616551999993,
      "stages": {
        "setup": 0.08032959299998765,
        "embed": 5.009999313188018e-7,
        "sql_fetch": 2.851243007999983,
        "decode": 8.923307687986608,
        "hydrate": 5.883693761013319,
        "filters": 1.2749261569999817,
        "source_rows": 0.36692029400001047,
        "support_discounts": 0.06665861200008294,
        "scoring": 1.0592655769999055,
        "sort": 0.0995861320000131,
        "collapse": 0.018083503000070777,
        "other": 0.42215069400003813
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 21.16032699099992,
      "stages": {
        "setup": 0.08035297299988997,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 2.8341182780000054,
        "decode": 8.95268449797777,
        "hydrate": 5.957071240022287,
        "filters": 1.3186801289998584,
        "source_rows": 0.36063158300021314,
        "support_discounts": 0.06428109600005882,
        "scoring": 1.0583631050001259,
        "sort": 0.09962608299997555,
        "collapse": 0.019308106999915253,
        "other": 0.4152093879997665
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 21.08286342700012,
      "stages": {
        "setup": 0.07989368200014724,
        "embed": 5.599999894911889e-7,
        "sql_fetch": 2.851179606999949,
        "decode": 8.939291276975382,
        "hydrate": 5.899070118024611,
        "filters": 1.2842916810000133,
        "source_rows": 0.36534597900003973,
        "support_discounts": 0.06462400000009438,
        "scoring": 1.0582935909999378,
        "sort": 0.09903612800007977,
        "collapse": 0.01958634599986908,
        "other": 0.4222504580000077
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 21.186975348000033,
      "stages": {
        "setup": 0.08029213300005722,
        "embed": 4.6099989958747756e-7,
        "sql_fetch": 2.849209938000058,
        "decode": 8.933218211989697,
        "hydrate": 5.98816755501025,
        "filters": 1.3169844240001112,
        "source_rows": 0.3632160129998283,
        "support_discounts": 0.06454674799988425,
        "scoring": 1.058573733000003,
        "sort": 0.09965414900011638,
        "collapse": 0.01989252399994257,
        "other": 0.4132194580001851
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 21.065227221999976,
      "stages": {
        "setup": 0.08057626400000117,
        "embed": 5.009999313188018e-7,
        "sql_fetch": 2.8535081410000203,
        "decode": 8.927912455951173,
        "hydrate": 5.899878904048819,
        "filters": 1.2790689240000575,
        "source_rows": 0.3666105830000106,
        "support_discounts": 0.06475467199993545,
        "scoring": 1.0536701080000057,
        "sort": 0.09971657800019784,
        "collapse": 0.019771251999827655,
        "other": 0.41975883899999644
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 21.257494121999798,
      "stages": {
        "setup": 0.08004887199990662,
        "embed": 4.809999154531397e-7,
        "sql_fetch": 2.8539677890000803,
        "decode": 8.976117672993723,
        "hydrate": 5.984844386006216,
        "filters": 1.324287809999987,
        "source_rows": 0.36795265399996424,
        "support_discounts": 0.06597822599997016,
        "scoring": 1.0714393410000866,
        "sort": 0.09945693700001357,
        "collapse": 0.01953478800010089,
        "other": 0.4138651649998337
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 21.036064056999976,
      "stages": {
        "setup": 0.08016376800014768,
        "embed": 4.809999154531397e-7,
        "sql_fetch": 2.8410863520000476,
        "decode": 8.922887842983528,
        "hydrate": 5.885942384016516,
        "filters": 1.2809285910000199,
        "source_rows": 0.3662789640000028,
        "support_discounts": 0.06434871999999814,
        "scoring": 1.053914420999945,
        "sort": 0.0993121629999223,
        "collapse": 0.019001154000079623,
        "other": 0.42219921599985355
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 21.17168791999984,
      "stages": {
        "setup": 0.07980464499996742,
        "embed": 3.6999995245423634e-7,
        "sql_fetch": 2.840974110999923,
        "decode": 8.960094784011744,
        "hydrate": 5.951189639988343,
        "filters": 1.3127252599999792,
        "source_rows": 0.3674138280000534,
        "support_discounts": 0.06431444100007866,
        "scoring": 1.057990393999944,
        "sort": 0.09991751400002613,
        "collapse": 0.018819664999909946,
        "other": 0.41844326799991904
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 21.081243790000144,
      "stages": {
        "setup": 0.08142020900004354,
        "embed": 5.009999313188018e-7,
        "sql_fetch": 2.860539079000091,
        "decode": 8.929591070017977,
        "hydrate": 5.899924272981934,
        "filters": 1.2807863890000135,
        "source_rows": 0.3691864820000319,
        "support_discounts": 0.06540593999989142,
        "scoring": 1.0587265760000264,
        "sort": 0.09970951500008596,
        "collapse": 0.019552399000076548,
        "other": 0.41640135700004066
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 21.281385838000233,
      "stages": {
        "setup": 0.08021038600008978,
        "embed": 4.799999260285404e-7,
        "sql_fetch": 2.862846007000144,
        "decode": 8.93675849904821,
        "hydrate": 6.026884819951874,
        "filters": 1.3335170769996694,
        "source_rows": 0.3697049560000778,
        "support_discounts": 0.06624805399997058,
        "scoring": 1.0683984949996557,
        "sort": 0.09973326700037433,
        "collapse": 0.019008458999905997,
        "other": 0.41807533800033525
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 21.21946011,
      "stages": {
        "setup": 0.0803416680000737,
        "embed": 3.7099971450516023e-7,
        "sql_fetch": 2.853711742000087,
        "decode": 8.93644193092996,
        "hydrate": 6.0018798650698955,
        "filters": 1.2884518529999696,
        "source_rows": 0.37215809700001046,
        "support_discounts": 0.0666905059997589,
        "scoring": 1.0758652730000904,
        "sort": 0.10072167999987869,
        "collapse": 0.01819854600034887,
        "other": 0.42499857800021346
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 21.200543228000242,
      "stages": {
        "setup": 0.08047354300015286,
        "embed": 6.010000106471125e-7,
        "sql_fetch": 2.8556992420003553,
        "decode": 8.9412000529519,
        "hydrate": 5.978597379047642,
        "filters": 1.311875868000243,
        "source_rows": 0.36886782999999923,
        "support_discounts": 0.06435996199979854,
        "scoring": 1.0665825679998306,
        "sort": 0.0999394810000922,
        "collapse": 0.019712225000148464,
        "other": 0.41323447600007057
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 21.162435008999637,
      "stages": {
        "setup": 0.08058819499956371,
        "embed": 4.910002644464839e-7,
        "sql_fetch": 2.869112462999965,
        "decode": 8.945389599990449,
        "hydrate": 5.931205300009879,
        "filters": 1.303926128999592,
        "source_rows": 0.36780847600039124,
        "support_discounts": 0.06512178200000562,
        "scoring": 1.0628133939999316,
        "sort": 0.1000940349999837,
        "collapse": 0.01861693799992281,
        "other": 0.4177582059996894
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 21.233082315000047,
      "stages": {
        "setup": 0.07985134399996241,
        "embed": 4.809999154531397e-7,
        "sql_fetch": 2.864948404000188,
        "decode": 8.933252733053905,
        "hydrate": 5.983157082945581,
        "filters": 1.3329679410003337,
        "source_rows": 0.36764359499966304,
        "support_discounts": 0.06643316899999263,
        "scoring": 1.0673379669997303,
        "sort": 0.09990342700029942,
        "collapse": 0.01937332899979083,
        "other": 0.41821284200068476
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 21.146594820000246,
      "stages": {
        "setup": 0.08051901199996792,
        "embed": 3.800000740739051e-7,
        "sql_fetch": 2.873411009999927,
        "decode": 8.933539955046854,
        "hydrate": 5.935711210952832,
        "filters": 1.289104607000354,
        "source_rows": 0.3660279559999253,
        "support_discounts": 0.06615157299984276,
        "scoring": 1.0573518190003597,
        "sort": 0.10031477599977734,
        "collapse": 0.0233705440000449,
        "other": 0.42109197700028744
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 21.19192171600025,
      "stages": {
        "setup": 0.08080840699994951,
        "embed": 3.499999365885742e-7,
        "sql_fetch": 2.851982107999902,
        "decode": 8.926748588959981,
        "hydrate": 5.985331468039931,
        "filters": 1.321359910999945,
        "source_rows": 0.36931607599990457,
        "support_discounts": 0.06467302999999447,
        "scoring": 1.0616806019997966,
        "sort": 0.10019488899979478,
        "collapse": 0.018269190000410163,
        "other": 0.4115570960007062
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 21.102689797999574,
      "stages": {
        "setup": 0.08038106099957076,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 2.8568146289999277,
        "decode": 8.922752186984326,
        "hydrate": 5.918780691015854,
        "filters": 1.2904217599998447,
        "source_rows": 0.3756602160001421,
        "support_discounts": 0.06470019200014576,
        "scoring": 1.056934729999739,
        "sort": 0.10238442700028827,
        "collapse": 0.018516769999678218,
        "other": 0.41534262400000443
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 21.19657383699996,
      "stages": {
        "setup": 0.08040524699981688,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 2.8639224949997697,
        "decode": 8.927675553002246,
        "hydrate": 5.969624045997989,
        "filters": 1.3178424580000865,
        "source_rows": 0.37059797199981404,
        "support_discounts": 0.0669936030003555,
        "scoring": 1.0651223949998894,
        "sort": 0.09956554800010053,
        "collapse": 0.019588409999869327,
        "other": 0.41523559899997053
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 21.103599934999693,
      "stages": {
        "setup": 0.08049484999992274,
        "embed": 6.109999048931058e-7,
        "sql_fetch": 2.8575392919997284,
        "decode": 8.93997552298515,
        "hydrate": 5.906671358015046,
        "filters": 1.2916010290000486,
        "source_rows": 0.367418157999964,
        "support_discounts": 0.06479997299993556,
        "scoring": 1.0607546979999825,
        "sort": 0.10045218100003694,
        "collapse": 0.019306181000047218,
        "other": 0.4145860809999249
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 21.202022353000302,
      "stages": {
        "setup": 0.08066622600017581,
        "embed": 4.799999260285404e-7,
        "sql_fetch": 2.8551351000000977,
        "decode": 8.9528866188939,
        "hydrate": 5.962057566106068,
        "filters": 1.3173108640003193,
        "source_rows": 0.36747441499983324,
        "support_discounts": 0.06659067300006427,
        "scoring": 1.0680096269998103,
        "sort": 0.09992748700005905,
        "collapse": 0.019316080999942642,
        "other": 0.41264721500010637
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 21.04991316600035,
      "stages": {
        "setup": 0.08025392700028533,
        "embed": 3.8999996831989847e-7,
        "sql_fetch": 2.844519930000388,
        "decode": 8.931807790970197,
        "hydrate": 5.915348697029458,
        "filters": 1.3043017309996685,
        "source_rows": 0.3675600250003299,
        "support_discounts": 0.06573462400001517,
        "scoring": 1.0332965180000429,
        "sort": 0.0973132149997582,
        "collapse": 0.019430064000061975,
        "other": 0.3903462540001783
      },
      "rows_read": 100000,
      "embedding_json_bytes": 842338045,
      "models_hydrated": 100000,
      "candidates_scored": 96482,
      "snapshot_ids_looked_up": 3125,
      "entry_ids_looked_up": 1220,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 100000,
    "loop_seconds": 0.327446737000173,
    "stack_seconds": 0.1322915179998745,
    "matmul_seconds": 0.009743780000007973
  },
  "peak_rss_bytes": 2381942784,
  "sampled_peak_rss_bytes": 2351181824,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0224609375,
      1.02392578125,
      0.794921875
    ],
    "load_average_after": [
      1.0,
      1.0,
      0.96533203125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]
