[
{
  "spec": {
    "cell_id": "n10000-cold-subject-r0",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r0.json",
    "encoder": false,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:59:21.096237+00:00",
  "finished_at": "2026-10-18T00:59:22.377476+00:00",
  "wall_seconds": 1.281252658000028,
  "import_seconds": 1.0375954109999839,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "735da110-bd6c-4e16-bbcb-9f3e94644ec9",
      "total_seconds": 0.08958725400003686,
      "stages": {
        "setup": 0.027399427000034393,
        "embed": 1.2119999723836372e-6,
        "sql_fetch": 0.027096050000011473,
        "decode": 0.0035168049998333117,
        "hydrate": 0.0012521390001438704,
        "filters": 0.00005167799997707334,
        "source_rows": 0.0035879029999819068,
        "support_discounts": 0.000011527999959071167,
        "scoring": 0.010379589000024225,
        "sort": 0.00003067599999440063,
        "collapse": 0.01585622800001829,
        "other": 0.0004040190000864641
      },
      "rows_read": 35,
      "embedding_json_bytes": 294669,
      "models_hydrated": 35,
      "candidates_scored": 33,
      "snapshot_ids_looked_up": 31,
      "entry_ids_looked_up": 29,
      "results": 33
    }
  ],
  "cosine_reference": {
    "vectors": 35,
    "loop_seconds": 0.00014542999997502193,
    "stack_seconds": 0.00009259900002689392,
    "matmul_seconds": 0.000053280999964044895
  },
  "peak_rss_bytes": 290676736,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.04248046875,
      0.70947265625,
      0.3115234375
    ],
    "load_average_after": [
      1.0390625,
      0.71435546875,
      0.3154296875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r1",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r1.json",
    "encoder": false,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:59:22.792489+00:00",
  "finished_at": "2026-10-18T00:59:24.084493+00:00",
  "wall_seconds": 1.2920188950000124,
  "import_seconds": 1.0342778369999905,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "dc690f6c-b1b0-44ba-a14a-5e7b8176c6eb",
      "total_seconds": 0.10461619299996983,
      "stages": {
        "setup": 0.03727553699997088,
        "embed": 7.410000080199097e-7,
        "sql_fetch": 0.02769854899997881,
        "decode": 0.004139370999723724,
        "hydrate": 0.0014979640002934502,
        "filters": 0.00005653499999880296,
        "source_rows": 0.0037161970000170186,
        "support_discounts": 0.000011677999964376795,
        "scoring": 0.010314571000037631,
        "sort": 0.00003245899995363288,
        "collapse": 0.019461982000052558,
        "other": 0.0004106089999709184
      },
      "rows_read": 42,
      "embedding_json_bytes": 353854,
      "models_hydrated": 42,
      "candidates_scored": 39,
      "snapshot_ids_looked_up": 37,
      "entry_ids_looked_up": 33,
      "results": 39
    }
  ],
  "cosine_reference": {
    "vectors": 42,
    "loop_seconds": 0.0001647589999720367,
    "stack_seconds": 0.0001007520000371187,
    "matmul_seconds": 0.000053460999993149017
  },
  "peak_rss_bytes": 290676736,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0390625,
      0.71435546875,
      0.3154296875
    ],
    "load_average_after": [
      1.0390625,
      0.71435546875,
      0.3154296875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r2",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r2.json",
    "encoder": false,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:59:24.492651+00:00",
  "finished_at": "2026-10-18T00:59:25.801572+00:00",
  "wall_seconds": 1.3089358020000077,
  "import_seconds": 1.0748019140000338,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "819f92ae-92e4-472f-bf2e-54de62e99f60",
      "total_seconds": 0.08404893800002355,
      "stages": {
        "setup": 0.027447118999987197,
        "embed": 7.310000000870787e-7,
        "sql_fetch": 0.027214829000001828,
        "decode": 0.0024519289999602734,
        "hydrate": 0.0008656350000251223,
        "filters": 0.00004359600001180297,
        "source_rows": 0.0038481459999957224,
        "support_discounts": 9.3239999614525e-6,
        "scoring": 0.01013253700000405,
        "sort": 0.000029684000026009016,
        "collapse": 0.011609639999960564,
        "other": 0.000395768000089447
      },
      "rows_read": 22,
      "embedding_json_bytes": 185320,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 19,
      "entry_ids_looked_up": 19,
      "results": 22
    }
  ],
  "cosine_reference": {
    "vectors": 22,
    "loop_seconds": 0.00011869899998373512,
    "stack_seconds": 0.00008581899999171583,
    "matmul_seconds": 0.00005697599999621161
  },
  "peak_rss_bytes": 290676736,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0390625,
      0.71435546875,
      0.3154296875
    ],
    "load_average_after": [
      1.0390625,
      0.71435546875,
      0.3154296875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r3",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r3.json",
    "encoder": false,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:59:26.292363+00:00",
  "finished_at": "2026-10-18T00:59:27.649474+00:00",
  "wall_seconds": 1.3571232809999856,
  "import_seconds": 1.1117832319999934,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "deafe825-2004-4b66-bebd-edaca85ec5a8",
      "total_seconds": 0.08549065600004724,
      "stages": {
        "setup": 0.027606654000010167,
        "embed": 1.2920000358462858e-6,
        "sql_fetch": 0.026748118999989856,
        "decode": 0.00267489500015472,
        "hydrate": 0.0008466789998919921,
        "filters": 0.000045597999985602655,
        "source_rows": 0.0037152360000050066,
        "support_discounts": 0.000010515999974813894,
        "scoring": 0.01020602900001677,
        "sort": 0.00003030599998510297,
        "collapse": 0.013213190999977087,
        "other": 0.0003921410000202741
      },
      "rows_read": 25,
      "embedding_json_bytes": 210553,
      "models_hydrated": 25,
      "candidates_scored": 24,
      "snapshot_ids_looked_up": 24,
      "entry_ids_looked_up": 20,
      "results": 24
    }
  ],
  "cosine_reference": {
    "vectors": 25,
    "loop_seconds": 0.00012613999996347047,
    "stack_seconds": 0.00006875400003991672,
    "matmul_seconds": 0.000081101999967359
  },
  "peak_rss_bytes": 290676736,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0390625,
      0.71435546875,
      0.3154296875
    ],
    "load_average_after": [
      1.03564453125,
      0.71923828125,
      0.3193359375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-subject-r4",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-subject-r4.json",
    "encoder": false,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:59:28.121765+00:00",
  "finished_at": "2026-10-18T00:59:29.445870+00:00",
  "wall_seconds": 1.3241189749999762,
  "import_seconds": 1.091527692999989,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "fa8d1fd6-c732-4e7a-bb5f-9a12177e7f17",
      "total_seconds": 0.07609143899998116,
      "stages": {
        "setup": 0.02737707699998282,
        "embed": 1.2520000041149615e-6,
        "sql_fetch": 0.026528687999984868,
        "decode": 0.0010398780000286934,
        "hydrate": 0.0003764389999787454,
        "filters": 0.000030756000001019856,
        "source_rows": 0.003357235999999375,
        "support_discounts": 6.3699999941491114e-6,
        "scoring": 0.011048500000015338,
        "sort": 0.000019619999989117787,
        "collapse": 0.005938119000006736,
        "other": 0.0003675039999961882
      },
      "rows_read": 7,
      "embedding_json_bytes": 58961,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    }
  ],
  "cosine_reference": {
    "vectors": 7,
    "loop_seconds": 0.00006543900002498049,
    "stack_seconds": 0.00003467199996975978,
    "matmul_seconds": 0.000053200000024844485
  },
  "peak_rss_bytes": 290676736,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.03564453125,
      0.71923828125,
      0.3193359375
    ],
    "load_average_after": [
      1.03564453125,
      0.71923828125,
      0.3193359375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r0",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r0.json",
    "encoder": false,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:57:07.896772+00:00",
  "finished_at": "2026-10-18T00:57:12.850320+00:00",
  "wall_seconds": 4.9535673299999985,
  "import_seconds": 1.1037446580000108,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 3.6490526649999993,
      "stages": {
        "setup": 1.3559889919999932,
        "embed": 4.510000053414842e-7,
        "sql_fetch": 0.31491376300002116,
        "decode": 0.9168843490000995,
        "hydrate": 0.6186439279998979,
        "filters": 0.21421616999998605,
        "source_rows": 0.03617042600001241,
        "support_discounts": 0.005781095999992658,
        "scoring": 0.12042687300001376,
        "sort": 0.00887507699999901,
        "collapse": 0.01987176899999099,
        "other": 0.03727977099998725
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.03397102099998506,
    "stack_seconds": 0.008660342000013088,
    "matmul_seconds": 0.0009030129999985093
  },
  "peak_rss_bytes": 357044224,
  "sampled_peak_rss_bytes": 320671744,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.396484375,
      0.54248046875,
      0.20166015625
    ],
    "load_average_after": [
      1.3642578125,
      0.55029296875,
      0.2060546875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r1",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r1.json",
    "encoder": false,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:57:13.309092+00:00",
  "finished_at": "2026-10-18T00:57:16.927051+00:00",
  "wall_seconds": 3.6179781419999983,
  "import_seconds": 1.0873468090000245,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 2.319105133999983,
      "stages": {
        "setup": 0.02792894199998841,
        "embed": 1.0010000153215515e-6,
        "sql_fetch": 0.31716403999999443,
        "decode": 0.910071715998015,
        "hydrate": 0.6260911190020124,
        "filters": 0.21619724999999335,
        "source_rows": 0.03672147699998618,
        "support_discounts": 0.007965022999997018,
        "scoring": 0.11081058799999255,
        "sort": 0.008741955000004964,
        "collapse": 0.019479517000007718,
        "other": 0.037932505999975774
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.034762610999990784,
    "stack_seconds": 0.008520491000012953,
    "matmul_seconds": 0.0008718059999921479
  },
  "peak_rss_bytes": 357228544,
  "sampled_peak_rss_bytes": 278736896,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.3642578125,
      0.55029296875,
      0.2060546875
    ],
    "load_average_after": [
      1.3349609375,
      0.55810546875,
      0.21044921875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r2",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r2.json",
    "encoder": false,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:57:17.493886+00:00",
  "finished_at": "2026-10-18T00:57:21.070646+00:00",
  "wall_seconds": 3.5767801929999905,
  "import_seconds": 1.0665911590000121,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 2.308132311999998,
      "stages": {
        "setup": 0.026777164999998604,
        "embed": 5.109999960950518e-7,
        "sql_fetch": 0.3189802830000019,
        "decode": 0.9136058119998722,
        "hydrate": 0.619508879000108,
        "filters": 0.21484288499999593,
        "source_rows": 0.03467463600000542,
        "support_discounts": 0.005554740999997421,
        "scoring": 0.10961769599998661,
        "sort": 0.008338491000017711,
        "collapse": 0.01976887099999658,
        "other": 0.03646234200002141
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.03384162900002252,
    "stack_seconds": 0.008402586999977757,
    "matmul_seconds": 0.0008201079999992089
  },
  "peak_rss_bytes": 357289984,
  "sampled_peak_rss_bytes": 281284608,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.3349609375,
      0.55810546875,
      0.21044921875
    ],
    "load_average_after": [
      1.3349609375,
      0.55810546875,
      0.21044921875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r3",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r3.json",
    "encoder": false,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:57:21.548943+00:00",
  "finished_at": "2026-10-18T00:57:25.115039+00:00",
  "wall_seconds": 3.5661146479999957,
  "import_seconds": 1.0644597670000167,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 2.2972733030000256,
      "stages": {
        "setup": 0.02722802000002389,
        "embed": 1.1019999988093332e-6,
        "sql_fetch": 0.31779342199999405,
        "decode": 0.9115308709992576,
        "hydrate": 0.6162180260007517,
        "filters": 0.20886086900000578,
        "source_rows": 0.034109131999997544,
        "support_discounts": 0.0058774780000021565,
        "scoring": 0.11178582699997719,
        "sort": 0.00802577900000756,
        "collapse": 0.020033079000000953,
        "other": 0.03580969800000844
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.0335198079999941,
    "stack_seconds": 0.00841346900000417,
    "matmul_seconds": 0.0008953509999969356
  },
  "peak_rss_bytes": 357040128,
  "sampled_peak_rss_bytes": 281174016,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.3349609375,
      0.55810546875,
      0.21044921875
    ],
    "load_average_after": [
      1.30810546875,
      0.56591796875,
      0.21484375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-cold-unfiltered-r4",
    "size": 10000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-cold-unfiltered-r4.json",
    "encoder": false,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:57:25.569558+00:00",
  "finished_at": "2026-10-18T00:57:29.167076+00:00",
  "wall_seconds": 3.5975367329999983,
  "import_seconds": 1.0940879869999947,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 2.300529422000011,
      "stages": {
        "setup": 0.026929094999985637,
        "embed": 1.1720000259174412e-6,
        "sql_fetch": 0.3198639640000067,
        "decode": 0.9071498139996379,
        "hydrate": 0.6104439430003765,
        "filters": 0.2170519519999914,
        "source_rows": 0.03577333399999816,
        "support_discounts": 0.0056795030000103,
        "scoring": 0.11245813499999713,
        "sort": 0.008528463000004649,
        "collapse": 0.02130701300001192,
        "other": 0.035343033999964746
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.033630530000010594,
    "stack_seconds": 0.008438866999995298,
    "matmul_seconds": 0.0008954710000068644
  },
  "peak_rss_bytes": 357236736,
  "sampled_peak_rss_bytes": 279035904,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.30810546875,
      0.56591796875,
      0.21484375
    ],
    "load_average_after": [
      1.283203125,
      0.5732421875,
      0.21923828125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-warm-subject",
    "size": 10000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-warm-subject.json",
    "encoder": false,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:59:29.914730+00:00",
  "finished_at": "2026-10-18T00:59:34.454335+00:00",
  "wall_seconds": 4.539623477000021,
  "import_seconds": 1.0990794169999845,
  "encoder_load_seconds": null,
  "warmup_seconds": 0.07107826499998282,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "dcd0842f-46bc-45b4-83f5-60d52e67cdf9",
      "total_seconds": 0.03997129600003291,
      "stages": {
        "setup": 0.010364739000010559,
        "embed": 1.5720000305918802e-6,
        "sql_fetch": 0.024756589000048734,
        "decode": 0.0005961900000102105,
        "hydrate": 0.00020434799995427966,
        "filters": 0.000023464999969746714,
        "source_rows": 0.001997774000017216,
        "support_discounts": 5.4180000006454065e-6,
        "scoring": 0.00013235000000122454,
        "sort": 0.000014552000038747792,
        "collapse": 0.001550639999948089,
        "other": 0.00032365900000286274
      },
      "rows_read": 3,
      "embedding_json_bytes": 25251,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 6,
      "subject_id": "45820b92-becc-4926-a427-7135f201c362",
      "total_seconds": 0.09925516999999218,
      "stages": {
        "setup": 0.010344218000000183,
        "embed": 1.2620000120477926e-6,
        "sql_fetch": 0.03008675600000288,
        "decode": 0.024994471999832513,
        "hydrate": 0.008508383000162212,
        "filters": 0.00029588699999294477,
        "source_rows": 0.0035826150000275447,
        "support_discounts": 0.00007510400001820017,
        "scoring": 0.0024705569999809995,
        "sort": 0.00013973100004704975,
        "collapse": 0.01759650599996121,
        "other": 0.0011596789999543944
      },
      "rows_read": 267,
      "embedding_json_bytes": 2249028,
      "models_hydrated": 267,
      "candidates_scored": 259,
      "snapshot_ids_looked_up": 178,
      "entry_ids_looked_up": 102,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": "c936943e-2b90-4e6a-97ba-1d732a81b392",
      "total_seconds": 0.04033406199999945,
      "stages": {
        "setup": 0.010693174000039107,
        "embed": 8.819999948173063e-7,
        "sql_fetch": 0.02523663800002396,
        "decode": 0.000508586999956151,
        "hydrate": 0.00012950500001807086,
        "filters": 0.00001964000000498345,
        "source_rows": 0.002176793999979054,
        "support_discounts": 5.008000016459846e-6,
        "scoring": 0.00012746199996627183,
        "sort": 0.000013420000016139966,
        "collapse": 0.0011125629999924058,
        "other": 0.0003103889999920284
      },
      "rows_read": 2,
      "embedding_json_bytes": 16890,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 8,
      "subject_id": "292a1a56-c8ab-45ae-a70f-94f042528273",
      "total_seconds": 0.07814477800002351,
      "stages": {
        "setup": 0.010047641000028307,
        "embed": 1.1610000001383014e-6,
        "sql_fetch": 0.027834387999973842,
        "decode": 0.012333382000122128,
        "hydrate": 0.004401156999904288,
        "filters": 0.00013524399997777437,
        "source_rows": 0.0034020539999914945,
        "support_discounts": 0.000041643000031399424,
        "scoring": 0.0013103769999815995,
        "sort": 0.00006911399998443812,
        "collapse": 0.01782915100000082,
        "other": 0.0007394660000272779
      },
      "rows_read": 133,
      "embedding_json_bytes": 1120520,
      "models_hydrated": 133,
      "candidates_scored": 127,
      "snapshot_ids_looked_up": 106,
      "entry_ids_looked_up": 80,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": "add7014b-d33b-45ca-8055-a5417dd8465f",
      "total_seconds": 0.04408329500000718,
      "stages": {
        "setup": 0.010710761000041202,
        "embed": 1.1019999988093332e-6,
        "sql_fetch": 0.02516769400000385,
        "decode": 0.0012368690000812421,
        "hydrate": 0.00035933999987491916,
        "filters": 0.00002864300000737785,
        "source_rows": 0.0020159210000088024,
        "support_discounts": 6.750000011379598e-6,
        "scoring": 0.00017277099999546408,
        "sort": 0.000014921999991202028,
        "collapse": 0.00405060200000662,
        "other": 0.0003179199999863158
      },
      "rows_read": 10,
      "embedding_json_bytes": 84111,
      "models_hydrated": 10,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 10,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.26409784999998465,
      "stages": {
        "setup": 0.010395254999991721,
        "embed": 9.009999644149502e-7,
        "sql_fetch": 0.036750961999985066,
        "decode": 0.05704755200110867,
        "hydrate": 0.1250904929988792,
        "filters": 0.0007315940000012233,
        "source_rows": 0.004847573999995802,
        "support_discounts": 0.00020863500003542867,
        "scoring": 0.005724606999990556,
        "sort": 0.00036104499997691164,
        "collapse": 0.020228822000035507,
        "other": 0.002710410000020147
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": "7458af4a-f926-437e-9587-a177b7f005be",
      "total_seconds": 0.055649550999987696,
      "stages": {
        "setup": 0.013376101999995171,
        "embed": 1.3819999935549276e-6,
        "sql_fetch": 0.0258001229999536,
        "decode": 0.0025358200001051046,
        "hydrate": 0.0007629779998978847,
        "filters": 0.00004541900000276655,
        "source_rows": 0.002585361000001285,
        "support_discounts": 0.000013851000005615788,
        "scoring": 0.00029925100000127713,
        "sort": 0.000022483999998712534,
        "collapse": 0.009807458000011593,
        "other": 0.0003993220000211295
      },
      "rows_read": 24,
      "embedding_json_bytes": 202243,
      "models_hydrated": 24,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 20,
      "entry_ids_looked_up": 20,
      "results": 22
    },
    {
      "question_index": 12,
      "subject_id": "60231c37-7785-44b7-bed7-ee220d6d651d",
      "total_seconds": 0.0657857799999988,
      "stages": {
        "setup": 0.010716059000003497,
        "embed": 7.010000331320043e-7,
        "sql_fetch": 0.026899256999968202,
        "decode": 0.005086686000140617,
        "hydrate": 0.0017933549999042953,
        "filters": 0.000060039999993932724,
        "source_rows": 0.002723038999988603,
        "support_discounts": 0.00001568299995824418,
        "scoring": 0.0005331050000449977,
        "sort": 0.000029393999966487172,
        "collapse": 0.017474595999999565,
        "other": 0.0004538649999972222
      },
      "rows_read": 52,
      "embedding_json_bytes": 438053,
      "models_hydrated": 52,
      "candidates_scored": 49,
      "snapshot_ids_looked_up": 46,
      "entry_ids_looked_up": 39,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": "10381f03-ebf9-4e02-8676-0b518104f589",
      "total_seconds": 0.04409429100002171,
      "stages": {
        "setup": 0.010437058000036359,
        "embed": 5.009999881622207e-7,
        "sql_fetch": 0.025361276000012367,
        "decode": 0.0010704129999794532,
        "hydrate": 0.00031596799999533687,
        "filters": 0.000021743000047536043,
        "source_rows": 0.002504328999975769,
        "support_discounts": 7.170999992922589e-6,
        "scoring": 0.00017461300001286872,
        "sort": 0.00001502300000311152,
        "collapse": 0.003890148999971643,
        "other": 0.0002960470000061832
      },
      "rows_read": 8,
      "embedding_json_bytes": 67428,
      "models_hydrated": 8,
      "candidates_scored": 8,
      "snapshot_ids_looked_up": 8,
      "entry_ids_looked_up": 8,
      "results": 8
    },
    {
      "question_index": 14,
      "subject_id": "8ce2bdfe-d157-4a95-9d7d-8421e4bd8928",
      "total_seconds": 0.052133410999999796,
      "stages": {
        "setup": 0.010454955000000155,
        "embed": 2.410000092822884e-7,
        "sql_fetch": 0.02581532600004266,
        "decode": 0.0023829659996863484,
        "hydrate": 0.0009358910002674747,
        "filters": 0.000032980000014504185,
        "source_rows": 0.00216239299999188,
        "support_discounts": 7.741999979771208e-6,
        "scoring": 0.0003092960000117273,
        "sort": 0.00001974000002746834,
        "collapse": 0.00967541400001437,
        "other": 0.00033646699995415474
      },
      "rows_read": 23,
      "embedding_json_bytes": 193784,
      "models_hydrated": 23,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 19,
      "results": 22
    },
    {
      "question_index": 15,
      "subject_id": "272d83e7-4721-44ac-8c04-dd20d4049ee9",
      "total_seconds": 0.06571161800002301,
      "stages": {
        "setup": 0.010252399000023615,
        "embed": 5.509999709829572e-7,
        "sql_fetch": 0.026344299999948362,
        "decode": 0.005411236999805169,
        "hydrate": 0.0018384810002203267,
        "filters": 0.000054362000014407386,
        "source_rows": 0.0024528810000106205,
        "support_discounts": 0.000015173000008417148,
        "scoring": 0.0006102899999973488,
        "sort": 0.00003301999998939209,
        "collapse": 0.018224889000009625,
        "other": 0.00047403500002474175
      },
      "rows_read": 57,
      "embedding_json_bytes": 480050,
      "models_hydrated": 57,
      "candidates_scored": 56,
      "snapshot_ids_looked_up": 54,
      "entry_ids_looked_up": 48,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": "b147aee4-0649-401f-8e95-6446e8950c4e",
      "total_seconds": 0.055337495999992825,
      "stages": {
        "setup": 0.0105064630000129,
        "embed": 3.9000002516331733e-7,
        "sql_fetch": 0.025926689000016268,
        "decode": 0.002807033000010506,
        "hydrate": 0.0008256479999317889,
        "filters": 0.00003960899999810863,
        "source_rows": 0.0025831480000420015,
        "support_discounts": 0.000012609000009433657,
        "scoring": 0.00036080399996762935,
        "sort": 0.000021693000007871888,
        "collapse": 0.011890040000025692,
        "other": 0.00036336999994546204
      },
      "rows_read": 27,
      "embedding_json_bytes": 227346,
      "models_hydrated": 27,
      "candidates_scored": 26,
      "snapshot_ids_looked_up": 24,
      "entry_ids_looked_up": 23,
      "results": 26
    },
    {
      "question_index": 17,
      "subject_id": "74c2999b-70e9-41a3-996f-b17704a66fcd",
      "total_seconds": 0.04578663499995628,
      "stages": {
        "setup": 0.010350607999953354,
        "embed": 4.0100002252074773e-7,
        "sql_fetch": 0.025455648000047404,
        "decode": 0.001428314999941449,
        "hydrate": 0.0004711320000296837,
        "filters": 0.00002302399997233806,
        "source_rows": 0.002077405000022736,
        "support_discounts": 6.490000032499665e-6,
        "scoring": 0.00019501399998489433,
        "sort": 0.000015412999971431418,
        "collapse": 0.005460429000038403,
        "other": 0.0003027559999395635
      },
      "rows_read": 12,
      "embedding_json_bytes": 101122,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 18,
      "subject_id": "84cee73b-7e17-40c2-8009-5a7f5724569c",
      "total_seconds": 0.06655648299999939,
      "stages": {
        "setup": 0.01034481900001083,
        "embed": 5.109999960950518e-7,
        "sql_fetch": 0.02674764799996865,
        "decode": 0.00629507800022111,
        "hydrate": 0.0019663069998046012,
        "filters": 0.00006222400003252915,
        "source_rows": 0.002600062999988495,
        "support_discounts": 0.000016044000005877024,
        "scoring": 0.000708549000023595,
        "sort": 0.00003863799997816386,
        "collapse": 0.01732267700003831,
        "other": 0.00045392499993113233
      },
      "rows_read": 66,
      "embedding_json_bytes": 556180,
      "models_hydrated": 66,
      "candidates_scored": 63,
      "snapshot_ids_looked_up": 57,
      "entry_ids_looked_up": 46,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": "e0bbd29f-31b0-4cce-a301-88d5d61614bf",
      "total_seconds": 0.04108210699996562,
      "stages": {
        "setup": 0.010458421000009821,
        "embed": 6.009999538036936e-7,
        "sql_fetch": 0.025537426000028063,
        "decode": 0.0006656549999206618,
        "hydrate": 0.00020753300003661934,
        "filters": 0.000020570999993196892,
        "source_rows": 0.0018619499999772415,
        "support_discounts": 4.477000004499132e-6,
        "scoring": 0.00012553900000966678,
        "sort": 0.000011627999981556059,
        "collapse": 0.0018833910000353171,
        "other": 0.00030491500001517124
      },
      "rows_read": 4,
      "embedding_json_bytes": 33658,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 20,
      "subject_id": "36ec96d3-c1c0-4ec3-a637-bc7e2d9241b8",
      "total_seconds": 0.11446855500003039,
      "stages": {
        "setup": 0.009872832000041853,
        "embed": 4.3000000005122274e-7,
        "sql_fetch": 0.030828626000015902,
        "decode": 0.03483550400017066,
        "hydrate": 0.012212753999790493,
        "filters": 0.0002729710000153318,
        "source_rows": 0.003823448999980883,
        "support_discounts": 0.00009522400000605558,
        "scoring": 0.003433140000026924,
        "sort": 0.00018232499996884144,
        "collapse": 0.017465768000022308,
        "other": 0.0014455319999910898
      },
      "rows_read": 382,
      "embedding_json_bytes": 3217607,
      "models_hydrated": 382,
      "candidates_scored": 369,
      "snapshot_ids_looked_up": 209,
      "entry_ids_looked_up": 112,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": "05049d5e-5243-413f-86a8-f8d771810c81",
      "total_seconds": 0.08276249499999722,
      "stages": {
        "setup": 0.010632311999984267,
        "embed": 3.509999828565924e-7,
        "sql_fetch": 0.02823687499994776,
        "decode": 0.01522718299980852,
        "hydrate": 0.00494563400025072,
        "filters": 0.000172389999988809,
        "source_rows": 0.0036261220000142202,
        "support_discounts": 0.000053110000010292424,
        "scoring": 0.0016097989999934725,
        "sort": 0.00009208900002022347,
        "collapse": 0.017331179999985125,
        "other": 0.000835450000010951
      },
      "rows_read": 165,
      "embedding_json_bytes": 1389994,
      "models_hydrated": 165,
      "candidates_scored": 158,
      "snapshot_ids_looked_up": 127,
      "entry_ids_looked_up": 87,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": "3b16f14a-8479-4576-bdc7-c5bafc3e2a6d",
      "total_seconds": 0.049985484999979235,
      "stages": {
        "setup": 0.010372470999982397,
        "embed": 5.509999709829572e-7,
        "sql_fetch": 0.02545462700004464,
        "decode": 0.0018119850000175575,
        "hydrate": 0.0005800139999223575,
        "filters": 0.00003030599998510297,
        "source_rows": 0.0023996400000214635,
        "support_discounts": 8.692999983850314e-6,
        "scoring": 0.0002423349999958191,
        "sort": 0.000017115999980887864,
        "collapse": 0.008747183000025416,
        "other": 0.00032056400004876195
      },
      "rows_read": 16,
      "embedding_json_bytes": 134708,
      "models_hydrated": 16,
      "candidates_scored": 16,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 16
    },
    {
      "question_index": 23,
      "subject_id": "4b648cc9-dcae-4d9f-828f-370259d16d41",
      "total_seconds": 0.07161160999999083,
      "stages": {
        "setup": 0.01018282399996906,
        "embed": 1.7100001059588976e-7,
        "sql_fetch": 0.026709234999998444,
        "decode": 0.009123073000125714,
        "hydrate": 0.003016182999886041,
        "filters": 0.00008873400003039933,
        "source_rows": 0.0026898589999859723,
        "support_discounts": 0.000027272000011180353,
        "scoring": 0.0009490819999768974,
        "sort": 0.00004903400002831404,
        "collapse": 0.01816609399998015,
        "other": 0.0006100489999880665
      },
      "rows_read": 93,
      "embedding_json_bytes": 783227,
      "models_hydrated": 93,
      "candidates_scored": 92,
      "snapshot_ids_looked_up": 75,
      "entry_ids_looked_up": 54,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": "21565a5e-829b-490a-9fd9-6c409752c128",
      "total_seconds": 0.04137951100000237,
      "stages": {
        "setup": 0.010180972000000565,
        "embed": 3.9000002516331733e-7,
        "sql_fetch": 0.024783434000028137,
        "decode": 0.0007368520000454737,
        "hydrate": 0.0002532419999283775,
        "filters": 0.000023334999980306748,
        "source_rows": 0.0020911450000085097,
        "support_discounts": 5.387999976846913e-6,
        "scoring": 0.0001363060000016958,
        "sort": 0.000012108000021271437,
        "collapse": 0.0028838370000130453,
        "other": 0.00027250199997297386
      },
      "rows_read": 5,
      "embedding_json_bytes": 42080,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 25,
      "subject_id": "5456c87d-4fd2-4fee-8c89-3377d8b634b7",
      "total_seconds": 0.04954925700002377,
      "stages": {
        "setup": 0.009974781000039457,
        "embed": 4.199999921183917e-7,
        "sql_fetch": 0.025382663000016237,
        "decode": 0.001922142000069016,
        "hydrate": 0.0006499989999042555,
        "filters": 0.00002988500000355998,
        "source_rows": 0.0023630549999893447,
        "support_discounts": 0.000011367000013251527,
        "scoring": 0.0002561869999908595,
        "sort": 0.00001773700000740064,
        "collapse": 0.008636159999980464,
        "other": 0.0003048610000178087
      },
      "rows_read": 18,
      "embedding_json_bytes": 151505,
      "models_hydrated": 18,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 14,
      "results": 18
    },
    {
      "question_index": 26,
      "subject_id": "4dce9ba3-c512-4f8b-b86d-e269ea4bc636",
      "total_seconds": 0.04875816300000224,
      "stages": {
        "setup": 0.01033301100000017,
        "embed": 4.400000079840538e-7,
        "sql_fetch": 0.02546815699997751,
        "decode": 0.0019551970000293295,
        "hydrate": 0.0005835439999941627,
        "filters": 0.00003449199999749908,
        "source_rows": 0.0022424330000490045,
        "support_discounts": 8.091999973203201e-6,
        "scoring": 0.00024703299999373485,
        "sort": 0.00001749599999811835,
        "collapse": 0.007542867000040587,
        "other": 0.0003254009999409391
      },
      "rows_read": 18,
      "embedding_json_bytes": 151526,
      "models_hydrated": 18,
      "candidates_scored": 17,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 16,
      "results": 17
    },
    {
      "question_index": 27,
      "subject_id": "05049d5e-5243-413f-86a8-f8d771810c81",
      "total_seconds": 0.0824348099999952,
      "stages": {
        "setup": 0.010635196000009728,
        "embed": 3.7099999872225453e-7,
        "sql_fetch": 0.027997243000015715,
        "decode": 0.015285949000315213,
        "hydrate": 0.004929592999644683,
        "filters": 0.0001745330000062495,
        "source_rows": 0.0033925289999956476,
        "support_discounts": 0.000056835000009414216,
        "scoring": 0.0016230790000122397,
        "sort": 0.00009343099998204707,
        "collapse": 0.017436218999989705,
        "other": 0.000809832000015831
      },
      "rows_read": 165,
      "embedding_json_bytes": 1389994,
      "models_hydrated": 165,
      "candidates_scored": 158,
      "snapshot_ids_looked_up": 127,
      "entry_ids_looked_up": 87,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": "7b7f1eb5-abf6-4e6b-af91-653fdc89b589",
      "total_seconds": 0.05005807000003415,
      "stages": {
        "setup": 0.010288274000004094,
        "embed": 5.200000146032835e-7,
        "sql_fetch": 0.0254436409999812,
        "decode": 0.0020540410000080556,
        "hydrate": 0.0006908999999950538,
        "filters": 0.00004108199999564022,
        "source_rows": 0.002716388999999708,
        "support_discounts": 0.000010335000013128592,
        "scoring": 0.0002693769999950746,
        "sort": 0.000018427999975756393,
        "collapse": 0.008185410000010052,
        "other": 0.0003396730000417847
      },
      "rows_read": 19,
      "embedding_json_bytes": 160044,
      "models_hydrated": 19,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 18,
      "entry_ids_looked_up": 17,
      "results": 18
    },
    {
      "question_index": 29,
      "subject_id": "6eb0466e-a994-4ae2-ba05-883584791f4e",
      "total_seconds": 0.039999393000016426,
      "stages": {
        "setup": 0.01040796400002364,
        "embed": 6.209999696693558e-7,
        "sql_fetch": 0.0250872020000088,
        "decode": 0.0006011770000213801,
        "hydrate": 0.00020985699995890172,
        "filters": 0.00001733699997430449,
        "source_rows": 0.0018100710000226172,
        "support_discounts": 4.136000029575371e-6,
        "scoring": 0.00011462300000175674,
        "sort": 0.000012007999998786545,
        "collapse": 0.0014499879999902987,
        "other": 0.00028440900001669434
      },
      "rows_read": 3,
      "embedding_json_bytes": 25238,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 30,
      "subject_id": "39793366-5e23-4025-bc01-137a6e87c5a1",
      "total_seconds": 0.05242501500003982,
      "stages": {
        "setup": 0.01004714900000181,
        "embed": 6.50999993467849e-7,
        "sql_fetch": 0.025450421000016377,
        "decode": 0.002571690999900511,
        "hydrate": 0.000992486000086501,
        "filters": 0.00003812799997149341,
        "source_rows": 0.002160313999979735,
        "support_discounts": 9.15300000770003e-6,
        "scoring": 0.0002945250000152555,
        "sort": 0.00001921899996659704,
        "collapse": 0.010494334000043182,
        "other": 0.00034694400005719217
      },
      "rows_read": 25,
      "embedding_json_bytes": 210584,
      "models_hydrated": 25,
      "candidates_scored": 23,
      "snapshot_ids_looked_up": 21,
      "entry_ids_looked_up": 19,
      "results": 23
    },
    {
      "question_index": 31,
      "subject_id": "1f72c079-33d6-4624-9e47-221818d7639a",
      "total_seconds": 0.04197742200000221,
      "stages": {
        "setup": 0.010247367000033591,
        "embed": 2.999999537678377e-7,
        "sql_fetch": 0.025601608999977543,
        "decode": 0.0008421790000170404,
        "hydrate": 0.0003324030000158018,
        "filters": 0.00002638899997009503,
        "source_rows": 0.002069874000028449,
        "support_discounts": 5.1679999728548864e-6,
        "scoring": 0.00014012100001536965,
        "sort": 0.000012700000013410317,
        "collapse": 0.0024183379999840326,
        "other": 0.00028097400002025097
      },
      "rows_read": 6,
      "embedding_json_bytes": 50543,
      "models_hydrated": 6,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 32,
      "subject_id": "56776881-c839-4fd3-b1e1-1b032985dd02",
      "total_seconds": 0.044680499999969925,
      "stages": {
        "setup": 0.009914739999999256,
        "embed": 3.9999997625272954e-7,
        "sql_fetch": 0.025057247000006555,
        "decode": 0.0012915190001763222,
        "hydrate": 0.0004426079998438581,
        "filters": 0.000025117999996382423,
        "source_rows": 0.0023572210000111227,
        "support_discounts": 6.218999999418884e-6,
        "scoring": 0.0001919800000109717,
        "sort": 0.000015202999975372222,
        "collapse": 0.005059985000002598,
        "other": 0.000318259999971815
      },
      "rows_read": 11,
      "embedding_json_bytes": 92726,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 33,
      "subject_id": "8103a658-8bd1-4c5e-8ecd-be39f6196be1",
      "total_seconds": 0.054615256000033696,
      "stages": {
        "setup": 0.009975121000024956,
        "embed": 4.20999981542991e-7,
        "sql_fetch": 0.025261764999982006,
        "decode": 0.002884081999980026,
        "hydrate": 0.0010739109999917673,
        "filters": 0.000031577000015658996,
        "source_rows": 0.002159027999994123,
        "support_discounts": 7.3709999810489535e-6,
        "scoring": 0.000347884999996495,
        "sort": 0.000020591000009062554,
        "collapse": 0.01249619499998289,
        "other": 0.00035730900009411926
      },
      "rows_read": 29,
      "embedding_json_bytes": 244338,
      "models_hydrated": 29,
      "candidates_scored": 29,
      "snapshot_ids_looked_up": 27,
      "entry_ids_looked_up": 26,
      "results": 29
    },
    {
      "question_index": 34,
      "subject_id": "a8841f9e-a79a-4c56-b211-614fe6c99429",
      "total_seconds": 0.07918367999997145,
      "stages": {
        "setup": 0.010308853999958956,
        "embed": 4.309999894758221e-7,
        "sql_fetch": 0.027514805999999226,
        "decode": 0.013354176999996525,
        "hydrate": 0.004411817999994128,
        "filters": 0.0001341930000080538,
        "source_rows": 0.0032479700000180856,
        "support_discounts": 0.00004087199999958102,
        "scoring": 0.0013528509999787275,
        "sort": 0.00007380099998499645,
        "collapse": 0.01801203299999088,
        "other": 0.0007318740000528123
      },
      "rows_read": 144,
      "embedding_json_bytes": 1213038,
      "models_hydrated": 144,
      "candidates_scored": 139,
      "snapshot_ids_looked_up": 114,
      "entry_ids_looked_up": 80,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": "343d2ba9-f85e-4027-b93a-6bcc01200571",
      "total_seconds": 0.04434305699999186,
      "stages": {
        "setup": 0.010183726000036586,
        "embed": 4.099999841855606e-7,
        "sql_fetch": 0.024983627000040087,
        "decode": 0.0013021219998563538,
        "hydrate": 0.0003736450000815239,
        "filters": 0.00002517799998713599,
        "source_rows": 0.001999146999992263,
        "support_discounts": 6.670000004760368e-6,
        "scoring": 0.00017976099996985795,
        "sort": 0.00001437200000964367,
        "collapse": 0.004979382999977133,
        "other": 0.0002950160000523283
      },
      "rows_read": 11,
      "embedding_json_bytes": 92622,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 36,
      "subject_id": "54c467a1-538b-437c-ad3f-768cc100970d",
      "total_seconds": 0.03863171900002271,
      "stages": {
        "setup": 0.009988239999984216,
        "embed": 3.810000066550856e-7,
        "sql_fetch": 0.025404891999983192,
        "decode": 0.0003723810000337835,
        "hydrate": 0.00009966099997882338,
        "filters": 0.000017465999974319857,
        "source_rows": 0.0018038620000311312,
        "support_discounts": 3.825000021606684e-6,
        "scoring": 0.00009035699997639313,
        "sort": 0.00001015500004086789,
        "collapse": 0.0005671359999723791,
        "other": 0.0002733630000193443
      },
      "rows_read": 1,
      "embedding_json_bytes": 8439,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 37,
      "subject_id": "2fb2670c-fc20-43ef-84aa-cfb5516dd047",
      "total_seconds": 0.04020235899997715,
      "stages": {
        "setup": 0.009893207000004622,
        "embed": 4.510000053414842e-7,
        "sql_fetch": 0.025261725000007118,
        "decode": 0.0006457160000081785,
        "hydrate": 0.00025764800000160903,
        "filters": 0.000020990999985315284,
        "source_rows": 0.0018011980000096628,
        "support_discounts": 4.326999999193504e-6,
        "scoring": 0.00012457799999765484,
        "sort": 0.000010905999999977212,
        "collapse": 0.0018921650000152113,
        "other": 0.00028944699994326584
      },
      "rows_read": 4,
      "embedding_json_bytes": 33645,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 4
    },
    {
      "question_index": 38,
      "subject_id": "1c680a9f-ff37-4062-a936-0cec279bb41c",
      "total_seconds": 0.03784464099999241,
      "stages": {
        "setup": 0.009884032999991632,
        "embed": 4.0100002252074773e-7,
        "sql_fetch": 0.024788130999979785,
        "decode": 0.00037377499995727703,
        "hydrate": 0.00010000000003174137,
        "filters": 0.00001667499998347921,
        "source_rows": 0.0017310820000489002,
        "support_discounts": 3.856000034829776e-6,
        "scoring": 0.0000937909999834119,
        "sort": 9.675000001152512e-6,
        "collapse": 0.0005636500000036904,
        "other": 0.00027957199995398696
      },
      "rows_read": 1,
      "embedding_json_bytes": 8421,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 39,
      "subject_id": "8b145611-4172-4bf2-ad2c-554aa609b80e",
      "total_seconds": 0.04043742400000383,
      "stages": {
        "setup": 0.009863873000028889,
        "embed": 2.4000001985768904e-7,
        "sql_fetch": 0.025503330000049118,
        "decode": 0.0006593349999093334,
        "hydrate": 0.0002030470000704554,
        "filters": 0.00001863799997181559,
        "source_rows": 0.001845735000017612,
        "support_discounts": 4.275999970104749e-6,
        "scoring": 0.00012540000000171858,
        "sort": 0.000011607000033109216,
        "collapse": 0.0019045739999796751,
        "other": 0.00029736899995214117
      },
      "rows_read": 4,
      "embedding_json_bytes": 33736,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 40,
      "subject_id": "9106f3f4-3f4a-474e-90a5-1d9f77ff24cf",
      "total_seconds": 0.045801177000043936,
      "stages": {
        "setup": 0.009777493000001414,
        "embed": 2.900000026784255e-7,
        "sql_fetch": 0.025591353000038453,
        "decode": 0.001317658999937521,
        "hydrate": 0.0004556669999828955,
        "filters": 0.00003121700001429417,
        "source_rows": 0.0022054270000353426,
        "support_discounts": 6.099999950492929e-6,
        "scoring": 0.00018764300000384537,
        "sort": 0.000014982000038799015,
        "collapse": 0.0059150249999788684,
        "other": 0.0002983210000593317
      },
      "rows_read": 11,
      "embedding_json_bytes": 92624,
      "models_hydrated": 11,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    },
    {
      "question_index": 41,
      "subject_id": "d5fffb4d-b3bf-4db3-b2d4-02060dcff5e6",
      "total_seconds": 0.07438316200000372,
      "stages": {
        "setup": 0.009987679999994725,
        "embed": 4.1000004102897947e-7,
        "sql_fetch": 0.02699276800001371,
        "decode": 0.01069007399973998,
        "hydrate": 0.0033131640002466156,
        "filters": 0.0001510779999875922,
        "source_rows": 0.0029579430000126194,
        "support_discounts": 0.0000392800000099669,
        "scoring": 0.0010774350000133381,
        "sort": 0.00005596500000137894,
        "collapse": 0.018498680999982753,
        "other": 0.0006186839999600124
      },
      "rows_read": 114,
      "embedding_json_bytes": 960412,
      "models_hydrated": 114,
      "candidates_scored": 108,
      "snapshot_ids_looked_up": 94,
      "entry_ids_looked_up": 68,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.15715995800002247,
      "stages": {
        "setup": 0.010498040000015862,
        "embed": 6.710000093335111e-7,
        "sql_fetch": 0.03678311899994924,
        "decode": 0.05717481300041527,
        "hydrate": 0.020623261999674014,
        "filters": 0.0006739269999798125,
        "source_rows": 0.004700481999975636,
        "support_discounts": 0.00016313599996919947,
        "scoring": 0.005582493000019895,
        "sort": 0.0003123810000147387,
        "collapse": 0.018509077999965484,
        "other": 0.0021385560000339865
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": "f3e32139-27ae-4bae-a14e-efe868b6c48b",
      "total_seconds": 0.06051193199999716,
      "stages": {
        "setup": 0.010577098999988266,
        "embed": 5.200000146032835e-7,
        "sql_fetch": 0.02564375200000768,
        "decode": 0.0035652650001907205,
        "hydrate": 0.0013232109998284614,
        "filters": 0.00004698099996858218,
        "source_rows": 0.0025041979999969044,
        "support_discounts": 0.000013169999988349446,
        "scoring": 0.00039800100000775274,
        "sort": 0.000024987000017517857,
        "collapse": 0.01600980599999957,
        "other": 0.00040494199998875047
      },
      "rows_read": 36,
      "embedding_json_bytes": 303232,
      "models_hydrated": 36,
      "candidates_scored": 35,
      "snapshot_ids_looked_up": 33,
      "entry_ids_looked_up": 30,
      "results": 35
    },
    {
      "question_index": 44,
      "subject_id": "f8755ac3-6829-4b13-b25e-fe743aa1d1e7",
      "total_seconds": 0.04195180800002163,
      "stages": {
        "setup": 0.0100890120000372,
        "embed": 3.4099997492376133e-7,
        "sql_fetch": 0.025038439000013568,
        "decode": 0.0009489110000231449,
        "hydrate": 0.00030658299994001936,
        "filters": 0.000023916000031931617,
        "source_rows": 0.001919415999964258,
        "support_discounts": 4.977999992661353e-6,
        "scoring": 0.00014674099998046586,
        "sort": 0.000013120000005528709,
        "collapse": 0.003174238999974932,
        "other": 0.0002861120000829942
      },
      "rows_read": 7,
      "embedding_json_bytes": 59026,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 45,
      "subject_id": "b9bd2b17-a501-4882-85e4-8af54b23490a",
      "total_seconds": 0.04770602100001042,
      "stages": {
        "setup": 0.010107850999986567,
        "embed": 5.51000027826376e-7,
        "sql_fetch": 0.027590429000042604,
        "decode": 0.0016441349999354316,
        "hydrate": 0.0007504630000312318,
        "filters": 0.00002590899998722307,
        "source_rows": 0.0018628309999826342,
        "support_discounts": 5.4180000006454065e-6,
        "scoring": 0.00019217999999909807,
        "sort": 0.000014571999997770035,
        "collapse": 0.005209454999999252,
        "other": 0.0003022270000201388
      },
      "rows_read": 12,
      "embedding_json_bytes": 101077,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 46,
      "subject_id": "b864c570-bf01-4f88-8671-e53fb2a86f53",
      "total_seconds": 0.044586764999962725,
      "stages": {
        "setup": 0.01009393099997169,
        "embed": 3.9000002516331733e-7,
        "sql_fetch": 0.025154613999973208,
        "decode": 0.001288654000063616,
        "hydrate": 0.00046542299998009184,
        "filters": 0.0000258489999964695,
        "source_rows": 0.0020969740000396087,
        "support_discounts": 6.460000008701172e-6,
        "scoring": 0.0001961259999916365,
        "sort": 0.00001567300000715477,
        "collapse": 0.004937950999988061,
        "other": 0.00030471999991732446
      },
      "rows_read": 11,
      "embedding_json_bytes": 92619,
      "models_hydrated": 11,
      "candidates_scored": 11,
      "snapshot_ids_looked_up": 11,
      "entry_ids_looked_up": 11,
      "results": 11
    },
    {
      "question_index": 47,
      "subject_id": "a77547df-be65-4101-8174-c77fc1b6fe5b",
      "total_seconds": 0.15277486200000112,
      "stages": {
        "setup": 0.009999637999953848,
        "embed": 3.700000092976552e-7,
        "sql_fetch": 0.03437981399997625,
        "decode": 0.05615023000018482,
        "hydrate": 0.018481977999840637,
        "filters": 0.0006551480000211996,
        "source_rows": 0.004277364000017769,
        "support_discounts": 0.0001664810000079342,
        "scoring": 0.005667382000012822,
        "sort": 0.0003025859999752356,
        "collapse": 0.020543466999981774,
        "other": 0.0021504040000195346
      },
      "rows_read": 617,
      "embedding_json_bytes": 5197585,
      "models_hydrated": 617,
      "candidates_scored": 598,
      "snapshot_ids_looked_up": 258,
      "entry_ids_looked_up": 115,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": "eafd8f68-9db6-4c89-a8fe-2ab88f43e4a3",
      "total_seconds": 0.051216877999991084,
      "stages": {
        "setup": 0.010439290999954665,
        "embed": 5.210000040278828e-7,
        "sql_fetch": 0.02498756200003527,
        "decode": 0.0023948139998424267,
        "hydrate": 0.0006939270001566911,
        "filters": 0.000030485999957363674,
        "source_rows": 0.0021312549999947805,
        "support_discounts": 9.344000034161581e-6,
        "scoring": 0.00029092899995930566,
        "sort": 0.00001966000002084911,
        "collapse": 0.009874798999987888,
        "other": 0.0003442900000436566
      },
      "rows_read": 23,
      "embedding_json_bytes": 193699,
      "models_hydrated": 23,
      "candidates_scored": 23,
      "snapshot_ids_looked_up": 23,
      "entry_ids_looked_up": 22,
      "results": 23
    },
    {
      "question_index": 49,
      "subject_id": "31c63945-55b3-452e-8c94-f82adfcc6939",
      "total_seconds": 0.04704589400000714,
      "stages": {
        "setup": 0.010319209000044793,
        "embed": 4.0099996567732887e-7,
        "sql_fetch": 0.025329077999970195,
        "decode": 0.0016517939999403097,
        "hydrate": 0.0005390720000946203,
        "filters": 0.00003167699998130047,
        "source_rows": 0.0023278529999970488,
        "support_discounts": 8.142000012867356e-6,
        "scoring": 0.00022073299999192386,
        "sort": 0.00001543299998729708,
        "collapse": 0.006265433999999459,
        "other": 0.0003370680000216453
      },
      "rows_read": 15,
      "embedding_json_bytes": 126395,
      "models_hydrated": 15,
      "candidates_scored": 14,
      "snapshot_ids_looked_up": 14,
      "entry_ids_looked_up": 13,
      "results": 14
    },
    {
      "question_index": 50,
      "subject_id": "c643dd09-f87a-408a-bf1c-776fae5fc886",
      "total_seconds": 0.06001871900002698,
      "stages": {
        "setup": 0.010231768000039665,
        "embed": 6.909999683557544e-7,
        "sql_fetch": 0.026107150999962414,
        "decode": 0.0035819169998489997,
        "hydrate": 0.0012752020002153586,
        "filters": 0.000039819999983592425,
        "source_rows": 0.0023754339999868535,
        "support_discounts": 0.000011977999974988052,
        "scoring": 0.00043289400002777256,
        "sort": 0.000025568000012299308,
        "collapse": 0.015527648999977828,
        "other": 0.00040864700002885
      },
      "rows_read": 36,
      "embedding_json_bytes": 303278,
      "models_hydrated": 36,
      "candidates_scored": 36,
      "snapshot_ids_looked_up": 33,
      "entry_ids_looked_up": 28,
      "results": 36
    },
    {
      "question_index": 51,
      "subject_id": "8ce2bdfe-d157-4a95-9d7d-8421e4bd8928",
      "total_seconds": 0.052400508000005175,
      "stages": {
        "setup": 0.010334193000005598,
        "embed": 5.200000146032835e-7,
        "sql_fetch": 0.0257215689999839,
        "decode": 0.0024224340000955635,
        "hydrate": 0.0007835939999267794,
        "filters": 0.00004046099996912744,
        "source_rows": 0.0023612530000036713,
        "support_discounts": 0.000010225999972135469,
        "scoring": 0.0003292370000167466,
        "sort": 0.000020510000013018725,
        "collapse": 0.010029227999950763,
        "other": 0.00034728300005326673
      },
      "rows_read": 23,
      "embedding_json_bytes": 193784,
      "models_hydrated": 23,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 19,
      "results": 22
    },
    {
      "question_index": 52,
      "subject_id": "fefd4b22-19e2-4b8d-8185-a4f202614751",
      "total_seconds": 0.0421902839999575,
      "stages": {
        "setup": 0.010568505999970057,
        "embed": 1.610000026630587e-7,
        "sql_fetch": 0.02580315900002006,
        "decode": 0.0008024800000043797,
        "hydrate": 0.00023329199996169336,
        "filters": 0.000022634000004018162,
        "source_rows": 0.0019800270000018827,
        "support_discounts": 5.879000013919722e-6,
        "scoring": 0.00014028099997176469,
        "sort": 0.000013220000028013601,
        "collapse": 0.002335254000001896,
        "other": 0.0002853909999771531
      },
      "rows_read": 5,
      "embedding_json_bytes": 42111,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 53,
      "subject_id": "be9fe7f5-a60a-45a9-98bc-8f59517d47ec",
      "total_seconds": 0.04174150099998997,
      "stages": {
        "setup": 0.010123243999998977,
        "embed": 5.41000019893545e-7,
        "sql_fetch": 0.02539989400003151,
        "decode": 0.0008516859999190274,
        "hydrate": 0.0003386910000244825,
        "filters": 0.000029274000041823456,
        "source_rows": 0.0020779949999791825,
        "support_discounts": 5.057999999280582e-6,
        "scoring": 0.00012833400000999973,
        "sort": 0.00001131700003043079,
        "collapse": 0.0024923400000034235,
        "other": 0.00028312699993193746
      },
      "rows_read": 6,
      "embedding_json_bytes": 50579,
      "models_hydrated": 6,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 4
    },
    {
      "question_index": 54,
      "subject_id": "36ec96d3-c1c0-4ec3-a637-bc7e2d9241b8",
      "total_seconds": 0.11540868800000226,
      "stages": {
        "setup": 0.010345870000037394,
        "embed": 5.109999960950518e-7,
        "sql_fetch": 0.03134612600001674,
        "decode": 0.03498479900036955,
        "hydrate": 0.011411455999621012,
        "filters": 0.00046770500000548054,
        "source_rows": 0.003923520000000735,
        "support_discounts": 0.00013105800002222168,
        "scoring": 0.0034977469999830646,
        "sort": 0.00022989699999698132,
        "collapse": 0.01753901800003632,
        "other": 0.0015309809999166646
      },
      "rows_read": 382,
      "embedding_json_bytes": 3217607,
      "models_hydrated": 382,
      "candidates_scored": 369,
      "snapshot_ids_looked_up": 209,
      "entry_ids_looked_up": 112,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 382,
    "loop_seconds": 0.0013249190000124145,
    "stack_seconds": 0.0004505200000153309,
    "matmul_seconds": 0.00021129900000005364
  },
  "peak_rss_bytes": 290676736,
  "sampled_peak_rss_bytes": 151465984,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.03564453125,
      0.71923828125,
      0.3193359375
    ],
    "load_average_after": [
      1.03271484375,
      0.72412109375,
      0.3232421875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n10000-warm-unfiltered",
    "size": 10000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n10000-g1.db",
    "result_path": "n10000-warm-unfiltered.json",
    "encoder": false,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T00:57:29.631505+00:00",
  "finished_at": "2026-10-18T00:59:20.639864+00:00",
  "wall_seconds": 111.00837812600003,
  "import_seconds": 1.0763393150000127,
  "encoder_load_seconds": null,
  "warmup_seconds": 2.296012224000009,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 2.120862917000011,
      "stages": {
        "setup": 0.010392526000003954,
        "embed": 9.010000212583691e-7,
        "sql_fetch": 0.18744695300000558,
        "decode": 0.8998293440018585,
        "hydrate": 0.5986988319981492,
        "filters": 0.21592761799999494,
        "source_rows": 0.03267560599999797,
        "support_discounts": 0.005817806999999675,
        "scoring": 0.10482032600000935,
        "sort": 0.008871034000009104,
        "collapse": 0.019613909999975476,
        "other": 0.03676805999998578
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 2.183716457999992,
      "stages": {
        "setup": 0.010343523999978288,
        "embed": 1.463000018020466e-6,
        "sql_fetch": 0.19270424200001912,
        "decode": 0.8995197499999108,
        "hydrate": 0.6176864810000495,
        "filters": 0.2567271700000049,
        "source_rows": 0.0341181120000158,
        "support_discounts": 0.005610563999994156,
        "scoring": 0.10293168699999455,
        "sort": 0.009072598000017251,
        "collapse": 0.018785429999979897,
        "other": 0.03621543700000984
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 2.291118799000003,
      "stages": {
        "setup": 0.012064901000002237,
        "embed": 1.6930000015236146e-6,
        "sql_fetch": 0.19703366900000674,
        "decode": 0.9232527440009619,
        "hydrate": 0.6882799469990175,
        "filters": 0.25248238599999695,
        "source_rows": 0.03607295100002261,
        "support_discounts": 0.0067522570000164706,
        "scoring": 0.11169037999999887,
        "sort": 0.009861467999996876,
        "collapse": 0.01868260500000929,
        "other": 0.03494379799997205
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 2.2107812840000065,
      "stages": {
        "setup": 0.010565534999983583,
        "embed": 2.253000019436513e-6,
        "sql_fetch": 0.19521016699999905,
        "decode": 0.9107849069993108,
        "hydrate": 0.6303772460007053,
        "filters": 0.2538330330000065,
        "source_rows": 0.035518574999997554,
        "support_discounts": 0.006145180999993727,
        "scoring": 0.10624401399999783,
        "sort": 0.008056043999999929,
        "collapse": 0.01819377300000724,
        "other": 0.035850555999985545
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 2.2188163699999848,
      "stages": {
        "setup": 0.010371956999989607,
        "embed": 1.6529999982139998e-6,
        "sql_fetch": 0.19076026900000898,
        "decode": 0.9116171109997708,
        "hydrate": 0.6422504550002088,
        "filters": 0.24998918100001788,
        "source_rows": 0.035673978999994915,
        "support_discounts": 0.005943025000021862,
        "scoring": 0.10674604099997964,
        "sort": 0.010040457000002334,
        "collapse": 0.018435632000006308,
        "other": 0.036986609999985376
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 2.1919066389999955,
      "stages": {
        "setup": 0.010376454999999396,
        "embed": 1.9930000121348712e-6,
        "sql_fetch": 0.19294759699999986,
        "decode": 0.9021721920001653,
        "hydrate": 0.6318555149998417,
        "filters": 0.015179099999983237,
        "source_rows": 0.2644859410000038,
        "support_discounts": 0.006264921000024515,
        "scoring": 0.10403894599997443,
        "sort": 0.008709419000012986,
        "collapse": 0.019041912999995247,
        "other": 0.0368326469999829
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 2.164361977999988,
      "stages": {
        "setup": 0.010536224999981414,
        "embed": 1.4720000081069884e-6,
        "sql_fetch": 0.1915239190000193,
        "decode": 0.8978841859998283,
        "hydrate": 0.6204595000001518,
        "filters": 0.016019757999998774,
        "source_rows": 0.031761455999998134,
        "support_discounts": 0.005616774000003488,
        "scoring": 0.3277899930000103,
        "sort": 0.009344276999996737,
        "collapse": 0.0185458189999963,
        "other": 0.03487859899999535
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 1.9610772579999889,
      "stages": {
        "setup": 0.010192517000007228,
        "embed": 5.709999868486193e-7,
        "sql_fetch": 0.18995000900000036,
        "decode": 0.9015199090017632,
        "hydrate": 0.6303313949982225,
        "filters": 0.01777294300001131,
        "source_rows": 0.03648724100000322,
        "support_discounts": 0.006519335000007231,
        "scoring": 0.10482608899999946,
        "sort": 0.009560239999984788,
        "collapse": 0.018260902000008628,
        "other": 0.03565610699999411
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 2.2913785620000056,
      "stages": {
        "setup": 0.010339747000017496,
        "embed": 5.299999941144051e-7,
        "sql_fetch": 0.2986103460000038,
        "decode": 0.9005205480008556,
        "hydrate": 0.620059023999147,
        "filters": 0.255261862999987,
        "source_rows": 0.03526337499999954,
        "support_discounts": 0.005784731999995074,
        "scoring": 0.10391704799999957,
        "sort": 0.008485107000012704,
        "collapse": 0.018922660999976415,
        "other": 0.03421358100001726
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 2.191163316000001,
      "stages": {
        "setup": 0.010142788999985441,
        "embed": 2.310000013494573e-7,
        "sql_fetch": 0.18993250700000885,
        "decode": 0.9040070099996456,
        "hydrate": 0.6260439380003504,
        "filters": 0.2547882570000013,
        "source_rows": 0.032813817999993944,
        "support_discounts": 0.0053695050000044375,
        "scoring": 0.10280112399999553,
        "sort": 0.009474930999999742,
        "collapse": 0.020107719999998608,
        "other": 0.03568148600001564
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 2.197684984999995,
      "stages": {
        "setup": 0.010497735000001285,
        "embed": 5.709999868486193e-7,
        "sql_fetch": 0.19575715800002058,
        "decode": 0.9023291119988812,
        "hydrate": 0.6356902540010765,
        "filters": 0.01586858200002439,
        "source_rows": 0.2599600629999941,
        "support_discounts": 0.0056483860000184904,
        "scoring": 0.1034919359999833,
        "sort": 0.008843038000009074,
        "collapse": 0.018632983999992803,
        "other": 0.04096516600000655
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 2.1668158800000015,
      "stages": {
        "setup": 0.010479798000005758,
        "embed": 5.409999914718355e-7,
        "sql_fetch": 0.19021133699999382,
        "decode": 0.8989846960004115,
        "hydrate": 0.6164998849995982,
        "filters": 0.015173932000010382,
        "source_rows": 0.03205809399997861,
        "support_discounts": 0.005962654999990491,
        "scoring": 0.33597142100001065,
        "sort": 0.008837000999989186,
        "collapse": 0.018102319999997007,
        "other": 0.034534200000024384
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 1.962086854000006,
      "stages": {
        "setup": 0.010615830999995524,
        "embed": 7.410000080199097e-7,
        "sql_fetch": 0.19530685800000924,
        "decode": 0.9008269589998577,
        "hydrate": 0.6342190290001213,
        "filters": 0.01617825700000708,
        "source_rows": 0.033447590999998056,
        "support_discounts": 0.00596741299997916,
        "scoring": 0.10327747800002385,
        "sort": 0.009242403999991211,
        "collapse": 0.01806616499999336,
        "other": 0.03493812800002161
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 2.285305945999994,
      "stages": {
        "setup": 0.010341501999988623,
        "embed": 3.9100001458791667e-7,
        "sql_fetch": 0.2921440000000075,
        "decode": 0.9007836110005485,
        "hydrate": 0.6208248199994557,
        "filters": 0.25251486400000545,
        "source_rows": 0.03504004299998087,
        "support_discounts": 0.0061922820000006595,
        "scoring": 0.10516991399998687,
        "sort": 0.009305708999988838,
        "collapse": 0.018069210000021485,
        "other": 0.034919599999994944
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 2.2037055199999998,
      "stages": {
        "setup": 0.010615394000012657,
        "embed": 4.20999981542991e-7,
        "sql_fetch": 0.19519351600001755,
        "decode": 0.8998672650002106,
        "hydrate": 0.6266356799997936,
        "filters": 0.25009665599998243,
        "source_rows": 0.03856190700000184,
        "support_discounts": 0.0065906030000064675,
        "scoring": 0.10884717100000785,
        "sort": 0.010470515999998042,
        "collapse": 0.01907632900000067,
        "other": 0.03775006199998643
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 2.1958486919999984,
      "stages": {
        "setup": 0.010407491000023583,
        "embed": 4.81000000718268e-7,
        "sql_fetch": 0.19307519099999126,
        "decode": 0.90063812299897,
        "hydrate": 0.6392796240010341,
        "filters": 0.01475135600000499,
        "source_rows": 0.03180738899999369,
        "support_discounts": 0.005509703000001309,
        "scoring": 0.335433619000014,
        "sort": 0.00907087499999193,
        "collapse": 0.019638229000008778,
        "other": 0.036236610999964114
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 1.9610982150000211,
      "stages": {
        "setup": 0.010594494000002896,
        "embed": 5.210000040278828e-7,
        "sql_fetch": 0.19203178500001172,
        "decode": 0.899068263998771,
        "hydrate": 0.6296035110012212,
        "filters": 0.016578691999995954,
        "source_rows": 0.03737094300001331,
        "support_discounts": 0.00568120100001579,
        "scoring": 0.10548023699999476,
        "sort": 0.009395084000004772,
        "collapse": 0.0185889560000021,
        "other": 0.0367045269999835
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 2.287323692000001,
      "stages": {
        "setup": 0.010349675000014713,
        "embed": 4.009999940990383e-7,
        "sql_fetch": 0.30262919599999805,
        "decode": 0.901801497000065,
        "hydrate": 0.6186011069999324,
        "filters": 0.2479861539999888,
        "source_rows": 0.034506982000010566,
        "support_discounts": 0.005754983000002767,
        "scoring": 0.10355346399998666,
        "sort": 0.009583309000021245,
        "collapse": 0.01845964999998273,
        "other": 0.03409727400000406
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 2.1696370290000004,
      "stages": {
        "setup": 0.01022823200000289,
        "embed": 4.709999927854369e-7,
        "sql_fetch": 0.19066997500002003,
        "decode": 0.9041374279996717,
        "hydrate": 0.6205291090003016,
        "filters": 0.015317911000011009,
        "source_rows": 0.2580131020000067,
        "support_discounts": 0.005273756000008234,
        "scoring": 0.10183477199998947,
        "sort": 0.008338700000024346,
        "collapse": 0.018987837999986823,
        "other": 0.03630573499998491
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 2.2439934129999983,
      "stages": {
        "setup": 0.01025318899999661,
        "embed": 4.610000132743153e-7,
        "sql_fetch": 0.19161291699998628,
        "decode": 0.9007725720015856,
        "hydrate": 0.6279810279984304,
        "filters": 0.017541115000000218,
        "source_rows": 0.03196117900000672,
        "support_discounts": 0.005494389000006095,
        "scoring": 0.39245594900000924,
        "sort": 0.01115552999999636,
        "collapse": 0.018771490000005997,
        "other": 0.035993593999961604
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 1.948262184000015,
      "stages": {
        "setup": 0.01046697200001745,
        "embed": 4.709999927854369e-7,
        "sql_fetch": 0.18951764499999513,
        "decode": 0.9003870320029534,
        "hydrate": 0.6299819659970467,
        "filters": 0.015346372999999858,
        "source_rows": 0.030888721999986046,
        "support_discounts": 0.005252094000013585,
        "scoring": 0.10252402300000085,
        "sort": 0.008929552000012109,
        "collapse": 0.019087606999988793,
        "other": 0.03587972700000819
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 2.265384541000003,
      "stages": {
        "setup": 0.010363535000010415,
        "embed": 4.91000008651099e-7,
        "sql_fetch": 0.2864351400000089,
        "decode": 0.9026238139993268,
        "hydrate": 0.6074108860006788,
        "filters": 0.2509500889999856,
        "source_rows": 0.033292587999994794,
        "support_discounts": 0.005389821999983724,
        "scoring": 0.10580399599999168,
        "sort": 0.00945298199999911,
        "collapse": 0.0181490920000158,
        "other": 0.035512105999998766
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 2.178365705999994,
      "stages": {
        "setup": 0.010398156999997354,
        "embed": 4.310000178975315e-7,
        "sql_fetch": 0.1942432339999982,
        "decode": 0.903180760004858,
        "hydrate": 0.623587034995154,
        "filters": 0.24292672000001403,
        "source_rows": 0.03274375899999882,
        "support_discounts": 0.0054016189999970265,
        "scoring": 0.10228239799999983,
        "sort": 0.009207581000026721,
        "collapse": 0.01914793799997483,
        "other": 0.03524607399995716
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 2.180809399000026,
      "stages": {
        "setup": 0.010292157000009183,
        "embed": 5.409999914718355e-7,
        "sql_fetch": 0.1899968379999848,
        "decode": 0.910431392001982,
        "hydrate": 0.6330017219980277,
        "filters": 0.013920521000017061,
        "source_rows": 0.029637863000004927,
        "support_discounts": 0.004545227000022578,
        "scoring": 0.3278773109999804,
        "sort": 0.009019057000017483,
        "collapse": 0.018133065999990094,
        "other": 0.0339537039999982
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 1.9294185489999904,
      "stages": {
        "setup": 0.010248190999988083,
        "embed": 6.310000060238963e-7,
        "sql_fetch": 0.18887763899999754,
        "decode": 0.9001125989989873,
        "hydrate": 0.6164208280009973,
        "filters": 0.0161097540000128,
        "source_rows": 0.027908413000005794,
        "support_discounts": 0.004133775999974887,
        "scoring": 0.10313423300002,
        "sort": 0.008817141999998057,
        "collapse": 0.01919048700000303,
        "other": 0.0344648559999996
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 2.248193833000016,
      "stages": {
        "setup": 0.010421733000015365,
        "embed": 6.6100000140068e-7,
        "sql_fetch": 0.2829032709999808,
        "decode": 0.9037908090017481,
        "hydrate": 0.6108001169982629,
        "filters": 0.24370262099998286,
        "source_rows": 0.03218515600002547,
        "support_discounts": 0.00447822600000336,
        "scoring": 0.10247346599999219,
        "sort": 0.007749791999998479,
        "collapse": 0.018725199000016346,
        "other": 0.03096278199998892
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 2.1522338309999896,
      "stages": {
        "setup": 0.01011839500000633,
        "embed": 3.6099999078942346e-7,
        "sql_fetch": 0.18203265299999316,
        "decode": 0.8994367250005553,
        "hydrate": 0.5970988839994504,
        "filters": 0.015228927000009662,
        "source_rows": 0.27180503200000317,
        "support_discounts": 0.00665089500000704,
        "scoring": 0.10546884899997622,
        "sort": 0.009845474000002241,
        "collapse": 0.018223581000000877,
        "other": 0.03632405499999436
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 2.212524509000019,
      "stages": {
        "setup": 0.010421473000008064,
        "embed": 4.510000053414842e-7,
        "sql_fetch": 0.19817401899999254,
        "decode": 0.9052232089995584,
        "hydrate": 0.6526764600004356,
        "filters": 0.01622773400001165,
        "source_rows": 0.02831314799999518,
        "support_discounts": 0.003916609000015114,
        "scoring": 0.33590923099998804,
        "sort": 0.009494575000019267,
        "collapse": 0.018829729999993106,
        "other": 0.03333786999999688
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 1.960634343999999,
      "stages": {
        "setup": 0.010443476999995482,
        "embed": 1.6000001323845936e-7,
        "sql_fetch": 0.21308211199999505,
        "decode": 0.8996341900001426,
        "hydrate": 0.6189991859998543,
        "filters": 0.015534266999992496,
        "source_rows": 0.03185796700000765,
        "support_discounts": 0.005197572000014361,
        "scoring": 0.10299333399999,
        "sort": 0.009146099000020058,
        "collapse": 0.01944233399999007,
        "other": 0.0343036459999837
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 2.2192670230000147,
      "stages": {
        "setup": 0.010229675000005045,
        "embed": 5.310000119607139e-7,
        "sql_fetch": 0.3026630999999895,
        "decode": 0.8992881610001859,
        "hydrate": 0.59606142299981,
        "filters": 0.21682815500000174,
        "source_rows": 0.028404335999994146,
        "support_discounts": 0.003838201000007757,
        "scoring": 0.1008382020000056,
        "sort": 0.010444397999975763,
        "collapse": 0.01841371200001163,
        "other": 0.03225712900001554
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 2.1670915130000026,
      "stages": {
        "setup": 0.01025312400000189,
        "embed": 2.5099998879341e-7,
        "sql_fetch": 0.18514514700001428,
        "decode": 0.9002021599997079,
        "hydrate": 0.6228901530002702,
        "filters": 0.242745847000009,
        "source_rows": 0.03460708999998019,
        "support_discounts": 0.005265354000016487,
        "scoring": 0.10226062499998534,
        "sort": 0.00977312399999164,
        "collapse": 0.018405487000023868,
        "other": 0.03554315100001304
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 2.2918205470000146,
      "stages": {
        "setup": 0.010269682999989982,
        "embed": 3.9100001458791667e-7,
        "sql_fetch": 0.19170181900000216,
        "decode": 0.9044749280019744,
        "hydrate": 0.66170600899801,
        "filters": 0.03155862099998785,
        "source_rows": 0.0619532450000122,
        "support_discounts": 0.0075195039999869095,
        "scoring": 0.35568707500002006,
        "sort": 0.010340459999980567,
        "collapse": 0.018540561000008893,
        "other": 0.038068251000026976
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 2.014851937000003,
      "stages": {
        "setup": 0.01042596899998216,
        "embed": 6.910000251991733e-7,
        "sql_fetch": 0.2093557229999874,
        "decode": 0.9024567290009031,
        "hydrate": 0.6619821049991117,
        "filters": 0.018780512999995835,
        "source_rows": 0.03601672600001393,
        "support_discounts": 0.006290489999997817,
        "scoring": 0.10493296699999632,
        "sort": 0.00901037300002372,
        "collapse": 0.018267288999993525,
        "other": 0.03733236199997236
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 2.228403099000019,
      "stages": {
        "setup": 0.01025641300000757,
        "embed": 3.9099998616620724e-7,
        "sql_fetch": 0.30536387500001183,
        "decode": 0.9049061619998326,
        "hydrate": 0.5879018720001454,
        "filters": 0.2276261470000236,
        "source_rows": 0.030410378999988552,
        "support_discounts": 0.004405626000021812,
        "scoring": 0.10128724899999497,
        "sort": 0.007578072999990582,
        "collapse": 0.017783199000007244,
        "other": 0.030883713000008584
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 2.0956353629999853,
      "stages": {
        "setup": 0.010104063999989421,
        "embed": 4.0000000467443897e-7,
        "sql_fetch": 0.17742989799998554,
        "decode": 0.9019502060012314,
        "hydrate": 0.5871788839987744,
        "filters": 0.013426146000000472,
        "source_rows": 0.23289519200000086,
        "support_discounts": 0.005113733999991155,
        "scoring": 0.10541581800001154,
        "sort": 0.008907838999988371,
        "collapse": 0.019373889000007694,
        "other": 0.03383929299999977
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 2.1565542589999893,
      "stages": {
        "setup": 0.010231044999983396,
        "embed": 2.6000000730164174e-7,
        "sql_fetch": 0.18145964699999695,
        "decode": 0.8988677499997664,
        "hydrate": 0.6160145540002588,
        "filters": 0.016292419999984986,
        "source_rows": 0.031611010999995415,
        "support_discounts": 0.005107345999988411,
        "scoring": 0.3356950430000154,
        "sort": 0.00914485600000603,
        "collapse": 0.018207478999983095,
        "other": 0.033922848000003114
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 1.9320824659999971,
      "stages": {
        "setup": 0.01046942499999659,
        "embed": 5.310000119607139e-7,
        "sql_fetch": 0.18744278400001235,
        "decode": 0.9005557079988478,
        "hydrate": 0.6186270630011563,
        "filters": 0.015028954000001704,
        "source_rows": 0.03156375899999375,
        "support_discounts": 0.005382480000008627,
        "scoring": 0.10205440699999713,
        "sort": 0.008647475999993048,
        "collapse": 0.018000276000009308,
        "other": 0.03430960299996855
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 2.212506071000007,
      "stages": {
        "setup": 0.010138544999989563,
        "embed": 4.510000053414842e-7,
        "sql_fetch": 0.27336703099999227,
        "decode": 0.905741484997975,
        "hydrate": 0.6047088890020405,
        "filters": 0.228524622000009,
        "source_rows": 0.02662246500000265,
        "support_discounts": 0.0036568870000053266,
        "scoring": 0.10049279200001138,
        "sort": 0.007164959999983012,
        "collapse": 0.018015780000013137,
        "other": 0.03407216399997992
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 2.140354312999989,
      "stages": {
        "setup": 0.010207028999985823,
        "embed": 5.110000245167612e-7,
        "sql_fetch": 0.19211317900001745,
        "decode": 0.9031861319984102,
        "hydrate": 0.6041302550015644,
        "filters": 0.23585022400001776,
        "source_rows": 0.02912571100000605,
        "support_discounts": 0.00443039399999634,
        "scoring": 0.10117173699998716,
        "sort": 0.008603789999995115,
        "collapse": 0.018115060000013727,
        "other": 0.03342029099997035
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 2.152314657000005,
      "stages": {
        "setup": 0.010241371000006438,
        "embed": 4.009999940990383e-7,
        "sql_fetch": 0.1865356140000074,
        "decode": 0.9039267540001958,
        "hydrate": 0.614619915999782,
        "filters": 0.01455999700002053,
        "source_rows": 0.02779556499999103,
        "support_discounts": 0.004266205999982731,
        "scoring": 0.33010783899999296,
        "sort": 0.009484490000005508,
        "collapse": 0.017948318000009067,
        "other": 0.03282818600001747
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 1.9187720040000045,
      "stages": {
        "setup": 0.010208450999982688,
        "embed": 5.41000019893545e-7,
        "sql_fetch": 0.18590184699999668,
        "decode": 0.8996988729979876,
        "hydrate": 0.6109778640020238,
        "filters": 0.014250869999983706,
        "source_rows": 0.029676553000001604,
        "support_discounts": 0.005676824000005354,
        "scoring": 0.10142955500000994,
        "sort": 0.007975853999994342,
        "collapse": 0.01811804400000483,
        "other": 0.034856727999994064
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 2.3025949329999946,
      "stages": {
        "setup": 0.01068894600001613,
        "embed": 4.1099997361015994e-7,
        "sql_fetch": 0.29052618700001176,
        "decode": 0.9327258419995132,
        "hydrate": 0.6468201040004828,
        "filters": 0.2253140070000086,
        "source_rows": 0.029883793999999853,
        "support_discounts": 0.004282180000018343,
        "scoring": 0.10010165699998197,
        "sort": 0.00947921100001281,
        "collapse": 0.019082237999981544,
        "other": 0.033690355999993926
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 2.1568768260000013,
      "stages": {
        "setup": 0.01017457999998328,
        "embed": 4.4099999740865314e-7,
        "sql_fetch": 0.17900500300001454,
        "decode": 0.9004938490001848,
        "hydrate": 0.6278658029998212,
        "filters": 0.021983564999999317,
        "source_rows": 0.24549074699999096,
        "support_discounts": 0.0056391779999955816,
        "scoring": 0.10488528299998734,
        "sort": 0.008687637000008408,
        "collapse": 0.01866010099999471,
        "other": 0.03399063900002375
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 2.1354675720000103,
      "stages": {
        "setup": 0.010156512999998313,
        "embed": 3.8000001723048626e-7,
        "sql_fetch": 0.1866557259999979,
        "decode": 0.9029413050017467,
        "hydrate": 0.6271496729982573,
        "filters": 0.013507868999994344,
        "source_rows": 0.026295370000013918,
        "support_discounts": 0.003456345000017791,
        "scoring": 0.304934234999962,
        "sort": 0.008346502000051714,
        "collapse": 0.01934650599997667,
        "other": 0.03267714799997634
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 1.9484225790000096,
      "stages": {
        "setup": 0.010549185000002126,
        "embed": 4.2100003838640987e-7,
        "sql_fetch": 0.18780924100002494,
        "decode": 0.9022985720015413,
        "hydrate": 0.6348410939984319,
        "filters": 0.014460305000000062,
        "source_rows": 0.03311869399999523,
        "support_discounts": 0.004571236999993289,
        "scoring": 0.1020440370000415,
        "sort": 0.00798670899996523,
        "collapse": 0.01802004600000373,
        "other": 0.03272303799997189
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 2.242015644999981,
      "stages": {
        "setup": 0.010368672999959472,
        "embed": 4.1000004102897947e-7,
        "sql_fetch": 0.2884672629999727,
        "decode": 0.9007295990014654,
        "hydrate": 0.6046222289985508,
        "filters": 0.23783752899998944,
        "source_rows": 0.029197624000005362,
        "support_discounts": 0.004344515000013871,
        "scoring": 0.10227302300000929,
        "sort": 0.009349417000009907,
        "collapse": 0.019591910999963602,
        "other": 0.03523345199999994
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 2.1585515490000375,
      "stages": {
        "setup": 0.010478070000033313,
        "embed": 4.199999921183917e-7,
        "sql_fetch": 0.18865482000001066,
        "decode": 0.9005766909992872,
        "hydrate": 0.6137587050006914,
        "filters": 0.2390119400000117,
        "source_rows": 0.036002481999958036,
        "support_discounts": 0.005360938999956488,
        "scoring": 0.10458062100002508,
        "sort": 0.008229346000007354,
        "collapse": 0.017970794999996542,
        "other": 0.03392672000006769
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 2.1361754920000067,
      "stages": {
        "setup": 0.010321083000008002,
        "embed": 4.810000291399774e-7,
        "sql_fetch": 0.18229993099998865,
        "decode": 0.8991113749997908,
        "hydrate": 0.6194081350001852,
        "filters": 0.01597463300004165,
        "source_rows": 0.027223715999980413,
        "support_discounts": 0.003794225000035567,
        "scoring": 0.31914026999999123,
        "sort": 0.00847956500001601,
        "collapse": 0.01854146599998785,
        "other": 0.03188061199995218
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 1.9603206659999728,
      "stages": {
        "setup": 0.010173609999981181,
        "embed": 4.309999894758221e-7,
        "sql_fetch": 0.18697446399994533,
        "decode": 0.9020424449992106,
        "hydrate": 0.6316486360008184,
        "filters": 0.016078890000017054,
        "source_rows": 0.03566625500002374,
        "support_discounts": 0.008527247000017724,
        "scoring": 0.1039552409999942,
        "sort": 0.009133711999993466,
        "collapse": 0.01934654000001501,
        "other": 0.03677319499996656
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 2.2856164049999848,
      "stages": {
        "setup": 0.010289564999993672,
        "embed": 5.41000019893545e-7,
        "sql_fetch": 0.2987642759999858,
        "decode": 0.8996826919993737,
        "hydrate": 0.6174332930006017,
        "filters": 0.25141476500004956,
        "source_rows": 0.033784709999963525,
        "support_discounts": 0.005700069999988955,
        "scoring": 0.10321798299997909,
        "sort": 0.00950571100003117,
        "collapse": 0.020723454999995283,
        "other": 0.035099344000002475
      },
      "rows_read": 10000,
      "embedding_json_bytes": 84234050,
      "models_hydrated": 10000,
      "candidates_scored": 9647,
      "snapshot_ids_looked_up": 312,
      "entry_ids_looked_up": 122,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 10000,
    "loop_seconds": 0.033652100000040264,
    "stack_seconds": 0.00902128999996421,
    "matmul_seconds": 0.0009862780000275961
  },
  "peak_rss_bytes": 360947712,
  "sampled_peak_rss_bytes": 361046016,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.283203125,
      0.5732421875,
      0.21923828125
    ],
    "load_average_after": [
      1.04248046875,
      0.70947265625,
      0.3115234375
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]