[
{
  "spec": {
    "cell_id": "n56000-cold-subject-r0",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-subject-r0.json",
    "encoder": false,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:11:41.466370+00:00",
  "finished_at": "2026-10-18T01:11:42.990864+00:00",
  "wall_seconds": 1.5245078030000059,
  "import_seconds": 1.0927033540000366,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": "612c97d9-d9b1-4412-a62c-085783c43518",
      "total_seconds": 0.27822079800000665,
      "stages": {
        "setup": 0.06593839499998921,
        "embed": 1.192000013361394e-6,
        "sql_fetch": 0.18868931700001212,
        "decode": 0.0013392599998951482,
        "hydrate": 0.00045427600002767576,
        "filters": 0.000037666000025637913,
        "source_rows": 0.004096611000022676,
        "support_discounts": 0.000010054999961539579,
        "scoring": 0.010749769000085507,
        "sort": 0.000024897999992390396,
        "collapse": 0.00650042699999176,
        "other": 0.0003789319999896179
      },
      "rows_read": 10,
      "embedding_json_bytes": 84255,
      "models_hydrated": 10,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 10,
      "results": 10
    }
  ],
  "cosine_reference": {
    "vectors": 10,
    "loop_seconds": 0.000067161000060878,
    "stack_seconds": 0.00004490799994982808,
    "matmul_seconds": 0.000052469000024757406
  },
  "peak_rss_bytes": 306524160,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      0.98876953125,
      0.71728515625
    ],
    "load_average_after": [
      1.0,
      0.9892578125,
      0.71923828125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-subject-r1",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-subject-r1.json",
    "encoder": false,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:11:43.430966+00:00",
  "finished_at": "2026-10-18T01:11:44.927338+00:00",
  "wall_seconds": 1.4963838200000055,
  "import_seconds": 1.0807895159999816,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": "2f8fddff-f351-41cd-8064-a9547a71533d",
      "total_seconds": 0.2673081320000392,
      "stages": {
        "setup": 0.06395246200008842,
        "embed": 1.1619999895629007e-6,
        "sql_fetch": 0.18148063199998887,
        "decode": 0.0012899649998416862,
        "hydrate": 0.00045576800016533525,
        "filters": 0.00003232899996419292,
        "source_rows": 0.0036872020000373595,
        "support_discounts": 8.894000075088115e-6,
        "scoring": 0.010178603999975167,
        "sort": 0.00002220399994712352,
        "collapse": 0.0058559630000445395,
        "other": 0.00034294699992187816
      },
      "rows_read": 10,
      "embedding_json_bytes": 84293,
      "models_hydrated": 10,
      "candidates_scored": 10,
      "snapshot_ids_looked_up": 10,
      "entry_ids_looked_up": 9,
      "results": 10
    }
  ],
  "cosine_reference": {
    "vectors": 10,
    "loop_seconds": 0.00006090199997288437,
    "stack_seconds": 0.00003821799998604547,
    "matmul_seconds": 0.00006334500005777954
  },
  "peak_rss_bytes": 306524160,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      0.9892578125,
      0.71923828125
    ],
    "load_average_after": [
      1.0,
      0.9892578125,
      0.71923828125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-subject-r2",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-subject-r2.json",
    "encoder": false,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:11:45.334563+00:00",
  "finished_at": "2026-10-18T01:11:46.891409+00:00",
  "wall_seconds": 1.5568606249998993,
  "import_seconds": 1.0628241719999778,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": "0f3a5c86-ba59-4ea8-b4e3-735b59ff73ea",
      "total_seconds": 0.33597196599998824,
      "stages": {
        "setup": 0.06534125099994981,
        "embed": 5.609999789157882e-7,
        "sql_fetch": 0.19011357500005488,
        "decode": 0.028906599999118043,
        "hydrate": 0.010673306000740013,
        "filters": 0.0003138230000558906,
        "source_rows": 0.006395527999984552,
        "support_discounts": 0.000111338000010619,
        "scoring": 0.01289286799999445,
        "sort": 0.00019303199997011689,
        "collapse": 0.019700478000004296,
        "other": 0.0013296060001266596
      },
      "rows_read": 317,
      "embedding_json_bytes": 2670028,
      "models_hydrated": 317,
      "candidates_scored": 303,
      "snapshot_ids_looked_up": 285,
      "entry_ids_looked_up": 239,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 317,
    "loop_seconds": 0.0011163740000483813,
    "stack_seconds": 0.0003854709999586703,
    "matmul_seconds": 0.00015531400003965246
  },
  "peak_rss_bytes": 306524160,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      0.9892578125,
      0.71923828125
    ],
    "load_average_after": [
      1.0,
      0.9892578125,
      0.71923828125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-subject-r3",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-subject-r3.json",
    "encoder": false,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:11:47.346459+00:00",
  "finished_at": "2026-10-18T01:11:48.850454+00:00",
  "wall_seconds": 1.5040130060000365,
  "import_seconds": 1.0718329910000648,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": "61c99f8d-1982-4e63-95ce-d8d46e43b45a",
      "total_seconds": 0.2750607419999369,
      "stages": {
        "setup": 0.06454840599997169,
        "embed": 1.3720000424655154e-6,
        "sql_fetch": 0.18393344200001138,
        "decode": 0.0018964900000355556,
        "hydrate": 0.0007003969999459514,
        "filters": 0.00004516800004239485,
        "source_rows": 0.004245404000016606,
        "support_discounts": 0.000010074999977405241,
        "scoring": 0.01041278799993961,
        "sort": 0.000027842000008604373,
        "collapse": 0.008858613000029436,
        "other": 0.00038074499991580524
      },
      "rows_read": 17,
      "embedding_json_bytes": 143185,
      "models_hydrated": 17,
      "candidates_scored": 16,
      "snapshot_ids_looked_up": 16,
      "entry_ids_looked_up": 15,
      "results": 16
    }
  ],
  "cosine_reference": {
    "vectors": 17,
    "loop_seconds": 0.00009166899997126166,
    "stack_seconds": 0.00004879300001903175,
    "matmul_seconds": 0.000052348999929563433
  },
  "peak_rss_bytes": 306524160,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      0.98974609375,
      0.72119140625
    ],
    "load_average_after": [
      1.0,
      0.98974609375,
      0.72119140625
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-subject-r4",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "subject",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-subject-r4.json",
    "encoder": false,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:11:49.273488+00:00",
  "finished_at": "2026-10-18T01:11:50.787775+00:00",
  "wall_seconds": 1.514299262999998,
  "import_seconds": 1.097597475999919,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": "e587ed37-f672-4ae5-92d3-7e02dd878a29",
      "total_seconds": 0.2649401049999369,
      "stages": {
        "setup": 0.06357562799996685,
        "embed": 1.212000029227056e-6,
        "sql_fetch": 0.1820266150000407,
        "decode": 0.000747357000136617,
        "hydrate": 0.00024100399991766608,
        "filters": 0.000029734999998254352,
        "source_rows": 0.0039007839999385396,
        "support_discounts": 6.629999916185625e-6,
        "scoring": 0.010581633000015245,
        "sort": 0.000018517000057727273,
        "collapse": 0.0034431939999421957,
        "other": 0.00036779599997771584
      },
      "rows_read": 4,
      "embedding_json_bytes": 33709,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    }
  ],
  "cosine_reference": {
    "vectors": 4,
    "loop_seconds": 0.000043204999997215054,
    "stack_seconds": 0.000029274000098666875,
    "matmul_seconds": 0.00005172799990305066
  },
  "peak_rss_bytes": 306524160,
  "sampled_peak_rss_bytes": null,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      0.98974609375,
      0.72119140625
    ],
    "load_average_after": [
      1.0,
      0.98974609375,
      0.72119140625
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-unfiltered-r0",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-unfiltered-r0.json",
    "encoder": false,
    "question_offset": 0,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:00:02.085682+00:00",
  "finished_at": "2026-10-18T01:00:22.522233+00:00",
  "wall_seconds": 20.436573305000024,
  "import_seconds": 1.0314076880000016,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 0,
      "subject_id": null,
      "total_seconds": 18.96965734700001,
      "stages": {
        "setup": 6.095742540999993,
        "embed": 1.0410000186311663e-6,
        "sql_fetch": 1.9392295490000038,
        "decode": 5.12939311900567,
        "hydrate": 3.6960658269943565,
        "filters": 0.9706869879999545,
        "source_rows": 0.21496286800004327,
        "support_discounts": 0.03755897799999275,
        "scoring": 0.5869046099999764,
        "sort": 0.05025366099999928,
        "collapse": 0.021424630000012712,
        "other": 0.22743353499998875
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 56000,
    "loop_seconds": 0.18884847800001126,
    "stack_seconds": 0.05611849000001712,
    "matmul_seconds": 0.005788001999974313
  },
  "peak_rss_bytes": 1372102656,
  "sampled_peak_rss_bytes": 1357709312,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.09912109375,
      0.7685546875,
      0.35205078125
    ],
    "load_average_after": [
      1.0703125,
      0.7841796875,
      0.3671875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-unfiltered-r1",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-unfiltered-r1.json",
    "encoder": false,
    "question_offset": 1,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:00:23.002068+00:00",
  "finished_at": "2026-10-18T01:00:37.405420+00:00",
  "wall_seconds": 14.403372578000017,
  "import_seconds": 1.0919403369999827,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 1,
      "subject_id": null,
      "total_seconds": 12.874806198000044,
      "stages": {
        "setup": 0.06435788100003492,
        "embed": 1.1120000067421643e-6,
        "sql_fetch": 1.981192754999995,
        "decode": 5.082434734000913,
        "hydrate": 3.6434259629991175,
        "filters": 0.9708878719999916,
        "source_rows": 0.20701396499998737,
        "support_discounts": 0.0381394970000315,
        "scoring": 0.5931867449999686,
        "sort": 0.04964324400003761,
        "collapse": 0.020101199999999153,
        "other": 0.22442122999996172
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 56000,
    "loop_seconds": 0.1856727240000282,
    "stack_seconds": 0.05826874899997847,
    "matmul_seconds": 0.00579276100000925
  },
  "peak_rss_bytes": 1423585280,
  "sampled_peak_rss_bytes": 1357787136,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0703125,
      0.7841796875,
      0.3671875
    ],
    "load_average_after": [
      1.05419921875,
      0.7958984375,
      0.37744140625
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-unfiltered-r2",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-unfiltered-r2.json",
    "encoder": false,
    "question_offset": 2,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:00:37.956661+00:00",
  "finished_at": "2026-10-18T01:00:52.362608+00:00",
  "wall_seconds": 14.40597644899998,
  "import_seconds": 1.0855783589999533,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 2,
      "subject_id": null,
      "total_seconds": 12.880493308999974,
      "stages": {
        "setup": 0.06292947299999696,
        "embed": 4.599999670062971e-7,
        "sql_fetch": 2.0450831510000285,
        "decode": 5.052481228003671,
        "hydrate": 3.6086952719962824,
        "filters": 0.9586050249999971,
        "source_rows": 0.20641498500003763,
        "support_discounts": 0.036403956000015114,
        "scoring": 0.6233692679999763,
        "sort": 0.05067239300001347,
        "collapse": 0.02011483900002986,
        "other": 0.21572325899995803
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 56000,
    "loop_seconds": 0.19198665600004006,
    "stack_seconds": 0.051626352999960545,
    "matmul_seconds": 0.005722534000028645
  },
  "peak_rss_bytes": 1425584128,
  "sampled_peak_rss_bytes": 1356554240,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.05419921875,
      0.7958984375,
      0.37744140625
    ],
    "load_average_after": [
      1.04150390625,
      0.80615234375,
      0.3876953125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-unfiltered-r3",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-unfiltered-r3.json",
    "encoder": false,
    "question_offset": 3,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:00:52.848883+00:00",
  "finished_at": "2026-10-18T01:01:07.180096+00:00",
  "wall_seconds": 14.331233398999984,
  "import_seconds": 1.0985197059999905,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 3,
      "subject_id": null,
      "total_seconds": 12.79950408000002,
      "stages": {
        "setup": 0.06412902599998915,
        "embed": 1.5930000358821417e-6,
        "sql_fetch": 1.9355357270000013,
        "decode": 5.062001653998948,
        "hydrate": 3.6129342040010783,
        "filters": 0.9626476749999711,
        "source_rows": 0.2153049920000285,
        "support_discounts": 0.037691857000027085,
        "scoring": 0.6062718000000018,
        "sort": 0.05115080199999511,
        "collapse": 0.021330953000017416,
        "other": 0.23050379699992618
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 56000,
    "loop_seconds": 0.19008928299996342,
    "stack_seconds": 0.055000711000047886,
    "matmul_seconds": 0.005802625000001171
  },
  "peak_rss_bytes": 1425883136,
  "sampled_peak_rss_bytes": 1349443584,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.04150390625,
      0.80615234375,
      0.3876953125
    ],
    "load_average_after": [
      1.03173828125,
      0.81640625,
      0.39794921875
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-cold-unfiltered-r4",
    "size": 56000,
    "seed": 20261017,
    "mode": "cold",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-cold-unfiltered-r4.json",
    "encoder": false,
    "question_offset": 4,
    "questions": 1,
    "budget_seconds": 0.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:01:07.694315+00:00",
  "finished_at": "2026-10-18T01:01:22.010097+00:00",
  "wall_seconds": 14.31580219600005,
  "import_seconds": 1.0301357899999743,
  "encoder_load_seconds": null,
  "warmup_seconds": null,
  "samples": [
    {
      "question_index": 4,
      "subject_id": null,
      "total_seconds": 12.855209414,
      "stages": {
        "setup": 0.06337239200001932,
        "embed": 5.809999947814504e-7,
        "sql_fetch": 1.9619460499999946,
        "decode": 5.045789644997058,
        "hydrate": 3.6392367580029372,
        "filters": 1.0095508740000128,
        "source_rows": 0.21244243699999288,
        "support_discounts": 0.03872087899998178,
        "scoring": 0.5916660110000294,
        "sort": 0.049884071000008134,
        "collapse": 0.020883797999999842,
        "other": 0.2217159179999726
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 56000,
    "loop_seconds": 0.18919185900000457,
    "stack_seconds": 0.05523850899999161,
    "matmul_seconds": 0.005778077999991638
  },
  "peak_rss_bytes": 1424334848,
  "sampled_peak_rss_bytes": 1347256320,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.03173828125,
      0.81640625,
      0.39794921875
    ],
    "load_average_after": [
      1.02392578125,
      0.82666015625,
      0.408203125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-warm-subject",
    "size": 56000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "subject",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-warm-subject.json",
    "encoder": false,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:11:51.269820+00:00",
  "finished_at": "2026-10-18T01:12:07.010546+00:00",
  "wall_seconds": 15.740740976000097,
  "import_seconds": 1.112173187000053,
  "encoder_load_seconds": null,
  "warmup_seconds": 0.2884433970000373,
  "samples": [
    {
      "question_index": 5,
      "subject_id": "8f60244a-beb0-4fb8-9055-f1771ac96b11",
      "total_seconds": 0.24019204600006105,
      "stages": {
        "setup": 0.047222890000057305,
        "embed": 1.2819999710700358e-6,
        "sql_fetch": 0.18215254199992614,
        "decode": 0.0014541239999061872,
        "hydrate": 0.000498531000175717,
        "filters": 0.000026981000019077328,
        "source_rows": 0.002457907999996678,
        "support_discounts": 8.352000008926552e-6,
        "scoring": 0.00021715799994126428,
        "sort": 0.000018728000100054487,
        "collapse": 0.005767185999957292,
        "other": 0.0003663640000013402
      },
      "rows_read": 12,
      "embedding_json_bytes": 101075,
      "models_hydrated": 12,
      "candidates_scored": 12,
      "snapshot_ids_looked_up": 12,
      "entry_ids_looked_up": 12,
      "results": 12
    },
    {
      "question_index": 6,
      "subject_id": "78abf58d-e06c-4705-97f8-c56e6c21613f",
      "total_seconds": 0.2448721519999708,
      "stages": {
        "setup": 0.04767712499995014,
        "embed": 1.0320000001229346e-6,
        "sql_fetch": 0.1905157800000552,
        "decode": 0.00081412699989869,
        "hydrate": 0.00025479500004621514,
        "filters": 0.000025467999989814416,
        "source_rows": 0.002369534999957068,
        "support_discounts": 5.608000037682359e-6,
        "scoring": 0.00015194899992820865,
        "sort": 0.000015985000004548056,
        "collapse": 0.002696458000059465,
        "other": 0.0003442900000436566
      },
      "rows_read": 5,
      "embedding_json_bytes": 42078,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 7,
      "subject_id": "6910a263-1de0-4777-aa28-cbc89c48812a",
      "total_seconds": 0.2393257439999843,
      "stages": {
        "setup": 0.047338022999952045,
        "embed": 1.2920000926897046e-6,
        "sql_fetch": 0.18591253399995367,
        "decode": 0.0007096009999258968,
        "hydrate": 0.00024367700007132953,
        "filters": 0.00002582900003744726,
        "source_rows": 0.002395183999965411,
        "support_discounts": 5.03700005083374e-6,
        "scoring": 0.00013805899993712956,
        "sort": 0.000014912000096956035,
        "collapse": 0.0022014519998947435,
        "other": 0.0003401440000061484
      },
      "rows_read": 4,
      "embedding_json_bytes": 33672,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 8,
      "subject_id": "75f3b38d-26d5-4a88-bd1c-64e4a0332c0f",
      "total_seconds": 0.2703528079999842,
      "stages": {
        "setup": 0.04725946500002465,
        "embed": 1.311999994868529e-6,
        "sql_fetch": 0.19276927999999316,
        "decode": 0.005981823999718472,
        "hydrate": 0.002021942000283161,
        "filters": 0.00006159300005492696,
        "source_rows": 0.002959465000003547,
        "support_discounts": 0.000018197000031250354,
        "scoring": 0.0006750590000592638,
        "sort": 0.000040390999970441044,
        "collapse": 0.018055801999935284,
        "other": 0.0005084779999151579
      },
      "rows_read": 63,
      "embedding_json_bytes": 530667,
      "models_hydrated": 63,
      "candidates_scored": 63,
      "snapshot_ids_looked_up": 62,
      "entry_ids_looked_up": 57,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": "da0d5ea1-8547-4838-a975-a4082ed45614",
      "total_seconds": 0.24352427899998474,
      "stages": {
        "setup": 0.04824350000001232,
        "embed": 1.2519999472715426e-6,
        "sql_fetch": 0.1856446589999905,
        "decode": 0.001145519000033346,
        "hydrate": 0.0003906700000015917,
        "filters": 0.0000283819999822299,
        "source_rows": 0.00245763899999929,
        "support_discounts": 7.891999985076836e-6,
        "scoring": 0.00020589100006418448,
        "sort": 0.00001782699996510928,
        "collapse": 0.005043890000024476,
        "other": 0.0003371579999793539
      },
      "rows_read": 9,
      "embedding_json_bytes": 75776,
      "models_hydrated": 9,
      "candidates_scored": 9,
      "snapshot_ids_looked_up": 9,
      "entry_ids_looked_up": 9,
      "results": 9
    },
    {
      "question_index": 10,
      "subject_id": "4073a81f-65d3-42e5-8a2c-ebbc764c00cf",
      "total_seconds": 0.24656402999994498,
      "stages": {
        "setup": 0.04739115400002447,
        "embed": 1.6619999314571032e-6,
        "sql_fetch": 0.18786510999996153,
        "decode": 0.0015323029999763094,
        "hydrate": 0.00048032400002284703,
        "filters": 0.000029254000082801213,
        "source_rows": 0.0025014299999384093,
        "support_discounts": 8.883000077730685e-6,
        "scoring": 0.00022233599997889542,
        "sort": 0.00001880799993614346,
        "collapse": 0.0061516520000850505,
        "other": 0.00036111399992933
      },
      "rows_read": 13,
      "embedding_json_bytes": 109604,
      "models_hydrated": 13,
      "candidates_scored": 13,
      "snapshot_ids_looked_up": 13,
      "entry_ids_looked_up": 13,
      "results": 13
    },
    {
      "question_index": 11,
      "subject_id": "fdf1c9eb-3cd3-4f19-8cf0-c4928cc835d3",
      "total_seconds": 0.5767789170000697,
      "stages": {
        "setup": 0.0469844250000051,
        "embed": 1.202000021294225e-6,
        "sql_fetch": 0.20963959899995643,
        "decode": 0.12774035799782268,
        "hydrate": 0.14353616300218164,
        "filters": 0.0014448700000002646,
        "source_rows": 0.010212719000037396,
        "support_discounts": 0.0004177509999863105,
        "scoring": 0.012556996000057552,
        "sort": 0.0007168109999611261,
        "collapse": 0.018484483999941403,
        "other": 0.0050435390000984626
      },
      "rows_read": 1409,
      "embedding_json_bytes": 11868843,
      "models_hydrated": 1409,
      "candidates_scored": 1365,
      "snapshot_ids_looked_up": 965,
      "entry_ids_looked_up": 557,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": "49780598-7a01-4855-a6cc-dcf1ba503e28",
      "total_seconds": 0.24024337799994555,
      "stages": {
        "setup": 0.047251923999965584,
        "embed": 5.900000132896821e-7,
        "sql_fetch": 0.18716245000007348,
        "decode": 0.0007176220000246758,
        "hydrate": 0.00024393899991537182,
        "filters": 0.0000229349999472106,
        "source_rows": 0.0022327990000121645,
        "support_discounts": 5.087999966235657e-6,
        "scoring": 0.0001397199999928489,
        "sort": 0.000013361000014810998,
        "collapse": 0.002138695999974516,
        "other": 0.0003142540000453664
      },
      "rows_read": 4,
      "embedding_json_bytes": 33765,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 13,
      "subject_id": "a5980f98-f0a8-4083-ba23-6bc13a1bc0df",
      "total_seconds": 0.24835276900000736,
      "stages": {
        "setup": 0.05048900299993875,
        "embed": 7.610000238855719e-7,
        "sql_fetch": 0.1918744690000267,
        "decode": 0.0007132159998946008,
        "hydrate": 0.00021461400001498987,
        "filters": 0.00002394700004515471,
        "source_rows": 0.0022811510000337876,
        "support_discounts": 5.578000013883866e-6,
        "scoring": 0.0001456699999380362,
        "sort": 0.000017056000046977715,
        "collapse": 0.0022887330000003203,
        "other": 0.0002985710000302788
      },
      "rows_read": 4,
      "embedding_json_bytes": 33664,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 14,
      "subject_id": "89057af7-06fd-4627-b874-dda106031633",
      "total_seconds": 0.2502027350000162,
      "stages": {
        "setup": 0.04744806899998366,
        "embed": 6.210000265127746e-7,
        "sql_fetch": 0.1893125140001075,
        "decode": 0.0018408879997195982,
        "hydrate": 0.0005753180003011948,
        "filters": 0.00003588399999898684,
        "source_rows": 0.0025425859998904343,
        "support_discounts": 8.984000032796757e-6,
        "scoring": 0.0002419949998966331,
        "sort": 0.000018848000081561622,
        "collapse": 0.007832278000023507,
        "other": 0.0003447499999538195
      },
      "rows_read": 16,
      "embedding_json_bytes": 134736,
      "models_hydrated": 16,
      "candidates_scored": 15,
      "snapshot_ids_looked_up": 15,
      "entry_ids_looked_up": 15,
      "results": 15
    },
    {
      "question_index": 15,
      "subject_id": "7b6d6e1f-7948-443d-b7d5-9336d1be873d",
      "total_seconds": 0.24050388100022246,
      "stages": {
        "setup": 0.04702236200000698,
        "embed": 6.510001639981056e-7,
        "sql_fetch": 0.18724062299997968,
        "decode": 0.000660396999819568,
        "hydrate": 0.00019933000021410407,
        "filters": 0.000024897999992390396,
        "source_rows": 0.0025355350001063925,
        "support_discounts": 4.858000011154218e-6,
        "scoring": 0.0001350529998944694,
        "sort": 0.00002982500018333667,
        "collapse": 0.002354813000010836,
        "other": 0.0002955359998395579
      },
      "rows_read": 3,
      "embedding_json_bytes": 25241,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 16,
      "subject_id": "d58167f6-5473-4210-970a-340e4b10a9c9",
      "total_seconds": 0.23958149899999626,
      "stages": {
        "setup": 0.047285087999853204,
        "embed": 6.010000106471125e-7,
        "sql_fetch": 0.18723398800011637,
        "decode": 0.0005912009996791312,
        "hydrate": 0.00023019800028123427,
        "filters": 0.00002376599991293915,
        "source_rows": 0.0021621980001782504,
        "support_discounts": 4.887000159214949e-6,
        "scoring": 0.00013584499993157806,
        "sort": 0.000014751999970030738,
        "collapse": 0.0016105800000332238,
        "other": 0.0002883949998704338
      },
      "rows_read": 3,
      "embedding_json_bytes": 25266,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 17,
      "subject_id": "d0bc01c3-d12d-4bf2-a6a7-e03c16463f1d",
      "total_seconds": 0.25636713100016095,
      "stages": {
        "setup": 0.04704816599996775,
        "embed": 5.310000688041328e-7,
        "sql_fetch": 0.1813310720001482,
        "decode": 0.004488313000138078,
        "hydrate": 0.0015384299997549533,
        "filters": 0.00005340999996406026,
        "source_rows": 0.0027352270001301804,
        "support_discounts": 0.00001545400004943076,
        "scoring": 0.0005488079998485773,
        "sort": 0.000031667000030211057,
        "collapse": 0.018174767000118663,
        "other": 0.00040128599994204706
      },
      "rows_read": 46,
      "embedding_json_bytes": 387607,
      "models_hydrated": 46,
      "candidates_scored": 46,
      "snapshot_ids_looked_up": 46,
      "entry_ids_looked_up": 40,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": "3c5523f0-09e7-4e08-98dd-97de9e5b0e1a",
      "total_seconds": 0.22736968999993223,
      "stages": {
        "setup": 0.046205774999862115,
        "embed": 6.210000265127746e-7,
        "sql_fetch": 0.17781925799999954,
        "decode": 0.00039050999998835323,
        "hydrate": 0.0001245280000148341,
        "filters": 0.000018276999981026165,
        "source_rows": 0.0018562410000413365,
        "support_discounts": 3.4350000532867853e-6,
        "scoring": 0.00009599500003787398,
        "sort": 0.000011726999900929513,
        "collapse": 0.0005508409999492869,
        "other": 0.0002924820000771433
      },
      "rows_read": 1,
      "embedding_json_bytes": 8437,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 19,
      "subject_id": "e26d89f2-80a3-4d9d-b359-f18c644f8d28",
      "total_seconds": 0.2282374140002048,
      "stages": {
        "setup": 0.04644227200014939,
        "embed": 5.709998731617816e-7,
        "sql_fetch": 0.17530667199980599,
        "decode": 0.0007502739999836194,
        "hydrate": 0.00028117300007579615,
        "filters": 0.000024006000103327096,
        "source_rows": 0.002038895999930901,
        "support_discounts": 5.077999958302826e-6,
        "scoring": 0.0001445079999484733,
        "sort": 0.000013631000001623761,
        "collapse": 0.002939925000191579,
        "other": 0.00029040800018265145
      },
      "rows_read": 5,
      "embedding_json_bytes": 42155,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 20,
      "subject_id": "fdf1c9eb-3cd3-4f19-8cf0-c4928cc835d3",
      "total_seconds": 0.4621226439999191,
      "stages": {
        "setup": 0.047907162000001335,
        "embed": 6.010000106471125e-7,
        "sql_fetch": 0.1967613029999029,
        "decode": 0.1282678889976978,
        "hydrate": 0.043224388002499836,
        "filters": 0.001369607000015094,
        "source_rows": 0.00978287999987515,
        "support_discounts": 0.00042818599990823714,
        "scoring": 0.012498858000071777,
        "sort": 0.0006943280000086816,
        "collapse": 0.017567639999924722,
        "other": 0.003619802000002892
      },
      "rows_read": 1409,
      "embedding_json_bytes": 11868843,
      "models_hydrated": 1409,
      "candidates_scored": 1365,
      "snapshot_ids_looked_up": 965,
      "entry_ids_looked_up": 557,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": "ae5a240d-24e1-4409-91f3-109a7a4c12b4",
      "total_seconds": 0.22634183400009533,
      "stages": {
        "setup": 0.04673714199998358,
        "embed": 6.709999524900923e-7,
        "sql_fetch": 0.17248385800007782,
        "decode": 0.0009397769997576688,
        "hydrate": 0.0002956860000722372,
        "filters": 0.00002544900007706019,
        "source_rows": 0.0021062480000182404,
        "support_discounts": 4.786999852512963e-6,
        "scoring": 0.00015919000020403473,
        "sort": 0.000013830999932906707,
        "collapse": 0.0032664779998867743,
        "other": 0.00030871700028001214
      },
      "rows_read": 7,
      "embedding_json_bytes": 58964,
      "models_hydrated": 7,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 22,
      "subject_id": "ffaca242-1d42-4317-8e3d-d5ec770d8c8e",
      "total_seconds": 0.3626689989998795,
      "stages": {
        "setup": 0.045918831999870235,
        "embed": 2.7999999474559445e-7,
        "sql_fetch": 0.1899459650001063,
        "decode": 0.06847318499603716,
        "hydrate": 0.022804144003885085,
        "filters": 0.0007135469998047483,
        "source_rows": 0.007131680000156848,
        "support_discounts": 0.00019870999994964222,
        "scoring": 0.00680175299999064,
        "sort": 0.00038075399993431347,
        "collapse": 0.018178448000071512,
        "other": 0.0021217010000782466
      },
      "rows_read": 767,
      "embedding_json_bytes": 6460767,
      "models_hydrated": 767,
      "candidates_scored": 741,
      "snapshot_ids_looked_up": 615,
      "entry_ids_looked_up": 417,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": "efdc357d-3f68-44f1-a922-d03b372e8dd6",
      "total_seconds": 0.23537023100016086,
      "stages": {
        "setup": 0.04730585000015708,
        "embed": 5.709998731617816e-7,
        "sql_fetch": 0.17449716000010085,
        "decode": 0.0019668190000174945,
        "hydrate": 0.0006083270000090124,
        "filters": 0.00003077699989262328,
        "source_rows": 0.002335183000013785,
        "support_discounts": 8.762999868849874e-6,
        "scoring": 0.000271069000064017,
        "sort": 0.00001922899991768645,
        "collapse": 0.008007592000012664,
        "other": 0.00031889100023363426
      },
      "rows_read": 18,
      "embedding_json_bytes": 151474,
      "models_hydrated": 18,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 18,
      "entry_ids_looked_up": 17,
      "results": 18
    },
    {
      "question_index": 24,
      "subject_id": "f61c39d5-0db0-4bfc-878f-a0ff18e9dc84",
      "total_seconds": 0.2309227450000435,
      "stages": {
        "setup": 0.04590580200010663,
        "embed": 3.5099992601317354e-7,
        "sql_fetch": 0.1804252950000773,
        "decode": 0.0006072360001780908,
        "hydrate": 0.00015152899982240342,
        "filters": 0.000020270000050004455,
        "source_rows": 0.0019315449999339762,
        "support_discounts": 4.456999931790051e-6,
        "scoring": 0.00012264499991943012,
        "sort": 0.000013240000043879263,
        "collapse": 0.0014631280000685365,
        "other": 0.00027724699998543656
      },
      "rows_read": 3,
      "embedding_json_bytes": 25282,
      "models_hydrated": 3,
      "candidates_scored": 3,
      "snapshot_ids_looked_up": 3,
      "entry_ids_looked_up": 3,
      "results": 3
    },
    {
      "question_index": 25,
      "subject_id": "d4a4eb31-aa64-49ac-a398-ef8dbae3f177",
      "total_seconds": 0.3516359430000193,
      "stages": {
        "setup": 0.045899403000021266,
        "embed": 4.810001428268151e-7,
        "sql_fetch": 0.17799619599986727,
        "decode": 0.007344533000150477,
        "hydrate": 0.09807148700019752,
        "filters": 0.00007706699989284971,
        "source_rows": 0.003163486999937959,
        "support_discounts": 0.00004162300001553376,
        "scoring": 0.0007676879999962694,
        "sort": 0.00004556899989438534,
        "collapse": 0.01773689700007708,
        "other": 0.0004915119998258888
      },
      "rows_read": 77,
      "embedding_json_bytes": 648651,
      "models_hydrated": 77,
      "candidates_scored": 76,
      "snapshot_ids_looked_up": 76,
      "entry_ids_looked_up": 74,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": "14daa1c4-ddc2-41b0-899c-56f48dd85dd2",
      "total_seconds": 0.2274065450001217,
      "stages": {
        "setup": 0.04636278200018751,
        "embed": 6.009997832734371e-7,
        "sql_fetch": 0.17691735300013534,
        "decode": 0.0004791119997662463,
        "hydrate": 0.0001868819999799598,
        "filters": 0.000019059000123888836,
        "source_rows": 0.0019890659998509364,
        "support_discounts": 3.7459999475686345e-6,
        "scoring": 0.0001108070000555017,
        "sort": 0.000012007999885099707,
        "collapse": 0.00105534199997237,
        "other": 0.0002697870004340075
      },
      "rows_read": 2,
      "embedding_json_bytes": 16834,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 27,
      "subject_id": "59e07564-98de-4726-a3ba-61138418009f",
      "total_seconds": 0.22362309200002528,
      "stages": {
        "setup": 0.04599990399992748,
        "embed": 3.010000000358559e-7,
        "sql_fetch": 0.17237162400010675,
        "decode": 0.0006396060000497528,
        "hydrate": 0.00021497399961845076,
        "filters": 0.000022684000214212574,
        "source_rows": 0.00200626699984241,
        "support_discounts": 4.196999952910119e-6,
        "scoring": 0.0001452690000860457,
        "sort": 0.000013009999975110986,
        "collapse": 0.0018980129998453776,
        "other": 0.0003072430004067428
      },
      "rows_read": 4,
      "embedding_json_bytes": 33694,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 28,
      "subject_id": "fdf1c9eb-3cd3-4f19-8cf0-c4928cc835d3",
      "total_seconds": 0.46162729599996055,
      "stages": {
        "setup": 0.0458669940001073,
        "embed": 7.209998784674099e-7,
        "sql_fetch": 0.19910176400003365,
        "decode": 0.1267670819961495,
        "hydrate": 0.043524969003783553,
        "filters": 0.001498450000099183,
        "source_rows": 0.009713455999872167,
        "support_discounts": 0.0004248919999554346,
        "scoring": 0.012540389999912804,
        "sort": 0.0006862959999125451,
        "collapse": 0.017752034000068306,
        "other": 0.0037502480001876393
      },
      "rows_read": 1409,
      "embedding_json_bytes": 11868843,
      "models_hydrated": 1409,
      "candidates_scored": 1365,
      "snapshot_ids_looked_up": 965,
      "entry_ids_looked_up": 557,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": "bb3b9d12-f416-4791-95e5-d28c573f9da2",
      "total_seconds": 0.22401521100005084,
      "stages": {
        "setup": 0.04661846700014394,
        "embed": 3.7099994187883567e-7,
        "sql_fetch": 0.1722160880001411,
        "decode": 0.0006583819999832485,
        "hydrate": 0.00020255599997653917,
        "filters": 0.00002180299998144619,
        "source_rows": 0.0019342890000189072,
        "support_discounts": 4.175999947619857e-6,
        "scoring": 0.0001337119999789138,
        "sort": 0.000013419999959296547,
        "collapse": 0.0019195760000911832,
        "other": 0.00029237099988677073
      },
      "rows_read": 4,
      "embedding_json_bytes": 33653,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 30,
      "subject_id": "9dcf3536-09f6-4f46-a1d1-8f067f067f0c",
      "total_seconds": 0.24380481999992298,
      "stages": {
        "setup": 0.04598494199990455,
        "embed": 4.0000008993956726e-7,
        "sql_fetch": 0.18101706600009493,
        "decode": 0.0022701059999690187,
        "hydrate": 0.0007016589997874689,
        "filters": 0.00003467200008344662,
        "source_rows": 0.002331097000023874,
        "support_discounts": 9.554000143907615e-6,
        "scoring": 0.0002890559999286779,
        "sort": 0.000020320999965406372,
        "collapse": 0.0108312320001005,
        "other": 0.00031471499983126705
      },
      "rows_read": 22,
      "embedding_json_bytes": 185347,
      "models_hydrated": 22,
      "candidates_scored": 22,
      "snapshot_ids_looked_up": 22,
      "entry_ids_looked_up": 22,
      "results": 22
    },
    {
      "question_index": 31,
      "subject_id": "07636c23-4f48-4d66-9209-0aa064312245",
      "total_seconds": 0.7501824819999001,
      "stages": {
        "setup": 0.046192093999934514,
        "embed": 9.109999155043624e-7,
        "sql_fetch": 0.22362379599985616,
        "decode": 0.2199377309925694,
        "hydrate": 0.19374404800760203,
        "filters": 0.0040736860000833985,
        "source_rows": 0.014211952999858113,
        "support_discounts": 0.0007435219999933906,
        "scoring": 0.021580639999911,
        "sort": 0.0011968460000844061,
        "collapse": 0.0187377209999795,
        "other": 0.00613953400011269
      },
      "rows_read": 2432,
      "embedding_json_bytes": 20485201,
      "models_hydrated": 2432,
      "candidates_scored": 2337,
      "snapshot_ids_looked_up": 1293,
      "entry_ids_looked_up": 622,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": "98d88a3f-4849-4590-9ca6-bdf7315ecaa2",
      "total_seconds": 0.22408901899984812,
      "stages": {
        "setup": 0.0467423449999842,
        "embed": 4.399998942972161e-7,
        "sql_fetch": 0.1739211700000851,
        "decode": 0.0003800629999659577,
        "hydrate": 0.00012292599990360031,
        "filters": 0.000017967000076168915,
        "source_rows": 0.0018957300001147814,
        "support_discounts": 4.1060000057768775e-6,
        "scoring": 0.0001021339999169868,
        "sort": 0.00001157700012299756,
        "collapse": 0.0005971470000076806,
        "other": 0.00029341399977056426
      },
      "rows_read": 1,
      "embedding_json_bytes": 8422,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 33,
      "subject_id": "cd4a91da-c879-47c7-a3e9-9756d2e491c1",
      "total_seconds": 0.23691071799999008,
      "stages": {
        "setup": 0.047022436999895945,
        "embed": 7.410001217067474e-7,
        "sql_fetch": 0.17971977899992453,
        "decode": 0.001512912000180222,
        "hydrate": 0.0004733850000775419,
        "filters": 0.000026769999976750114,
        "source_rows": 0.0019215299998904811,
        "support_discounts": 4.816999989998294e-6,
        "scoring": 0.00019969100003436324,
        "sort": 0.000015893999943727977,
        "collapse": 0.005726570999968317,
        "other": 0.000286190999986502
      },
      "rows_read": 13,
      "embedding_json_bytes": 109502,
      "models_hydrated": 13,
      "candidates_scored": 13,
      "snapshot_ids_looked_up": 13,
      "entry_ids_looked_up": 13,
      "results": 13
    },
    {
      "question_index": 34,
      "subject_id": "7cf723f6-8ae3-432a-b82e-0baf7e124e96",
      "total_seconds": 0.27853577199994106,
      "stages": {
        "setup": 0.04650969299996177,
        "embed": 7.109999842214165e-7,
        "sql_fetch": 0.1827433110001948,
        "decode": 0.018027137998615217,
        "hydrate": 0.006368671001382609,
        "filters": 0.000160221999976784,
        "source_rows": 0.003731529999868144,
        "support_discounts": 0.000042724999957499676,
        "scoring": 0.0017657539999618166,
        "sort": 0.0000991389999853709,
        "collapse": 0.018340823000016826,
        "other": 0.0007460550000359945
      },
      "rows_read": 200,
      "embedding_json_bytes": 1684597,
      "models_hydrated": 200,
      "candidates_scored": 190,
      "snapshot_ids_looked_up": 180,
      "entry_ids_looked_up": 158,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": "79a0b6d8-1cdc-41eb-b6a2-d338277620cd",
      "total_seconds": 0.24495997300005,
      "stages": {
        "setup": 0.046262501000001066,
        "embed": 6.709999524900923e-7,
        "sql_fetch": 0.17802466700004516,
        "decode": 0.003017632999444686,
        "hydrate": 0.0011689930004195048,
        "filters": 0.000037517000009756885,
        "source_rows": 0.002555991000008362,
        "support_discounts": 0.000013249999938125256,
        "scoring": 0.0003681860000597226,
        "sort": 0.000024757000119279837,
        "collapse": 0.013122598999871116,
        "other": 0.00036320800018074806
      },
      "rows_read": 30,
      "embedding_json_bytes": 252613,
      "models_hydrated": 30,
      "candidates_scored": 30,
      "snapshot_ids_looked_up": 29,
      "entry_ids_looked_up": 28,
      "results": 30
    },
    {
      "question_index": 36,
      "subject_id": "931ba23c-754a-4718-9245-461559241ae7",
      "total_seconds": 0.2597854460000235,
      "stages": {
        "setup": 0.0470528219998414,
        "embed": 5.410001904238015e-7,
        "sql_fetch": 0.18495926500008864,
        "decode": 0.004082894999783093,
        "hydrate": 0.001497865000146703,
        "filters": 0.00005282899996927881,
        "source_rows": 0.0026622769998994045,
        "support_discounts": 0.000014691999922433752,
        "scoring": 0.00046340900007635355,
        "sort": 0.000027692000003298745,
        "collapse": 0.018564254000011715,
        "other": 0.0004069050000907737
      },
      "rows_read": 42,
      "embedding_json_bytes": 353708,
      "models_hydrated": 42,
      "candidates_scored": 41,
      "snapshot_ids_looked_up": 41,
      "entry_ids_looked_up": 41,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": "a63b3a42-900d-4893-a0ae-7d927be20e2e",
      "total_seconds": 0.3353051999999934,
      "stages": {
        "setup": 0.04708276799988198,
        "embed": 6.30999920758768e-7,
        "sql_fetch": 0.19159296899988476,
        "decode": 0.047308919001125105,
        "hydrate": 0.016441646999055592,
        "filters": 0.0005967399999917689,
        "source_rows": 0.0067615820000810345,
        "support_discounts": 0.00020014200003970473,
        "scoring": 0.004790919000015492,
        "sort": 0.00028555099993354816,
        "collapse": 0.018522005000022546,
        "other": 0.0017213270000411285
      },
      "rows_read": 526,
      "embedding_json_bytes": 4431198,
      "models_hydrated": 526,
      "candidates_scored": 512,
      "snapshot_ids_looked_up": 435,
      "entry_ids_looked_up": 336,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": "5502b242-a135-4b0d-b39b-36e0a5872fdc",
      "total_seconds": 0.22937634000004437,
      "stages": {
        "setup": 0.04658981400007178,
        "embed": 5.609999789157882e-7,
        "sql_fetch": 0.17692343099997743,
        "decode": 0.0007763999997223436,
        "hydrate": 0.00022305800030153478,
        "filters": 0.000019738999981200323,
        "source_rows": 0.0020091320000119595,
        "support_discounts": 5.508999947778648e-6,
        "scoring": 0.00015575499992337427,
        "sort": 0.00001405100010742899,
        "collapse": 0.002372099000012895,
        "other": 0.0002867910000077245
      },
      "rows_read": 5,
      "embedding_json_bytes": 42141,
      "models_hydrated": 5,
      "candidates_scored": 5,
      "snapshot_ids_looked_up": 5,
      "entry_ids_looked_up": 5,
      "results": 5
    },
    {
      "question_index": 39,
      "subject_id": "fdf1c9eb-3cd3-4f19-8cf0-c4928cc835d3",
      "total_seconds": 0.4584724730000289,
      "stages": {
        "setup": 0.04629243600015798,
        "embed": 4.3000000005122274e-7,
        "sql_fetch": 0.1978939000000537,
        "decode": 0.1258676759973696,
        "hydrate": 0.04232796100268388,
        "filters": 0.0014215950000107114,
        "source_rows": 0.009782500000028449,
        "support_discounts": 0.0004103489998215082,
        "scoring": 0.012426700000105484,
        "sort": 0.0007328049998704955,
        "collapse": 0.01769289500020932,
        "other": 0.0036232259997177607
      },
      "rows_read": 1409,
      "embedding_json_bytes": 11868843,
      "models_hydrated": 1409,
      "candidates_scored": 1365,
      "snapshot_ids_looked_up": 965,
      "entry_ids_looked_up": 557,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": "afe75d29-13e7-4977-9785-c3e86fa32658",
      "total_seconds": 0.26402999099991575,
      "stages": {
        "setup": 0.04690952199985077,
        "embed": 6.81000074109761e-7,
        "sql_fetch": 0.18043570000008913,
        "decode": 0.009958658000186915,
        "hydrate": 0.0035332779998498154,
        "filters": 0.00009116799992625602,
        "source_rows": 0.0030497110001306282,
        "support_discounts": 0.00002169200001844729,
        "scoring": 0.0010223029998996935,
        "sort": 0.000054382000143959885,
        "collapse": 0.01844623099987075,
        "other": 0.0005066649998752837
      },
      "rows_read": 109,
      "embedding_json_bytes": 918289,
      "models_hydrated": 109,
      "candidates_scored": 105,
      "snapshot_ids_looked_up": 98,
      "entry_ids_looked_up": 92,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": "ed8a0f79-7662-496b-b557-59d71298a448",
      "total_seconds": 0.23740815399992243,
      "stages": {
        "setup": 0.04662120200009667,
        "embed": 6.509999366244301e-7,
        "sql_fetch": 0.18429857199998878,
        "decode": 0.0008526950000486977,
        "hydrate": 0.00029694999989260396,
        "filters": 0.000020531000018308987,
        "source_rows": 0.0020651259999340255,
        "support_discounts": 4.617000058715348e-6,
        "scoring": 0.00014624999994339305,
        "sort": 0.000013952000017525279,
        "collapse": 0.002802878000011333,
        "other": 0.00028472999997575243
      },
      "rows_read": 6,
      "embedding_json_bytes": 50468,
      "models_hydrated": 6,
      "candidates_scored": 6,
      "snapshot_ids_looked_up": 6,
      "entry_ids_looked_up": 6,
      "results": 6
    },
    {
      "question_index": 42,
      "subject_id": "cad76bce-74e3-4a35-a5e5-1805438abcc3",
      "total_seconds": 0.23775775100011742,
      "stages": {
        "setup": 0.04588039400005073,
        "embed": 5.500000952451956e-7,
        "sql_fetch": 0.177045944999918,
        "decode": 0.002099697000176093,
        "hydrate": 0.0006533169998874655,
        "filters": 0.00003187800007253827,
        "source_rows": 0.0023155339999902935,
        "support_discounts": 0.000010356000075262273,
        "scoring": 0.0002789609998217202,
        "sort": 0.000021262000018396066,
        "collapse": 0.009083420000024489,
        "other": 0.00033643699998719967
      },
      "rows_read": 20,
      "embedding_json_bytes": 168436,
      "models_hydrated": 20,
      "candidates_scored": 20,
      "snapshot_ids_looked_up": 20,
      "entry_ids_looked_up": 20,
      "results": 20
    },
    {
      "question_index": 43,
      "subject_id": "ffaca242-1d42-4317-8e3d-d5ec770d8c8e",
      "total_seconds": 0.4438693859999603,
      "stages": {
        "setup": 0.04619319600010385,
        "embed": 6.410000423784368e-7,
        "sql_fetch": 0.2685535309999523,
        "decode": 0.0690062010019119,
        "hydrate": 0.023390555998048512,
        "filters": 0.0009135780001088278,
        "source_rows": 0.007096637999893574,
        "support_discounts": 0.00023692700005994993,
        "scoring": 0.006895173999964754,
        "sort": 0.0004147560000546946,
        "collapse": 0.018616617999896334,
        "other": 0.002551569999923231
      },
      "rows_read": 767,
      "embedding_json_bytes": 6460767,
      "models_hydrated": 767,
      "candidates_scored": 741,
      "snapshot_ids_looked_up": 615,
      "entry_ids_looked_up": 417,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": "e7238bbe-426e-4b3c-b98f-b0a345098c6b",
      "total_seconds": 0.22937912500015045,
      "stages": {
        "setup": 0.04685952099998758,
        "embed": 6.510001639981056e-7,
        "sql_fetch": 0.17476841899997453,
        "decode": 0.0010488619998341164,
        "hydrate": 0.0003068130001793179,
        "filters": 0.0000277219999134104,
        "source_rows": 0.0020651660001931305,
        "support_discounts": 6.3499999214400304e-6,
        "scoring": 0.00018164400012210535,
        "sort": 0.000015121999922484974,
        "collapse": 0.003779943999916213,
        "other": 0.00031891100002212625
      },
      "rows_read": 8,
      "embedding_json_bytes": 67303,
      "models_hydrated": 8,
      "candidates_scored": 7,
      "snapshot_ids_looked_up": 7,
      "entry_ids_looked_up": 7,
      "results": 7
    },
    {
      "question_index": 45,
      "subject_id": "e24383ae-3bac-461f-b0ff-23573506230e",
      "total_seconds": 0.23209042500002397,
      "stages": {
        "setup": 0.04643283700011125,
        "embed": 5.510000846697949e-7,
        "sql_fetch": 0.17968898300000546,
        "decode": 0.0007912030000625236,
        "hydrate": 0.00025403299991921813,
        "filters": 0.000026460000071892864,
        "source_rows": 0.0019338779998179234,
        "support_discounts": 4.346999958215747e-6,
        "scoring": 0.00012726199997814547,
        "sort": 0.00001295900005970907,
        "collapse": 0.0025295569998888823,
        "other": 0.00028835500006607617
      },
      "rows_read": 5,
      "embedding_json_bytes": 42107,
      "models_hydrated": 5,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 46,
      "subject_id": "190595a8-9631-4dc3-9c4f-7f76c877657d",
      "total_seconds": 0.2667410059998474,
      "stages": {
        "setup": 0.046662462999847776,
        "embed": 5.910001164011192e-7,
        "sql_fetch": 0.17610177099982138,
        "decode": 0.014667608998252035,
        "hydrate": 0.004861961001779491,
        "filters": 0.00015858900019338762,
        "source_rows": 0.003821595999852434,
        "support_discounts": 0.0000434260000474751,
        "scoring": 0.0015266329999121808,
        "sort": 0.00008306500012622564,
        "collapse": 0.018137901999807582,
        "other": 0.000675400000091031
      },
      "rows_read": 161,
      "embedding_json_bytes": 1356237,
      "models_hydrated": 161,
      "candidates_scored": 156,
      "snapshot_ids_looked_up": 151,
      "entry_ids_looked_up": 137,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": "1ad0e021-ee3a-48f9-9f67-271c690229e8",
      "total_seconds": 0.22665420799989988,
      "stages": {
        "setup": 0.04639277699993727,
        "embed": 5.409999630501261e-7,
        "sql_fetch": 0.17611868099993444,
        "decode": 0.0004919510001855087,
        "hydrate": 0.0001246379999884084,
        "filters": 0.000022463999812316615,
        "source_rows": 0.0023357950001354766,
        "support_discounts": 4.005999926448567e-6,
        "scoring": 0.00012023099998259568,
        "sort": 0.000014251000038711936,
        "collapse": 0.0007010680001258152,
        "other": 0.0003278049998698407
      },
      "rows_read": 1,
      "embedding_json_bytes": 8438,
      "models_hydrated": 1,
      "candidates_scored": 1,
      "snapshot_ids_looked_up": 1,
      "entry_ids_looked_up": 1,
      "results": 1
    },
    {
      "question_index": 48,
      "subject_id": "eba7a217-10b7-4368-b2de-1ff48b845ead",
      "total_seconds": 0.22687591399994744,
      "stages": {
        "setup": 0.046947048999982144,
        "embed": 3.200000264769187e-7,
        "sql_fetch": 0.1758225390001371,
        "decode": 0.000527365999914764,
        "hydrate": 0.0001545829998121917,
        "filters": 0.000021693000007871888,
        "source_rows": 0.0019063160000314383,
        "support_discounts": 4.857000021729618e-6,
        "scoring": 0.00012975599997844256,
        "sort": 0.00001545300006000616,
        "collapse": 0.0010642759998518159,
        "other": 0.0002817060001234495
      },
      "rows_read": 2,
      "embedding_json_bytes": 16826,
      "models_hydrated": 2,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    },
    {
      "question_index": 49,
      "subject_id": "f00d72e8-6306-4635-bdbb-f83220739657",
      "total_seconds": 0.22680624300005547,
      "stages": {
        "setup": 0.04690822499992464,
        "embed": 5.809999947814504e-7,
        "sql_fetch": 0.17452477100005126,
        "decode": 0.0007513129999097146,
        "hydrate": 0.0002342440000120405,
        "filters": 0.000019710000060513266,
        "source_rows": 0.0019614389998423576,
        "support_discounts": 4.266000132702175e-6,
        "scoring": 0.0001277930000469496,
        "sort": 0.000012908999906358076,
        "collapse": 0.0019696619999649556,
        "other": 0.0002913300002092001
      },
      "rows_read": 4,
      "embedding_json_bytes": 33748,
      "models_hydrated": 4,
      "candidates_scored": 4,
      "snapshot_ids_looked_up": 4,
      "entry_ids_looked_up": 4,
      "results": 4
    },
    {
      "question_index": 50,
      "subject_id": "38abaab4-72c5-4484-9ff3-782f724a4667",
      "total_seconds": 0.2346510689999377,
      "stages": {
        "setup": 0.0459162079998805,
        "embed": 5.510000846697949e-7,
        "sql_fetch": 0.1752844269999514,
        "decode": 0.0019266649994733598,
        "hydrate": 0.0005914840005516453,
        "filters": 0.00003044599998247577,
        "source_rows": 0.0022034849998817663,
        "support_discounts": 9.164000175587717e-6,
        "scoring": 0.0002722409999478259,
        "sort": 0.000019118999944112147,
        "collapse": 0.008085127999947872,
        "other": 0.00031215100011650065
      },
      "rows_read": 18,
      "embedding_json_bytes": 151557,
      "models_hydrated": 18,
      "candidates_scored": 18,
      "snapshot_ids_looked_up": 18,
      "entry_ids_looked_up": 17,
      "results": 18
    },
    {
      "question_index": 51,
      "subject_id": "f753e2cb-45cd-4569-9788-3d912070a089",
      "total_seconds": 0.25784770300015225,
      "stages": {
        "setup": 0.04654343400011385,
        "embed": 6.109999048931058e-7,
        "sql_fetch": 0.17610310299983212,
        "decode": 0.00821749199894839,
        "hydrate": 0.002767632001223319,
        "filters": 0.00007794699990881782,
        "source_rows": 0.0032158520000393764,
        "support_discounts": 0.000023085000066203065,
        "scoring": 0.000877824000099281,
        "sort": 0.0000493549998736853,
        "collapse": 0.019468338000024232,
        "other": 0.0005030300001180876
      },
      "rows_read": 89,
      "embedding_json_bytes": 749453,
      "models_hydrated": 89,
      "candidates_scored": 85,
      "snapshot_ids_looked_up": 84,
      "entry_ids_looked_up": 78,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": "d02160c3-ec30-4d94-add3-e789c0a59a63",
      "total_seconds": 0.25965678800002934,
      "stages": {
        "setup": 0.04712593299996115,
        "embed": 6.010000106471125e-7,
        "sql_fetch": 0.17711976700002197,
        "decode": 0.009346796998897844,
        "hydrate": 0.0030594310010201298,
        "filters": 0.00008079100007307716,
        "source_rows": 0.0030478490000405145,
        "support_discounts": 0.00002139299999726063,
        "scoring": 0.0009696120000626252,
        "sort": 0.00005319100000633625,
        "collapse": 0.01834051199989517,
        "other": 0.0004909110000426153
      },
      "rows_read": 101,
      "embedding_json_bytes": 850832,
      "models_hydrated": 101,
      "candidates_scored": 99,
      "snapshot_ids_looked_up": 95,
      "entry_ids_looked_up": 93,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": "7b5f11a8-fe7e-44d2-9414-0579baa68b07",
      "total_seconds": 0.33534816599990336,
      "stages": {
        "setup": 0.04671024200001739,
        "embed": 5.599999894911889e-7,
        "sql_fetch": 0.18828125699997145,
        "decode": 0.050911714996345836,
        "hydrate": 0.017237518003639707,
        "filters": 0.0004833789998883731,
        "source_rows": 0.006172592999973858,
        "support_discounts": 0.00015950000010889198,
        "scoring": 0.0050343759999122994,
        "sort": 0.0002900580000186892,
        "collapse": 0.018480894000049375,
        "other": 0.0015860739999880025
      },
      "rows_read": 569,
      "embedding_json_bytes": 4792493,
      "models_hydrated": 569,
      "candidates_scored": 545,
      "snapshot_ids_looked_up": 468,
      "entry_ids_looked_up": 357,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": "71a87097-daba-44b7-8a95-5213235a8ab2",
      "total_seconds": 0.23013297199986482,
      "stages": {
        "setup": 0.04782419699995444,
        "embed": 7.910000476840651e-7,
        "sql_fetch": 0.1779953469999782,
        "decode": 0.0005926950000230136,
        "hydrate": 0.0002270420000058948,
        "filters": 0.00002823299996634887,
        "source_rows": 0.0019636130000435514,
        "support_discounts": 3.976000016336911e-6,
        "scoring": 0.00011505399993438914,
        "sort": 0.000012419000086083543,
        "collapse": 0.0010835449998012336,
        "other": 0.00028606000000763743
      },
      "rows_read": 3,
      "embedding_json_bytes": 25208,
      "models_hydrated": 3,
      "candidates_scored": 2,
      "snapshot_ids_looked_up": 2,
      "entry_ids_looked_up": 2,
      "results": 2
    }
  ],
  "cosine_reference": {
    "vectors": 3,
    "loop_seconds": 0.000027842000008604373,
    "stack_seconds": 0.00003328100001454004,
    "matmul_seconds": 0.000057807000075627
  },
  "peak_rss_bytes": 306524160,
  "sampled_peak_rss_bytes": 178298880,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.0,
      0.98974609375,
      0.72119140625
    ],
    "load_average_after": [
      1.0,
      0.9912109375,
      0.72705078125
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
},
{
  "spec": {
    "cell_id": "n56000-warm-unfiltered",
    "size": 56000,
    "seed": 20261017,
    "mode": "warm",
    "variant": "unfiltered",
    "store_path": "qlat-s20261017-n56000-g1.db",
    "result_path": "n56000-warm-unfiltered.json",
    "encoder": false,
    "question_offset": 5,
    "questions": 50,
    "budget_seconds": 2400.0,
    "min_questions": 5,
    "top_k": 40
  },
  "status": "ok",
  "started_at": "2026-10-18T01:01:22.479036+00:00",
  "finished_at": "2026-10-18T01:11:40.926930+00:00",
  "wall_seconds": 618.447914855,
  "import_seconds": 1.0286960990000011,
  "encoder_load_seconds": null,
  "warmup_seconds": 12.775100787999975,
  "samples": [
    {
      "question_index": 5,
      "subject_id": null,
      "total_seconds": 11.787829545000022,
      "stages": {
        "setup": 0.04915927800004738,
        "embed": 8.809999485492881e-7,
        "sql_fetch": 1.5588992009999743,
        "decode": 5.045124991995465,
        "hydrate": 3.8334104610045756,
        "filters": 0.1330610009999873,
        "source_rows": 0.21815310100004126,
        "support_discounts": 0.03867132400000628,
        "scoring": 0.596586058000014,
        "sort": 0.05586820000002035,
        "collapse": 0.01944298399996569,
        "other": 0.23945206399997687
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 6,
      "subject_id": null,
      "total_seconds": 12.227291732999959,
      "stages": {
        "setup": 0.04681693899999573,
        "embed": 1.2019999644508061e-6,
        "sql_fetch": 1.6201082659999884,
        "decode": 5.009400404995745,
        "hydrate": 3.5732601420042442,
        "filters": 0.8128886770000463,
        "source_rows": 0.20774803099999417,
        "support_discounts": 0.038859066999975767,
        "scoring": 0.6048070930000335,
        "sort": 0.055902780999986135,
        "collapse": 0.019116811999992933,
        "other": 0.2383823179999922
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 7,
      "subject_id": null,
      "total_seconds": 12.19662166500001,
      "stages": {
        "setup": 0.046829031000015675,
        "embed": 8.009999987734773e-7,
        "sql_fetch": 1.523210961000018,
        "decode": 5.0069082929964,
        "hydrate": 4.312882247003586,
        "filters": 0.13609487500002615,
        "source_rows": 0.2105245859999627,
        "support_discounts": 0.03749854399995911,
        "scoring": 0.600610544999995,
        "sort": 0.05700674600001321,
        "collapse": 0.018459710000001905,
        "other": 0.2465953260000333
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 8,
      "subject_id": null,
      "total_seconds": 11.751501973000018,
      "stages": {
        "setup": 0.04944804199999453,
        "embed": 9.610000120119366e-7,
        "sql_fetch": 1.5575380880000012,
        "decode": 5.009003584002812,
        "hydrate": 3.8295206779971522,
        "filters": 0.1322359870000014,
        "source_rows": 0.21498213500001384,
        "support_discounts": 0.038901884000040354,
        "scoring": 0.6052232239999853,
        "sort": 0.05795017600001984,
        "collapse": 0.019053248999966854,
        "other": 0.23764396500001794
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 9,
      "subject_id": null,
      "total_seconds": 12.136041244000012,
      "stages": {
        "setup": 0.04718785900001876,
        "embed": 8.420000199294009e-7,
        "sql_fetch": 1.8178876630000218,
        "decode": 5.034554562000039,
        "hydrate": 3.925093039999922,
        "filters": 0.13550655599999573,
        "source_rows": 0.20804710700002715,
        "support_discounts": 0.037227563999977065,
        "scoring": 0.6127188980000255,
        "sort": 0.05780666099997234,
        "collapse": 0.018144795000011982,
        "other": 0.24186569699998017
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 10,
      "subject_id": null,
      "total_seconds": 12.64047291999998,
      "stages": {
        "setup": 0.047254481999971176,
        "embed": 1.092000047719921e-6,
        "sql_fetch": 1.696856285000024,
        "decode": 5.008589230001689,
        "hydrate": 3.665940431998308,
        "filters": 1.0491379249999682,
        "source_rows": 0.21165734200002362,
        "support_discounts": 0.03789714200001981,
        "scoring": 0.6029143619999786,
        "sort": 0.05901852700003474,
        "collapse": 0.018866831999957867,
        "other": 0.24233926899995595
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 11,
      "subject_id": null,
      "total_seconds": 11.734549425000012,
      "stages": {
        "setup": 0.04649481299998115,
        "embed": 1.2620000120477926e-6,
        "sql_fetch": 1.5619437869999615,
        "decode": 5.005621418002079,
        "hydrate": 3.831995986997981,
        "filters": 0.1280999809999912,
        "source_rows": 0.21429730299996663,
        "support_discounts": 0.03757459700000254,
        "scoring": 0.5975177319999716,
        "sort": 0.05582469099999798,
        "collapse": 0.019534231000022828,
        "other": 0.23564362300004404
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 12,
      "subject_id": null,
      "total_seconds": 12.182731281999963,
      "stages": {
        "setup": 0.0489766599999939,
        "embed": 4.610000132743153e-7,
        "sql_fetch": 1.6282215059999885,
        "decode": 5.015504803005854,
        "hydrate": 3.529451556994161,
        "filters": 0.8133862549999549,
        "source_rows": 0.21173096600000463,
        "support_discounts": 0.036490473000014845,
        "scoring": 0.5910450509999805,
        "sort": 0.057327109000027576,
        "collapse": 0.019178213999964555,
        "other": 0.23141822700000603
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 13,
      "subject_id": null,
      "total_seconds": 12.044671704000052,
      "stages": {
        "setup": 0.0463534120000304,
        "embed": 6.409999855350179e-7,
        "sql_fetch": 1.520526082999993,
        "decode": 5.00226243200342,
        "hydrate": 3.512029149996579,
        "filters": 0.7940785749999577,
        "source_rows": 0.2013835850000305,
        "support_discounts": 0.040752130999976544,
        "scoring": 0.6157505129999663,
        "sort": 0.05693975100007265,
        "collapse": 0.018803067000021656,
        "other": 0.23579236400001946
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 14,
      "subject_id": null,
      "total_seconds": 12.439383421000002,
      "stages": {
        "setup": 0.04674030399996809,
        "embed": 5.30999955117295e-7,
        "sql_fetch": 1.5278395169999612,
        "decode": 5.030947562005736,
        "hydrate": 3.626729699994371,
        "filters": 1.0273100969999405,
        "source_rows": 0.23246516200003953,
        "support_discounts": 0.04228373199998714,
        "scoring": 0.5962750040000628,
        "sort": 0.056043429999931504,
        "collapse": 0.01980761300001177,
        "other": 0.23294076900003802
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 15,
      "subject_id": null,
      "total_seconds": 11.884886583000025,
      "stages": {
        "setup": 0.04646590100003323,
        "embed": 4.709999075203086e-7,
        "sql_fetch": 1.3821357389999775,
        "decode": 5.003001635005944,
        "hydrate": 4.18267580299414,
        "filters": 0.12655453299998953,
        "source_rows": 0.20130053099990164,
        "support_discounts": 0.036167556000009426,
        "scoring": 0.596226645999991,
        "sort": 0.05910076600002867,
        "collapse": 0.018190513999911673,
        "other": 0.23306648800019047
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 16,
      "subject_id": null,
      "total_seconds": 12.12920705099998,
      "stages": {
        "setup": 0.04714965400000892,
        "embed": 5.210000608713017e-7,
        "sql_fetch": 1.5091484619999846,
        "decode": 5.008375921983088,
        "hydrate": 4.2892136220168595,
        "filters": 0.12061720500003048,
        "source_rows": 0.20596264699997846,
        "support_discounts": 0.03703802999996242,
        "scoring": 0.6009178470000052,
        "sort": 0.058100225999965005,
        "collapse": 0.019008223000014368,
        "other": 0.23367469200002233
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 17,
      "subject_id": null,
      "total_seconds": 12.517794754000079,
      "stages": {
        "setup": 0.04675952600007349,
        "embed": 5.109999392516329e-7,
        "sql_fetch": 1.558277156000031,
        "decode": 5.0261798740001495,
        "hydrate": 3.7267129349999095,
        "filters": 0.12863845599997603,
        "source_rows": 0.20512514199992893,
        "support_discounts": 0.037504381999951875,
        "scoring": 1.4738264490000574,
        "sort": 0.05623035400003573,
        "collapse": 0.01884359499990751,
        "other": 0.23969637400011834
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 18,
      "subject_id": null,
      "total_seconds": 11.74089957199999,
      "stages": {
        "setup": 0.04646855700002561,
        "embed": 5.20999947184464e-7,
        "sql_fetch": 1.182169435999981,
        "decode": 5.006994604999363,
        "hydrate": 4.208676049000701,
        "filters": 0.1300719679999247,
        "source_rows": 0.20739423200006968,
        "support_discounts": 0.038024787000040305,
        "scoring": 0.6118037679999588,
        "sort": 0.05630152100002306,
        "collapse": 0.020294729000056577,
        "other": 0.23269939899989822
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 19,
      "subject_id": null,
      "total_seconds": 12.032901490000086,
      "stages": {
        "setup": 0.04702618200008146,
        "embed": 5.20999947184464e-7,
        "sql_fetch": 1.4788191489999463,
        "decode": 4.992812138014415,
        "hydrate": 4.177481494985614,
        "filters": 0.12931948899995405,
        "source_rows": 0.20942416900004446,
        "support_discounts": 0.0385139640000034,
        "scoring": 0.6002892610000572,
        "sort": 0.057737005000035424,
        "collapse": 0.019532767999976386,
        "other": 0.28194534900001145
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 20,
      "subject_id": null,
      "total_seconds": 12.368549779999967,
      "stages": {
        "setup": 0.047036482000066826,
        "embed": 5.109999392516329e-7,
        "sql_fetch": 1.5255777699999271,
        "decode": 5.007461897999633,
        "hydrate": 3.627226058000474,
        "filters": 1.0142564899999797,
        "source_rows": 0.20272823000004792,
        "support_discounts": 0.03619324399994639,
        "scoring": 0.5985115670000596,
        "sort": 0.05746562699994229,
        "collapse": 0.018380340000021533,
        "other": 0.2337115629999289
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 21,
      "subject_id": null,
      "total_seconds": 11.907160328000032,
      "stages": {
        "setup": 0.046733941000070445,
        "embed": 3.9999997625272954e-7,
        "sql_fetch": 1.3446165350000001,
        "decode": 5.053355556997417,
        "hydrate": 4.165496699002574,
        "filters": 0.12877901800004565,
        "source_rows": 0.2199595040000304,
        "support_discounts": 0.03675408799995239,
        "scoring": 0.6015690140000061,
        "sort": 0.057691274000035264,
        "collapse": 0.019230150999987927,
        "other": 0.23297414699993624
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 22,
      "subject_id": null,
      "total_seconds": 12.15234439400001,
      "stages": {
        "setup": 0.04673200599995653,
        "embed": 4.900000476482091e-7,
        "sql_fetch": 1.5096678959999963,
        "decode": 5.007236429998784,
        "hydrate": 4.306170298001234,
        "filters": 0.12810880899996846,
        "source_rows": 0.20501716900002975,
        "support_discounts": 0.03747516299995368,
        "scoring": 0.5983642930000315,
        "sort": 0.05769907199999125,
        "collapse": 0.018648543000040263,
        "other": 0.2372242249999772
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 23,
      "subject_id": null,
      "total_seconds": 12.526002038000001,
      "stages": {
        "setup": 0.04642446299999392,
        "embed": 7.009999762885855e-7,
        "sql_fetch": 1.5491072280000253,
        "decode": 5.009225010000932,
        "hydrate": 3.761540015999117,
        "filters": 0.1328856169999426,
        "source_rows": 0.20789224300006026,
        "support_discounts": 0.03789762300004895,
        "scoring": 1.472996395999985,
        "sort": 0.05629985999996734,
        "collapse": 0.01832585099998596,
        "other": 0.23340702999996665
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 24,
      "subject_id": null,
      "total_seconds": 11.69393847699996,
      "stages": {
        "setup": 0.04705442900001344,
        "embed": 3.799999603870674e-7,
        "sql_fetch": 1.19413039199992,
        "decode": 4.992795860993056,
        "hydrate": 4.190192875007028,
        "filters": 0.12604169700000512,
        "source_rows": 0.20332062900001802,
        "support_discounts": 0.03692357300008098,
        "scoring": 0.5965584609999723,
        "sort": 0.0557383169999639,
        "collapse": 0.01878489900002478,
        "other": 0.23239696399991772
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 25,
      "subject_id": null,
      "total_seconds": 12.048137032999989,
      "stages": {
        "setup": 0.04678925700000036,
        "embed": 4.6000002384971594e-7,
        "sql_fetch": 1.484762264999972,
        "decode": 5.009785887991711,
        "hydrate": 4.17158891200836,
        "filters": 0.1307153309999194,
        "source_rows": 0.2067798280000943,
        "support_discounts": 0.03728440599991245,
        "scoring": 0.6022033060000922,
        "sort": 0.05629685699989295,
        "collapse": 0.02087331800009906,
        "other": 0.28105720499991094
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 26,
      "subject_id": null,
      "total_seconds": 12.387503437000078,
      "stages": {
        "setup": 0.046940632000087135,
        "embed": 2.6099996830453165e-7,
        "sql_fetch": 1.5384151289999863,
        "decode": 5.002052948980349,
        "hydrate": 3.6374153030196794,
        "filters": 1.0140043500000502,
        "source_rows": 0.20986621999998079,
        "support_discounts": 0.038228668999977344,
        "scoring": 0.5925863490000438,
        "sort": 0.05742663499995615,
        "collapse": 0.01823190900006466,
        "other": 0.23233503099993413
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 27,
      "subject_id": null,
      "total_seconds": 11.846326009999984,
      "stages": {
        "setup": 0.0469619859999284,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 1.3619251159999521,
        "decode": 4.996365664007158,
        "hydrate": 4.168349926992846,
        "filters": 0.1232817680000835,
        "source_rows": 0.2045357109999486,
        "support_discounts": 0.03697948900003212,
        "scoring": 0.5989286669999956,
        "sort": 0.055802956999968956,
        "collapse": 0.017966690000093877,
        "other": 0.23522752399992441
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 28,
      "subject_id": null,
      "total_seconds": 12.086084580000033,
      "stages": {
        "setup": 0.04696709600000304,
        "embed": 2.409999524388695e-7,
        "sql_fetch": 1.4744885610000438,
        "decode": 4.9941296589864805,
        "hydrate": 4.280674834013553,
        "filters": 0.12992441599999438,
        "source_rows": 0.20609990000002654,
        "support_discounts": 0.03823337699998319,
        "scoring": 0.6034021950000579,
        "sort": 0.056740255000022444,
        "collapse": 0.019585615999972106,
        "other": 0.2358384299999443
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 29,
      "subject_id": null,
      "total_seconds": 12.45652665900002,
      "stages": {
        "setup": 0.046661389999940184,
        "embed": 3.9100007143133553e-7,
        "sql_fetch": 1.5613975229999824,
        "decode": 4.999598525006945,
        "hydrate": 3.7040738869931147,
        "filters": 0.129084411000008,
        "source_rows": 0.20516000099996745,
        "support_discounts": 0.037237708000020575,
        "scoring": 1.4593324390000362,
        "sort": 0.05689870899993821,
        "collapse": 0.01819271600004413,
        "other": 0.23888895899995077
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 30,
      "subject_id": null,
      "total_seconds": 11.692452486999969,
      "stages": {
        "setup": 0.04931147199999941,
        "embed": 3.799999603870674e-7,
        "sql_fetch": 1.192355369999973,
        "decode": 4.99537374300337,
        "hydrate": 4.165253088996678,
        "filters": 0.11613769699999921,
        "source_rows": 0.1992590150000524,
        "support_discounts": 0.037534816000061255,
        "scoring": 0.6335102430000461,
        "sort": 0.05572199299990643,
        "collapse": 0.018235279999998966,
        "other": 0.22975938899992343
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 31,
      "subject_id": null,
      "total_seconds": 11.974715016000005,
      "stages": {
        "setup": 0.0465745069999457,
        "embed": 6.410000423784368e-7,
        "sql_fetch": 1.4905296460000272,
        "decode": 5.0083884789949025,
        "hydrate": 4.184983860005104,
        "filters": 0.1211600339998995,
        "source_rows": 0.19876602300007562,
        "support_discounts": 0.036049535000074684,
        "scoring": 0.58832991700001,
        "sort": 0.05491216199993687,
        "collapse": 0.01808092700002817,
        "other": 0.22693928499995764
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 32,
      "subject_id": null,
      "total_seconds": 12.226653333000058,
      "stages": {
        "setup": 0.04650889399999869,
        "embed": 3.610000476328423e-7,
        "sql_fetch": 1.5111795230000098,
        "decode": 5.0002802019936325,
        "hydrate": 3.545042020006349,
        "filters": 1.0065130819999695,
        "source_rows": 0.2062060890000339,
        "support_discounts": 0.03663948700000219,
        "scoring": 0.5827139300000681,
        "sort": 0.055381702999966365,
        "collapse": 0.01836624399993525,
        "other": 0.21782179800004542
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 33,
      "subject_id": null,
      "total_seconds": 11.75853124799994,
      "stages": {
        "setup": 0.04614387699996314,
        "embed": 3.8999996831989847e-7,
        "sql_fetch": 1.3344271910000316,
        "decode": 5.005121798983396,
        "hydrate": 4.10346394201656,
        "filters": 0.1267944260000604,
        "source_rows": 0.20524373699993248,
        "support_discounts": 0.03709466199995859,
        "scoring": 0.5924655129999792,
        "sort": 0.057071991000043454,
        "collapse": 0.019881434000012632,
        "other": 0.23082228600003418
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 34,
      "subject_id": null,
      "total_seconds": 11.93702357699999,
      "stages": {
        "setup": 0.04664601199999652,
        "embed": 3.9999997625272954e-7,
        "sql_fetch": 1.4855230829999755,
        "decode": 4.9899055669972086,
        "hydrate": 4.163645724002777,
        "filters": 0.11754344600001332,
        "source_rows": 0.19900115699999787,
        "support_discounts": 0.03717685200001597,
        "scoring": 0.5892827330000046,
        "sort": 0.05686602299999777,
        "collapse": 0.019086161999894102,
        "other": 0.23234641800013378
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 35,
      "subject_id": null,
      "total_seconds": 12.41159590899997,
      "stages": {
        "setup": 0.04664788399998088,
        "embed": 4.4099999740865314e-7,
        "sql_fetch": 1.531340296000053,
        "decode": 5.009424712986629,
        "hydrate": 3.705217233013286,
        "filters": 0.12115748700000495,
        "source_rows": 0.20148658200002956,
        "support_discounts": 0.03724459299996852,
        "scoring": 1.458451427,
        "sort": 0.056355602000053295,
        "collapse": 0.018098731999998563,
        "other": 0.22617091899996922
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 36,
      "subject_id": null,
      "total_seconds": 11.580838369000048,
      "stages": {
        "setup": 0.04638995400000567,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 1.1569676410000511,
        "decode": 4.996211107015938,
        "hydrate": 4.118390443984026,
        "filters": 0.12729915399995662,
        "source_rows": 0.2007128660000035,
        "support_discounts": 0.03730797299999722,
        "scoring": 0.5918824950000499,
        "sort": 0.054929087000004984,
        "collapse": 0.02004949599995598,
        "other": 0.23069764100000612
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 37,
      "subject_id": null,
      "total_seconds": 12.029706852999993,
      "stages": {
        "setup": 0.04691802600007122,
        "embed": 6.010000106471125e-7,
        "sql_fetch": 1.4870657499999425,
        "decode": 5.004699579991438,
        "hydrate": 4.194045597008653,
        "filters": 0.13429752199999712,
        "source_rows": 0.2083974299999909,
        "support_discounts": 0.039244964999966214,
        "scoring": 0.6004190159999325,
        "sort": 0.056402439000066806,
        "collapse": 0.017977430999962962,
        "other": 0.24023849599996083
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 38,
      "subject_id": null,
      "total_seconds": 12.51829748299997,
      "stages": {
        "setup": 0.04676006299996516,
        "embed": 6.310000344456057e-7,
        "sql_fetch": 1.5526012499999524,
        "decode": 5.0079971530025205,
        "hydrate": 3.7017276629975413,
        "filters": 1.0519297680000363,
        "source_rows": 0.2081260889999612,
        "support_discounts": 0.03791932500007533,
        "scoring": 0.5927370509999719,
        "sort": 0.05682660799993755,
        "collapse": 0.018191078000086236,
        "other": 0.24348080399988703
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 39,
      "subject_id": null,
      "total_seconds": 11.953587739,
      "stages": {
        "setup": 0.0469740250000541,
        "embed": 5.609999789157882e-7,
        "sql_fetch": 1.38021303000005,
        "decode": 4.996625980997919,
        "hydrate": 4.225707088002082,
        "filters": 0.13421489799998199,
        "source_rows": 0.2103815550000263,
        "support_discounts": 0.038754394999955366,
        "scoring": 0.5998778050000055,
        "sort": 0.059601424999982555,
        "collapse": 0.01887319299999035,
        "other": 0.2423637829999734
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 40,
      "subject_id": null,
      "total_seconds": 12.264510349000034,
      "stages": {
        "setup": 0.04688500099996418,
        "embed": 5.310000688041328e-7,
        "sql_fetch": 1.5196187400000554,
        "decode": 5.018087509993848,
        "hydrate": 4.367694365006059,
        "filters": 0.13025660699997843,
        "source_rows": 0.20941281299997172,
        "support_discounts": 0.039203972999985126,
        "scoring": 0.6091451959999858,
        "sort": 0.05927706600004967,
        "collapse": 0.019812809999962155,
        "other": 0.24511573700010558
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 41,
      "subject_id": null,
      "total_seconds": 12.610965781000004,
      "stages": {
        "setup": 0.046482845000014095,
        "embed": 4.1099997361015994e-7,
        "sql_fetch": 1.5879868309999665,
        "decode": 5.042324785012056,
        "hydrate": 3.8169025509879475,
        "filters": 0.12906182400001853,
        "source_rows": 0.19954198200002793,
        "support_discounts": 0.03683479999995143,
        "scoring": 1.4492319659999566,
        "sort": 0.05463111700009904,
        "collapse": 0.018164877999993223,
        "other": 0.22980179099999987
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 42,
      "subject_id": null,
      "total_seconds": 11.65490489800004,
      "stages": {
        "setup": 0.046849618000010196,
        "embed": 4.20999981542991e-7,
        "sql_fetch": 1.1807145919999584,
        "decode": 5.006685020984605,
        "hydrate": 4.165099475015495,
        "filters": 0.1285754599999791,
        "source_rows": 0.20455325599994012,
        "support_discounts": 0.03801059299996723,
        "scoring": 0.5871751949999862,
        "sort": 0.05592742300007103,
        "collapse": 0.0189350899998999,
        "other": 0.22237875400014673
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 43,
      "subject_id": null,
      "total_seconds": 12.06873197699997,
      "stages": {
        "setup": 0.04649878399993668,
        "embed": 3.11000007968687e-7,
        "sql_fetch": 1.4844869799999287,
        "decode": 5.00543624299803,
        "hydrate": 4.2212711890020955,
        "filters": 0.13472428699992633,
        "source_rows": 0.21835423200002424,
        "support_discounts": 0.03917850499999531,
        "scoring": 0.5998669819999805,
        "sort": 0.05678475700005947,
        "collapse": 0.018225114999950165,
        "other": 0.24390459200003534
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 44,
      "subject_id": null,
      "total_seconds": 12.479908984000076,
      "stages": {
        "setup": 0.047512834000031035,
        "embed": 5.210000608713017e-7,
        "sql_fetch": 1.5372204550000106,
        "decode": 5.040048078985819,
        "hydrate": 3.6521841310142236,
        "filters": 1.0486688329999652,
        "source_rows": 0.2068057610000551,
        "support_discounts": 0.03981447500007107,
        "scoring": 0.5998942819999229,
        "sort": 0.057701069000017924,
        "collapse": 0.018308020000063152,
        "other": 0.23175052399983542
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 45,
      "subject_id": null,
      "total_seconds": 11.801958900000045,
      "stages": {
        "setup": 0.04687225199995737,
        "embed": 5.410000767369638e-7,
        "sql_fetch": 1.3357280310000306,
        "decode": 4.9972144030091386,
        "hydrate": 4.130210562990783,
        "filters": 0.1356867440000542,
        "source_rows": 0.21044323499995699,
        "support_discounts": 0.03781448899997031,
        "scoring": 0.5974089779999758,
        "sort": 0.05813191000004281,
        "collapse": 0.018661954999970476,
        "other": 0.23378579900008845
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 46,
      "subject_id": null,
      "total_seconds": 12.01075446599998,
      "stages": {
        "setup": 0.047364295999955175,
        "embed": 5.210000608713017e-7,
        "sql_fetch": 1.520328180999968,
        "decode": 4.993940383020117,
        "hydrate": 4.212347639979839,
        "filters": 0.12099448900005427,
        "source_rows": 0.20196273199996995,
        "support_discounts": 0.037561015999926894,
        "scoring": 0.5773486499999763,
        "sort": 0.05606626500002676,
        "collapse": 0.018571922999967683,
        "other": 0.224268370000118
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 47,
      "subject_id": null,
      "total_seconds": 12.341865269999971,
      "stages": {
        "setup": 0.04664992799996526,
        "embed": 5.110000529384706e-7,
        "sql_fetch": 1.5458540399999947,
        "decode": 4.990167537997422,
        "hydrate": 3.6541661890025807,
        "filters": 0.12433749900003477,
        "source_rows": 0.1980909620000375,
        "support_discounts": 0.03822281700001895,
        "scoring": 1.4470399900000075,
        "sort": 0.05440196500001093,
        "collapse": 0.01783981500000209,
        "other": 0.22509401599984358
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 48,
      "subject_id": null,
      "total_seconds": 11.595968856000013,
      "stages": {
        "setup": 0.04630696300000636,
        "embed": 1.500000053056283e-7,
        "sql_fetch": 1.180612162999978,
        "decode": 4.996625366999751,
        "hydrate": 4.131500890000325,
        "filters": 0.12625098199998774,
        "source_rows": 0.19850323899993327,
        "support_discounts": 0.03706693799995264,
        "scoring": 0.5853152160000263,
        "sort": 0.05550573900006839,
        "collapse": 0.018580393999968692,
        "other": 0.21970081500001015
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 49,
      "subject_id": null,
      "total_seconds": 11.980778716000032,
      "stages": {
        "setup": 0.04647351100004471,
        "embed": 2.299999550814391e-7,
        "sql_fetch": 1.482148508000023,
        "decode": 4.990723032995334,
        "hydrate": 4.166610639004716,
        "filters": 0.13405294400001821,
        "source_rows": 0.20810263299995313,
        "support_discounts": 0.038881555999978445,
        "scoring": 0.5998063949999732,
        "sort": 0.0561660099999699,
        "collapse": 0.018225538000024244,
        "other": 0.23958771900004194
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 50,
      "subject_id": null,
      "total_seconds": 12.376227002000064,
      "stages": {
        "setup": 0.047049115000049824,
        "embed": 7.009999762885855e-7,
        "sql_fetch": 1.5422705519999909,
        "decode": 5.000004757998795,
        "hydrate": 3.6125659230011706,
        "filters": 1.0148808249999774,
        "source_rows": 0.21015300800002024,
        "support_discounts": 0.0386640010000292,
        "scoring": 0.6005110259999356,
        "sort": 0.05696377399999619,
        "collapse": 0.019496183999990535,
        "other": 0.23366713500013248
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 51,
      "subject_id": null,
      "total_seconds": 11.704289974999938,
      "stages": {
        "setup": 0.046936814999980925,
        "embed": 7.710000318184029e-7,
        "sql_fetch": 1.3346652300000414,
        "decode": 4.988341407005123,
        "hydrate": 4.08315343499487,
        "filters": 0.12716444000000138,
        "source_rows": 0.19791533900001923,
        "support_discounts": 0.0374817179999809,
        "scoring": 0.5884143680000307,
        "sort": 0.05554954799993084,
        "collapse": 0.01958588399998007,
        "other": 0.22508101999994778
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 52,
      "subject_id": null,
      "total_seconds": 12.039503115999992,
      "stages": {
        "setup": 0.04662255000005189,
        "embed": 6.509999366244301e-7,
        "sql_fetch": 1.472524822999958,
        "decode": 4.996557362003159,
        "hydrate": 4.230589536996831,
        "filters": 0.1325966880000351,
        "source_rows": 0.21134423800003788,
        "support_discounts": 0.03866657700007181,
        "scoring": 0.5984701459999542,
        "sort": 0.05850143800000751,
        "collapse": 0.01837822300001335,
        "other": 0.23525088299993513
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 53,
      "subject_id": null,
      "total_seconds": 12.543491144999962,
      "stages": {
        "setup": 0.04753396299997803,
        "embed": 4.910000370728085e-7,
        "sql_fetch": 1.5776205710000113,
        "decode": 5.044150450024063,
        "hydrate": 3.715595875975964,
        "filters": 0.13485526599993136,
        "source_rows": 0.2001913690000947,
        "support_discounts": 0.037682622000033916,
        "scoring": 1.4743256519999477,
        "sort": 0.056611083000007056,
        "collapse": 0.01858643299999585,
        "other": 0.236337368999898
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    },
    {
      "question_index": 54,
      "subject_id": null,
      "total_seconds": 11.732192986000086,
      "stages": {
        "setup": 0.046894327000018166,
        "embed": 5.210000608713017e-7,
        "sql_fetch": 1.173836319999964,
        "decode": 5.038959804992146,
        "hydrate": 4.198717310007964,
        "filters": 0.14417777999994996,
        "source_rows": 0.2042012499999828,
        "support_discounts": 0.040573846000029334,
        "scoring": 0.5798199289999957,
        "sort": 0.0543585540000322,
        "collapse": 0.01993362400003207,
        "other": 0.23071971999991092
      },
      "rows_read": 56000,
      "embedding_json_bytes": 471705785,
      "models_hydrated": 56000,
      "candidates_scored": 54129,
      "snapshot_ids_looked_up": 1750,
      "entry_ids_looked_up": 683,
      "results": 40
    }
  ],
  "cosine_reference": {
    "vectors": 56000,
    "loop_seconds": 0.18443051200006266,
    "stack_seconds": 0.05503951100001814,
    "matmul_seconds": 0.0058402909999131225
  },
  "peak_rss_bytes": 1459384320,
  "sampled_peak_rss_bytes": 1377656832,
  "environment": {
    "git_sha": "50a98fcba6fc449b91d8fcd8631056d69b6eed07",
    "package_version": "1.192.16",
    "python": "3.11.17",
    "numpy": "2.4.6",
    "sqlite": "3.53.1",
    "sqlalchemy": "2.1.4",
    "pydantic": "2.14.1",
    "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "cpu": "AMD EPYC 9V74 80-Core Processor",
    "cpu_count": 2,
    "memory_bytes": 8323964928,
    "load_average_before": [
      1.02392578125,
      0.82666015625,
      0.408203125
    ],
    "load_average_after": [
      1.0,
      0.98876953125,
      0.71728515625
    ],
    "bench_lock": null,
    "config": "config.yaml"
  },
  "error": null,
  "notes": []
}
]
