{
 "about": "Acceptance items 2 to 4, run 2026-10-12 before any implementation: the gate sets through scripts/replay_update_probe.py (contradiction probe and the production update protocol per sample, both purposes pinned to the model, 3 samples), and the census of 100 sweep-qualifying pairs from migrated copies of ~/.particles/benchmark/stores/s150-slot-kind-2026-10-01 (20 stores drawn with seed 20261012, each store's top 100 by similarity, 5 drawn from each; one sample per pair). Census claim texts are not recorded here.",
 "spend_usd": {
  "claude-sonnet-5-5": {
   "gate_sets": 1.0776,
   "census": 0.443
  },
  "claude-sonnet-4-6": {
   "gate_sets": 1.1401,
   "census": 0.4633
  }
 },
 "gate": {
  "claude-sonnet-5-5": {
   "halves": "production",
   "gate": {
    "rows": [
     {
      "id": "res-dated-newer",
      "class": "dated-update",
      "older": "The user lives in Antwerp.",
      "newer": "The user moved to Ghent, as stated in a session dated 2026-05-02.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": null,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "res-dated-both",
      "class": "dated-update",
      "older": "The user lives in Antwerp, as of 2026-01-10.",
      "newer": "The user lives in Ghent, as of 2026-05-02.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "employer-dated",
      "class": "dated-update",
      "older": "The user works at Halvorsen Logistics, as of 2026-01-15.",
      "newer": "The user started a new job at Brightwater Labs on 2026-03-02.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "manager-dated",
      "class": "dated-update",
      "older": "The user's manager is Priya, as of 2026-02-03.",
      "newer": "The user's manager is now Ines, as stated in a session dated 2026-04-11.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "diet-since",
      "class": "dated-update",
      "older": "The user eats meat.",
      "newer": "The user has been vegan since 2026-06-01.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "phone-dated",
      "class": "dated-update",
      "older": "The user uses an iPhone 13.",
      "newer": "The user switched to a Pixel 9, as stated in a session dated 2026-07-19.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "host-dated",
      "class": "dated-update",
      "older": "The billing service is hosted on Render, as of 2026-03-02.",
      "newer": "The billing service was migrated to DigitalOcean on 2026-04-15.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "count-dated",
      "class": "dated-update",
      "older": "The user has run 3 marathons, as of 2026-01-05.",
      "newer": "The user has run 4 marathons, as stated in a session dated 2026-10-01.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "stay-to-home-dated",
      "class": "dated-update",
      "older": "The user is in Montreal for a two-week conference, as of 2026-05-10.",
      "newer": "The user relocated to Montreal, as stated in a session dated 2026-05-20.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "gym-dated",
      "class": "dated-update",
      "older": "The user's gym is FitHub on Elm Street, as of 2026-02-01.",
      "newer": "The user cancelled FitHub and now trains at Ironworks Gym, as stated in a session dated 2026-05-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "pets",
      "class": "coexisting",
      "older": "The user has a cat named Miso.",
      "newer": "The user adopted a dog named Pepper, as stated in a session dated 2026-06-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "languages",
      "class": "coexisting",
      "older": "The user speaks French, as of 2026-01-20.",
      "newer": "The user is learning Japanese, as stated in a session dated 2026-04-03.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "hobbies",
      "class": "coexisting",
      "older": "The user plays tennis on Saturdays, as of 2026-02-01.",
      "newer": "The user joined a climbing gym on 2026-04-09.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "stack",
      "class": "coexisting",
      "older": "The project uses Redis for caching.",
      "newer": "The project added PostgreSQL for its user accounts on 2026-05-03.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "accounts",
      "class": "coexisting",
      "older": "The user has a savings account with Nordbank.",
      "newer": "The user opened a current account with Kestrel Bank, as stated in a session dated 2026-03-14.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "trips",
      "class": "separate-events",
      "older": "The user took a five-day trip to Rome in March 2026.",
      "newer": "The user spent a weekend in Vienna, as stated in a session dated 2026-06-14.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "purchases",
      "class": "separate-events",
      "older": "The user paid $90 for running shoes, as of 2026-02-02.",
      "newer": "The user bought a rain jacket for $120 on 2026-04-20.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "races",
      "class": "separate-events",
      "older": "The user ran a half marathon in Bruges on 2026-03-08.",
      "newer": "The user ran a 10K in Leuven, as stated in a session dated 2026-05-17.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "flat-detail",
      "class": "added-detail",
      "older": "The user lives in Antwerp.",
      "newer": "The user's flat in Antwerp has a small balcony, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "role-detail",
      "class": "added-detail",
      "older": "The user works at Halvorsen Logistics.",
      "newer": "The user leads the routing team at Halvorsen Logistics, as of 2026-04-01.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "lived-until",
      "class": "past-value",
      "older": "The user lived in Utrecht until 2025.",
      "newer": "The user lives in Ghent, as of 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": null
       }
      ]
     },
     {
      "id": "manager-previously",
      "class": "past-value",
      "older": "The user's manager was previously Priya.",
      "newer": "The user's manager is Ines, as stated in a session dated 2026-04-11.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "dated-history",
      "class": "past-value",
      "older": "As of 2026-03-01, when the user lived in Antwerp, the user commuted by tram.",
      "newer": "The user lives in Ghent, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "decided-move",
      "class": "decided-not-done",
      "older": "The user lives in Antwerp.",
      "newer": "The user has decided to move to Ghent next spring, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "home-then-visit",
      "class": "lasting-then-temporary",
      "older": "The user lives in Antwerp.",
      "newer": "The user is in Ghent for three days for a wedding, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "job-then-secondment",
      "class": "lasting-then-temporary",
      "older": "The user works full-time at Halvorsen Logistics.",
      "newer": "The user is on a two-month secondment to the Oslo office, as of 2026-04-01.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "deploy-step",
      "class": "relied-on",
      "older": "Deploy the billing service with `render deploy`.",
      "newer": "The billing service was migrated to DigitalOcean on 2026-04-15.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "commute",
      "class": "relied-on",
      "older": "The user's commute to the Halvorsen office is a 15-minute bike ride.",
      "newer": "The user moved to Ghent, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "kettle-price",
      "class": "fixed",
      "older": "The Brightwater X2 kettle costs $49.",
      "newer": "The Brightwater X2 kettle costs $59, as stated in a review dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       }
      ]
     },
     {
      "id": "case-trip-5-5-r2",
      "class": "case",
      "older": "The user is in Mumbai for a week for work, as of 2026-10-08.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-trip-5-5-r1",
      "class": "case",
      "older": "The user is in Mumbai for a week on a work trip, as of 2026-10-08.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-residence-5-5-r2",
      "class": "case",
      "older": "The user lives in Lajpat Nagar, Delhi.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": null,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-residence-5-5-r1",
      "class": "case",
      "older": "The user lives in a flat in Lajpat Nagar, Delhi.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-home-5-5",
      "class": "case",
      "older": "The user's home is in Delhi.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-trip-4-6",
      "class": "case",
      "older": "The user is in Mumbai for a week for work.",
      "newer": "The user moved to Mumbai.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-trip-alone",
      "class": "case",
      "older": "The user lives in Lajpat Nagar, Delhi.",
      "newer": "The user is in Mumbai for a week for work, as of 2026-10-08.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "case-flight",
      "class": "case",
      "older": "The user flies from Mumbai back to Delhi on Thursday 2026-10-15.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "report",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "case-hotel",
      "class": "case",
      "older": "The user is staying at a hotel in Bandra, Mumbai.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "report",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     }
    ],
    "bars": {
     "proposed": {
      "positives_retired": "10/10",
      "positive_misses": [],
      "false_retirements": "2/57",
      "false_rows": [
       "lived-until"
      ],
      "ok": false
     },
     "shipped": {
      "positives_retired": "1/10",
      "positive_misses": [
       "res-dated-newer",
       "res-dated-both",
       "employer-dated",
       "manager-dated",
       "phone-dated",
       "host-dated",
       "count-dated",
       "stay-to-home-dated",
       "gym-dated"
      ],
      "false_retirements": "0/57",
      "false_rows": [],
      "ok": false
     },
     "case": {
      "case-trip-5-5-r2": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 0,
       "of": 3
      },
      "case-trip-5-5-r1": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 0,
       "of": 3
      },
      "case-residence-5-5-r2": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 1,
       "of": 3
      },
      "case-residence-5-5-r1": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 1,
       "of": 3
      },
      "case-home-5-5": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 1,
       "of": 3
      },
      "case-trip-4-6": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 0,
       "of": 3
      },
      "case-trip-alone": {
       "expected": "not_changes",
       "proposed": 0,
       "shipped": 0,
       "of": 3
      },
      "case-flight": {
       "expected": "report",
       "proposed": 0,
       "shipped": 0,
       "of": 3
      },
      "case-hotel": {
       "expected": "report",
       "proposed": 3,
       "shipped": 0,
       "of": 3
      }
     }
    }
   },
   "gate-heldout": {
    "rows": [
     {
      "id": "tartu-tallinn",
      "class": "dated-update",
      "older": "The user rents an apartment in Tartu.",
      "newer": "Since August 2026 the user has lived in Tallinn.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "car",
      "class": "dated-update",
      "older": "The user drives a 2015 Honda Civic (noted 2026-02-11).",
      "newer": "The user sold the Civic and now drives a Kia EV6, per a note from 2026-08-03.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "standup",
      "class": "dated-update",
      "older": "The team's daily standup is at 9:30.",
      "newer": "On 2026-07-01 the team moved its daily standup to 10:15.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "isp",
      "class": "dated-update",
      "older": "The user's internet provider is Telenet.",
      "newer": "The user changed internet provider to Proximus on 14 June 2026.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "laptop",
      "class": "dated-update",
      "older": "The user's main laptop is a ThinkPad X1 (noted 2026-01-09).",
      "newer": "The user replaced the ThinkPad with a MacBook Air on 2026-06-22.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "rent",
      "class": "dated-update",
      "older": "The user's monthly rent is 950 euros.",
      "newer": "From 2026-09-01 the user's rent went up to 1,020 euros a month.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "krakow-let",
      "class": "dated-update",
      "older": "The user is staying in a short-let flat in Krakow for May 2026.",
      "newer": "The user signed a permanent lease in Krakow on 2026-06-02 and lives there now.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "ci",
      "class": "dated-update",
      "older": "The repository's CI runs on Travis CI.",
      "newer": "The repository's CI was switched to GitHub Actions on 2026-03-30.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": null,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "bikes",
      "class": "coexisting",
      "older": "The user owns a road bike.",
      "newer": "The user bought a gravel bike on 2026-07-12.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "volunteering",
      "class": "coexisting",
      "older": "The user volunteers at a food bank on Sundays.",
      "newer": "Since June 2026 the user has also coached a youth football team.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "backend-lang",
      "class": "coexisting",
      "older": "The project's backend is written in Go.",
      "newer": "On 2026-04-02 the team added a Python service for report generation.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "shows",
      "class": "separate-events",
      "older": "The user saw Hamlet at the National Theatre on 2026-02-14.",
      "newer": "The user went to a jazz concert at the Barbican on 2026-05-30.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "donations",
      "class": "separate-events",
      "older": "The user donated 50 euros to a hospice in January 2026.",
      "newer": "The user donated 30 euros to a wildlife charity on 2026-04-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "floor",
      "class": "added-detail",
      "older": "The user rents an apartment in Tartu.",
      "newer": "The user's apartment in Tartu is on the fourth floor (noted 2026-03-05).",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "used-to",
      "class": "past-value",
      "older": "The user used to work night shifts at a bakery.",
      "newer": "The user works as a data analyst at Kestrel Insurance, per a note from 2026-08-03.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "planning-house",
      "class": "decided-not-done",
      "older": "The user rents an apartment in Tartu.",
      "newer": "On 2026-08-03 the user said they plan to buy a house in Tallinn next year.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "riga-course",
      "class": "lasting-then-temporary",
      "older": "The user lives in Tartu.",
      "newer": "From 2026-08-01 the user is spending ten days in Riga for a training course.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "town-hall-walk",
      "class": "relied-on",
      "older": "The user's apartment is a five-minute walk from Tartu's Town Hall Square.",
      "newer": "Since August 2026 the user has lived in Tallinn.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": true,
        "slot": "different"
       }
      ]
     },
     {
      "id": "battery",
      "class": "fixed",
      "older": "The Kia EV6 has a 77.4 kWh battery.",
      "newer": "The Kia EV6's battery is 84 kWh, per a review dated 2026-05-11.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       }
      ]
     }
    ],
    "bars": {
     "proposed": {
      "positives_retired": "8/8",
      "positive_misses": [],
      "false_retirements": "0/33",
      "false_rows": [],
      "ok": true
     },
     "shipped": {
      "positives_retired": "1/8",
      "positive_misses": [
       "tartu-tallinn",
       "car",
       "isp",
       "laptop",
       "rent",
       "krakow-let",
       "ci"
      ],
      "false_retirements": "0/33",
      "false_rows": [],
      "ok": false
     },
     "case": {}
    }
   }
  },
  "claude-sonnet-4-6": {
   "halves": "production",
   "gate": {
    "rows": [
     {
      "id": "res-dated-newer",
      "class": "dated-update",
      "older": "The user lives in Antwerp.",
      "newer": "The user moved to Ghent, as stated in a session dated 2026-05-02.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "res-dated-both",
      "class": "dated-update",
      "older": "The user lives in Antwerp, as of 2026-01-10.",
      "newer": "The user lives in Ghent, as of 2026-05-02.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "employer-dated",
      "class": "dated-update",
      "older": "The user works at Halvorsen Logistics, as of 2026-01-15.",
      "newer": "The user started a new job at Brightwater Labs on 2026-03-02.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "manager-dated",
      "class": "dated-update",
      "older": "The user's manager is Priya, as of 2026-02-03.",
      "newer": "The user's manager is now Ines, as stated in a session dated 2026-04-11.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "diet-since",
      "class": "dated-update",
      "older": "The user eats meat.",
      "newer": "The user has been vegan since 2026-06-01.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "phone-dated",
      "class": "dated-update",
      "older": "The user uses an iPhone 13.",
      "newer": "The user switched to a Pixel 9, as stated in a session dated 2026-07-19.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "host-dated",
      "class": "dated-update",
      "older": "The billing service is hosted on Render, as of 2026-03-02.",
      "newer": "The billing service was migrated to DigitalOcean on 2026-04-15.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "count-dated",
      "class": "dated-update",
      "older": "The user has run 3 marathons, as of 2026-01-05.",
      "newer": "The user has run 4 marathons, as stated in a session dated 2026-10-01.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "stay-to-home-dated",
      "class": "dated-update",
      "older": "The user is in Montreal for a two-week conference, as of 2026-05-10.",
      "newer": "The user relocated to Montreal, as stated in a session dated 2026-05-20.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "gym-dated",
      "class": "dated-update",
      "older": "The user's gym is FitHub on Elm Street, as of 2026-02-01.",
      "newer": "The user cancelled FitHub and now trains at Ironworks Gym, as stated in a session dated 2026-05-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "pets",
      "class": "coexisting",
      "older": "The user has a cat named Miso.",
      "newer": "The user adopted a dog named Pepper, as stated in a session dated 2026-06-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "languages",
      "class": "coexisting",
      "older": "The user speaks French, as of 2026-01-20.",
      "newer": "The user is learning Japanese, as stated in a session dated 2026-04-03.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "hobbies",
      "class": "coexisting",
      "older": "The user plays tennis on Saturdays, as of 2026-02-01.",
      "newer": "The user joined a climbing gym on 2026-04-09.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "stack",
      "class": "coexisting",
      "older": "The project uses Redis for caching.",
      "newer": "The project added PostgreSQL for its user accounts on 2026-05-03.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "accounts",
      "class": "coexisting",
      "older": "The user has a savings account with Nordbank.",
      "newer": "The user opened a current account with Kestrel Bank, as stated in a session dated 2026-03-14.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "trips",
      "class": "separate-events",
      "older": "The user took a five-day trip to Rome in March 2026.",
      "newer": "The user spent a weekend in Vienna, as stated in a session dated 2026-06-14.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "purchases",
      "class": "separate-events",
      "older": "The user paid $90 for running shoes, as of 2026-02-02.",
      "newer": "The user bought a rain jacket for $120 on 2026-04-20.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "races",
      "class": "separate-events",
      "older": "The user ran a half marathon in Bruges on 2026-03-08.",
      "newer": "The user ran a 10K in Leuven, as stated in a session dated 2026-05-17.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "flat-detail",
      "class": "added-detail",
      "older": "The user lives in Antwerp.",
      "newer": "The user's flat in Antwerp has a small balcony, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "role-detail",
      "class": "added-detail",
      "older": "The user works at Halvorsen Logistics.",
      "newer": "The user leads the routing team at Halvorsen Logistics, as of 2026-04-01.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "lived-until",
      "class": "past-value",
      "older": "The user lived in Utrecht until 2025.",
      "newer": "The user lives in Ghent, as of 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "manager-previously",
      "class": "past-value",
      "older": "The user's manager was previously Priya.",
      "newer": "The user's manager is Ines, as stated in a session dated 2026-04-11.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "dated-history",
      "class": "past-value",
      "older": "As of 2026-03-01, when the user lived in Antwerp, the user commuted by tram.",
      "newer": "The user lives in Ghent, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "decided-move",
      "class": "decided-not-done",
      "older": "The user lives in Antwerp.",
      "newer": "The user has decided to move to Ghent next spring, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "home-then-visit",
      "class": "lasting-then-temporary",
      "older": "The user lives in Antwerp.",
      "newer": "The user is in Ghent for three days for a wedding, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "job-then-secondment",
      "class": "lasting-then-temporary",
      "older": "The user works full-time at Halvorsen Logistics.",
      "newer": "The user is on a two-month secondment to the Oslo office, as of 2026-04-01.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "deploy-step",
      "class": "relied-on",
      "older": "Deploy the billing service with `render deploy`.",
      "newer": "The billing service was migrated to DigitalOcean on 2026-04-15.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "different"
       },
       {
        "contradiction": true,
        "slot": "different"
       },
       {
        "contradiction": true,
        "slot": "different"
       }
      ]
     },
     {
      "id": "commute",
      "class": "relied-on",
      "older": "The user's commute to the Halvorsen office is a 15-minute bike ride.",
      "newer": "The user moved to Ghent, as stated in a session dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "kettle-price",
      "class": "fixed",
      "older": "The Brightwater X2 kettle costs $49.",
      "newer": "The Brightwater X2 kettle costs $59, as stated in a review dated 2026-05-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       }
      ]
     },
     {
      "id": "case-trip-5-5-r2",
      "class": "case",
      "older": "The user is in Mumbai for a week for work, as of 2026-10-08.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-trip-5-5-r1",
      "class": "case",
      "older": "The user is in Mumbai for a week on a work trip, as of 2026-10-08.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-residence-5-5-r2",
      "class": "case",
      "older": "The user lives in Lajpat Nagar, Delhi.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-residence-5-5-r1",
      "class": "case",
      "older": "The user lives in a flat in Lajpat Nagar, Delhi.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-home-5-5",
      "class": "case",
      "older": "The user's home is in Delhi.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-trip-4-6",
      "class": "case",
      "older": "The user is in Mumbai for a week for work.",
      "newer": "The user moved to Mumbai.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "case-trip-alone",
      "class": "case",
      "older": "The user lives in Lajpat Nagar, Delhi.",
      "newer": "The user is in Mumbai for a week for work, as of 2026-10-08.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "case-flight",
      "class": "case",
      "older": "The user flies from Mumbai back to Delhi on Thursday 2026-10-15.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "report",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "case-hotel",
      "class": "case",
      "older": "The user is staying at a hotel in Bandra, Mumbai.",
      "newer": "The user moved to Mumbai, as stated in a session dated 2026-10-09.",
      "expected": "report",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     }
    ],
    "bars": {
     "proposed": {
      "positives_retired": "10/10",
      "positive_misses": [],
      "false_retirements": "5/57",
      "false_rows": [
       "lived-until",
       "manager-previously",
       "dated-history"
      ],
      "ok": false
     },
     "shipped": {
      "positives_retired": "4/10",
      "positive_misses": [
       "res-dated-both",
       "employer-dated",
       "manager-dated",
       "host-dated",
       "count-dated",
       "gym-dated"
      ],
      "false_retirements": "0/57",
      "false_rows": [],
      "ok": false
     },
     "case": {
      "case-trip-5-5-r2": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 3,
       "of": 3
      },
      "case-trip-5-5-r1": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 3,
       "of": 3
      },
      "case-residence-5-5-r2": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 3,
       "of": 3
      },
      "case-residence-5-5-r1": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 3,
       "of": 3
      },
      "case-home-5-5": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 3,
       "of": 3
      },
      "case-trip-4-6": {
       "expected": "changes",
       "proposed": 3,
       "shipped": 0,
       "of": 3
      },
      "case-trip-alone": {
       "expected": "not_changes",
       "proposed": 0,
       "shipped": 0,
       "of": 3
      },
      "case-flight": {
       "expected": "report",
       "proposed": 0,
       "shipped": 0,
       "of": 3
      },
      "case-hotel": {
       "expected": "report",
       "proposed": 3,
       "shipped": 0,
       "of": 3
      }
     }
    }
   },
   "gate-heldout": {
    "rows": [
     {
      "id": "tartu-tallinn",
      "class": "dated-update",
      "older": "The user rents an apartment in Tartu.",
      "newer": "Since August 2026 the user has lived in Tallinn.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "car",
      "class": "dated-update",
      "older": "The user drives a 2015 Honda Civic (noted 2026-02-11).",
      "newer": "The user sold the Civic and now drives a Kia EV6, per a note from 2026-08-03.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "standup",
      "class": "dated-update",
      "older": "The team's daily standup is at 9:30.",
      "newer": "On 2026-07-01 the team moved its daily standup to 10:15.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "isp",
      "class": "dated-update",
      "older": "The user's internet provider is Telenet.",
      "newer": "The user changed internet provider to Proximus on 14 June 2026.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "laptop",
      "class": "dated-update",
      "older": "The user's main laptop is a ThinkPad X1 (noted 2026-01-09).",
      "newer": "The user replaced the ThinkPad with a MacBook Air on 2026-06-22.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "rent",
      "class": "dated-update",
      "older": "The user's monthly rent is 950 euros.",
      "newer": "From 2026-09-01 the user's rent went up to 1,020 euros a month.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "krakow-let",
      "class": "dated-update",
      "older": "The user is staying in a short-let flat in Krakow for May 2026.",
      "newer": "The user signed a permanent lease in Krakow on 2026-06-02 and lives there now.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       },
       {
        "contradiction": false,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "ci",
      "class": "dated-update",
      "older": "The repository's CI runs on Travis CI.",
      "newer": "The repository's CI was switched to GitHub Actions on 2026-03-30.",
      "expected": "changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "bikes",
      "class": "coexisting",
      "older": "The user owns a road bike.",
      "newer": "The user bought a gravel bike on 2026-07-12.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "volunteering",
      "class": "coexisting",
      "older": "The user volunteers at a food bank on Sundays.",
      "newer": "Since June 2026 the user has also coached a youth football team.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "backend-lang",
      "class": "coexisting",
      "older": "The project's backend is written in Go.",
      "newer": "On 2026-04-02 the team added a Python service for report generation.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "shows",
      "class": "separate-events",
      "older": "The user saw Hamlet at the National Theatre on 2026-02-14.",
      "newer": "The user went to a jazz concert at the Barbican on 2026-05-30.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "donations",
      "class": "separate-events",
      "older": "The user donated 50 euros to a hospice in January 2026.",
      "newer": "The user donated 30 euros to a wildlife charity on 2026-04-02.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "floor",
      "class": "added-detail",
      "older": "The user rents an apartment in Tartu.",
      "newer": "The user's apartment in Tartu is on the fourth floor (noted 2026-03-05).",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "used-to",
      "class": "past-value",
      "older": "The user used to work night shifts at a bakery.",
      "newer": "The user works as a data analyst at Kestrel Insurance, per a note from 2026-08-03.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "planning-house",
      "class": "decided-not-done",
      "older": "The user rents an apartment in Tartu.",
      "newer": "On 2026-08-03 the user said they plan to buy a house in Tallinn next year.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "riga-course",
      "class": "lasting-then-temporary",
      "older": "The user lives in Tartu.",
      "newer": "From 2026-08-01 the user is spending ten days in Riga for a training course.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       },
       {
        "contradiction": false,
        "slot": "different"
       }
      ]
     },
     {
      "id": "town-hall-walk",
      "class": "relied-on",
      "older": "The user's apartment is a five-minute walk from Tartu's Town Hall Square.",
      "newer": "Since August 2026 the user has lived in Tallinn.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       },
       {
        "contradiction": true,
        "slot": "changes"
       }
      ]
     },
     {
      "id": "battery",
      "class": "fixed",
      "older": "The Kia EV6 has a 77.4 kWh battery.",
      "newer": "The Kia EV6's battery is 84 kWh, per a review dated 2026-05-11.",
      "expected": "not_changes",
      "samples": [
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       },
       {
        "contradiction": true,
        "slot": "fixed"
       }
      ]
     }
    ],
    "bars": {
     "proposed": {
      "positives_retired": "8/8",
      "positive_misses": [],
      "false_retirements": "3/33",
      "false_rows": [
       "town-hall-walk"
      ],
      "ok": false
     },
     "shipped": {
      "positives_retired": "5/8",
      "positive_misses": [
       "tartu-tallinn",
       "laptop",
       "krakow-let"
      ],
      "false_retirements": "3/33",
      "false_rows": [
       "town-hall-walk"
      ],
      "ok": false
     },
     "case": {}
    }
   }
  }
 },
 "census": {
  "claude-sonnet-5-5": {
   "pairs": 100,
   "contradiction_yes": 2,
   "contradiction_unusable": 1,
   "slot": {
    "changes": 0,
    "different": 100,
    "fixed": 0,
    "none": 0
   },
   "shipped_retires": 0,
   "proposed_only": 0
  },
  "claude-sonnet-4-6": {
   "pairs": 100,
   "contradiction_yes": 5,
   "contradiction_unusable": 0,
   "slot": {
    "changes": 0,
    "different": 100,
    "fixed": 0,
    "none": 0
   },
   "shipped_retires": 0,
   "proposed_only": 0
  }
 }
}