{
  "surface": "openaddict-job",
  "version": "job-v1",
  "generatedAt": "2026-10-03",
  "generatedAtMeans": "The newest run date this document reads. It is not the time the file was written.",
  "rule": "Every figure is read inside one job and one instrument and names the run it came from. Nothing is averaged across instruments, and a job measured on two instruments carries a separate entry for each. An absence is a reason, never a zero.",
  "job": "traffic-drop-triage",
  "jobKind": "workflow",
  "jobLabel": "Traffic drop triage",
  "measure": "share of runs that named the right cause",
  "scale": "unit",
  "url": "https://openaddict.com/jobs/traffic-drop-triage",
  "sentence": "Traffic drop triage means an agent reading a site's traffic data with tools and naming why its search traffic fell. Each model ran it five times in Claude Code.",
  "picks": [
    {
      "instrument": "claude-code",
      "instrumentLabel": "tested in Claude Code",
      "run": {
        "id": "workflow-full-run",
        "label": "Workflow run, five times each",
        "date": "2026-09-10"
      },
      "joined": [],
      "best": {
        "measured": true,
        "run": "workflow-full-run",
        "runLabel": "Workflow run, five times each",
        "tier": "t1",
        "leaders": [
          {
            "model": "claude-opus-5",
            "name": "Claude Opus 5",
            "mean": 1,
            "shown": "100.0%",
            "run": "workflow-full-run"
          },
          {
            "model": "claude-fable-5-1",
            "name": "Claude Fable 5.1",
            "mean": 1,
            "shown": "100.0%",
            "run": "workflow-full-run"
          }
        ],
        "close": [],
        "rangeAbsent": true
      },
      "cheapest": {
        "measured": false,
        "reason": "This run does not publish a cost per task."
      },
      "consistent": {
        "measured": false,
        "reason": "No run asked these tasks more than once this way, so there is no repeat to compare."
      },
      "fastest": {
        "measured": false,
        "reason": "No run of this job timed its calls this way."
      },
      "sentence": "In Claude Code, Claude Opus 5 and Claude Fable 5.1 tie for the top score."
    }
  ],
  "scores": [
    {
      "instrument": "claude-code",
      "instrumentLabel": "tested in Claude Code",
      "run": {
        "id": "workflow-full-run",
        "label": "Workflow run, five times each",
        "date": "2026-09-10"
      },
      "joined": [],
      "tasks": null,
      "tiers": [
        "t1"
      ],
      "entries": [
        {
          "kind": "absent",
          "model": "claude-haiku-4-5",
          "name": "Claude Haiku 4.5",
          "word": "not run",
          "reason": "Before we buy a single run we check that a session can only read the files we put in front of it. That check never came back the way it has to, on any of the 3 tries we had written down beforehand, so we bought no runs at all. This is us declining to measure, and it says nothing about the model."
        },
        {
          "kind": "absent",
          "model": "claude-fable-5",
          "name": "Claude Fable 5",
          "word": "not run",
          "reason": null
        },
        {
          "kind": "figure",
          "model": "claude-fable-5-1",
          "name": "Claude Fable 5.1",
          "mean": 1,
          "shown": "100.0%",
          "tier": "t1",
          "tierWord": "tier 1",
          "mark": "best",
          "run": "workflow-full-run",
          "repeat": "not asked twice",
          "repeatSetting": null,
          "atCeiling": true
        },
        {
          "kind": "figure",
          "model": "claude-opus-5",
          "name": "Claude Opus 5",
          "mean": 1,
          "shown": "100.0%",
          "tier": "t1",
          "tierWord": "tier 1",
          "mark": "best",
          "run": "workflow-full-run",
          "repeat": "not asked twice",
          "repeatSetting": null,
          "atCeiling": true
        },
        {
          "kind": "absent",
          "model": "claude-opus-5-5",
          "name": "Claude Opus 5.5",
          "word": "not run",
          "reason": null
        },
        {
          "kind": "figure",
          "model": "claude-sonnet-5",
          "name": "Claude Sonnet 5",
          "mean": 0.8,
          "shown": "80.0%",
          "tier": "t1",
          "tierWord": "tier 1",
          "mark": null,
          "run": "workflow-full-run",
          "repeat": "not asked twice",
          "repeatSetting": null,
          "atCeiling": false
        }
      ]
    }
  ],
  "helps": [],
  "nothingLeftToMeasure": [
    {
      "instrument": "claude-code",
      "model": "claude-fable-5-1",
      "name": "Claude Fable 5.1",
      "unaided": "100.0%",
      "tier": "t1"
    },
    {
      "instrument": "claude-code",
      "model": "claude-opus-5",
      "name": "Claude Opus 5",
      "unaided": "100.0%",
      "tier": "t1"
    }
  ],
  "honestStop": {
    "cue": "the export manifest every session reads, which lists under what is absent that no prior-year comparison is available",
    "rows": [
      {
        "model": "claude-opus-5",
        "name": "Claude Opus 5",
        "notTold": {
          "stopped": 5,
          "runs": 5
        },
        "notToldText": "stopped 5 of 5, went ahead 0 of 5",
        "told": {
          "stopped": 5,
          "runs": 5
        },
        "toldText": "stopped 5 of 5, went ahead 0 of 5"
      },
      {
        "model": "claude-sonnet-5",
        "name": "Claude Sonnet 5",
        "notTold": {
          "stopped": 5,
          "runs": 5
        },
        "notToldText": "stopped 5 of 5, went ahead 0 of 5",
        "told": {
          "stopped": 5,
          "runs": 5
        },
        "toldText": "stopped 5 of 5, went ahead 0 of 5"
      },
      {
        "model": "claude-haiku-4-5",
        "name": "Claude Haiku 4.5",
        "notTold": {
          "stopped": 3,
          "runs": 4
        },
        "notToldText": "stopped 3 of 4, went ahead 1 of 4",
        "told": null,
        "toldText": "not run"
      },
      {
        "model": "claude-fable-5-1",
        "name": "Claude Fable 5.1",
        "notTold": {
          "stopped": 4,
          "runs": 4
        },
        "notToldText": "stopped 4 of 4, went ahead 0 of 4",
        "told": {
          "stopped": 5,
          "runs": 5
        },
        "toldText": "stopped 5 of 5, went ahead 0 of 5"
      },
      {
        "model": "claude-opus-5-5",
        "name": "Claude Opus 5.5",
        "notTold": {
          "stopped": 5,
          "runs": 5
        },
        "notToldText": "stopped 5 of 5, went ahead 0 of 5",
        "told": null,
        "toldText": "not run"
      }
    ]
  },
  "tierNote": "A workflow has no tiers. Each model ran the same steps on the same material, and one input was left out on purpose.",
  "versionPairs": []
}