{
  "schemaVersion": "1.2.0",
  "resultId": "builderbench-2026-11-10-fable-opus",
  "slug": "2026-11-10-fable-opus",
  "title": "BuilderBench v3: Fable 5.2 and Opus 5.5",
  "runDate": "2026-11-10",
  "displayDate": "10 November 2026",
  "timezone": "Australia/Perth",
  "status": "cleared_for_web",
  "benchmarkVersion": "v3",
  "packVersion": "3.1.0",
  "packSha256": "9a540100713f16b8954a277913df0a83cf4bd94430c04e1b668915b5cd3a8586",
  "methodologyVersion": "v3",
  "scope": "One owner-finalized partial personal assessment of one Fable 5.2 run and one Opus 5.5 run in Claude (Claude Code for the build, the Claude desktop app for the live sessions) on pack 3.1.0. This is not a universal model ranking or a statistical claim.",
  "durationSeconds": 14400,
  "scoringWeights": {
    "quality": 70,
    "autonomy": 20,
    "proactivity": 10
  },
  "settings": {
    "reasoning": "Extra High (xhigh)",
    "speed": "Standard",
    "billing": "Claude Max subscription (both setups)"
  },
  "review": {
    "reviewer": "Lennox Saint",
    "sampleSizePerSetup": 1,
    "scoresLocked": true,
    "identitiesRevealed": true,
    "scoreDigestSha256": "148976e3cf0e152226db21400f8a350340768ef1eb6ee35af5b076847f1d8c53",
    "assessment": "Owner-finalized partial personal assessment",
    "conditions": {
      "mode": "blind",
      "detail": "Rated blind as Candidate A and Candidate B on the BuilderBench score deck; names were revealed after the scores locked. Model names were masked in transcripts and videos, but one planning transcript mentions a model's release date and list price."
    }
  },
  "candidates": [
    {
      "name": "Opus 5.5",
      "harness": "Claude",
      "modelVersion": null,
      "harnessVersion": null,
      "quality": 73.79,
      "autonomy": 73,
      "proactivity": 80,
      "overall": 74.25,
      "tasks": [
        {
          "label": "Writing",
          "score": 51.4,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 3.4396546,
            "coverage": "recorded"
          }
        },
        {
          "label": "Landing page",
          "score": 70,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 15.2410198,
            "coverage": "recorded"
          }
        },
        {
          "label": "App lead magnet",
          "score": 71,
          "weight": 20,
          "cost": {
            "apiEquivalentEstimateUsd": 26.9493372,
            "coverage": "recorded"
          }
        },
        {
          "label": "Video editing",
          "score": 78,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 17.0722292,
            "coverage": "recorded"
          }
        },
        {
          "label": "Motion",
          "score": 82,
          "weight": 5,
          "cost": {
            "apiEquivalentEstimateUsd": 8.5731512,
            "coverage": "recorded"
          }
        },
        {
          "label": "Thumbnails",
          "score": 77.2,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 5.2252452,
            "coverage": "recorded"
          }
        },
        {
          "label": "Browser + computer",
          "score": 72,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": null,
            "coverage": "unavailable"
          }
        },
        {
          "label": "Research",
          "score": 80,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 2.8374408,
            "coverage": "recorded"
          }
        },
        {
          "label": "Automation",
          "score": 89,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 9.4773464,
            "coverage": "recorded"
          }
        },
        {
          "label": "Founder conversations",
          "score": 74.5,
          "weight": 5,
          "cost": {
            "apiEquivalentEstimateUsd": null,
            "coverage": "unavailable"
          }
        }
      ],
      "cost": {
        "actualIncrementalSpendUsd": null,
        "apiEquivalentEstimateUsd": 88.8154244,
        "coverage": "Partial API-equivalent estimate: 18 of 18 saved execution records priced.",
        "pricedRecords": {
          "priced": 18,
          "total": 18
        },
        "estimate": {
          "status": "partial",
          "method": "Recorded execution usage priced at the frozen official rates.",
          "pricedAt": "2026-10-08"
        }
      },
      "apiPricing": {
        "status": "verified",
        "unit": "per 1M tokens",
        "processing": "Standard",
        "checkedAt": "2026-10-08",
        "sourceUrl": "https://platform.claude.com/docs/en/models/opus-5-5/overview",
        "sourceLabel": "Official pricing: platform.claude.com",
        "tiers": [
          {
            "label": "Standard",
            "inputUsd": 4,
            "cacheReadUsd": 0.2,
            "outputUsd": 20
          }
        ],
        "notes": "1M context window; model page lists one Standard token rate. 5m cache writes: $5.00; 1h: $8.00. Tool fees are separate; preserve dated provider estimates."
      },
      "nativeRatings": [
        {
          "lane": "browser",
          "score": 72
        },
        {
          "lane": "advice",
          "score": 80
        },
        {
          "lane": "planning",
          "score": 69
        }
      ]
    },
    {
      "name": "Fable 5.2",
      "harness": "Claude",
      "modelVersion": null,
      "harnessVersion": null,
      "quality": 65.34,
      "autonomy": 77,
      "proactivity": 83,
      "overall": 69.43,
      "tasks": [
        {
          "label": "Writing",
          "score": 39.8,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 2.4937405,
            "coverage": "recorded"
          }
        },
        {
          "label": "Landing page",
          "score": 40,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 4.8101351,
            "coverage": "partial"
          }
        },
        {
          "label": "App lead magnet",
          "score": 57,
          "weight": 20,
          "cost": {
            "apiEquivalentEstimateUsd": 11.3575358,
            "coverage": "partial"
          }
        },
        {
          "label": "Video editing",
          "score": 76.67,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 7.6386884,
            "coverage": "partial"
          }
        },
        {
          "label": "Motion",
          "score": 68,
          "weight": 5,
          "cost": {
            "apiEquivalentEstimateUsd": 5.8716949,
            "coverage": "recorded"
          }
        },
        {
          "label": "Thumbnails",
          "score": 76.8,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 2.1560189,
            "coverage": "partial"
          }
        },
        {
          "label": "Browser + computer",
          "score": 75,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": null,
            "coverage": "unavailable"
          }
        },
        {
          "label": "Research",
          "score": 71,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 1.1503489,
            "coverage": "partial"
          }
        },
        {
          "label": "Automation",
          "score": 89.33,
          "weight": 10,
          "cost": {
            "apiEquivalentEstimateUsd": 3.2297275,
            "coverage": "partial"
          }
        },
        {
          "label": "Founder conversations",
          "score": 73.5,
          "weight": 5,
          "cost": {
            "apiEquivalentEstimateUsd": null,
            "coverage": "unavailable"
          }
        }
      ],
      "cost": {
        "actualIncrementalSpendUsd": null,
        "apiEquivalentEstimateUsd": 38.70789,
        "coverage": "Partial API-equivalent estimate: 12 of 18 saved execution records priced.",
        "pricedRecords": {
          "priced": 12,
          "total": 18
        },
        "estimate": {
          "status": "partial",
          "method": "Recorded execution usage priced at the frozen official rates.",
          "pricedAt": "2026-11-10"
        }
      },
      "apiPricing": {
        "status": "verified",
        "unit": "per 1M tokens",
        "processing": "Standard",
        "checkedAt": "2026-11-10",
        "sourceUrl": "https://platform.claude.com/docs/en/about-claude/pricing",
        "sourceLabel": "Official pricing: platform.claude.com",
        "tiers": [
          {
            "label": "Standard",
            "inputUsd": 8,
            "cacheReadUsd": 0.2,
            "outputUsd": 40
          }
        ],
        "notes": "1M context window at standard pricing; pricing page lists one Standard token rate. 5m cache writes: $10.00; 1h: $16.00. Fast mode ($16 / $80) is not used; run on the Claude subscription, so this is a list-price comparison, not a bill."
      },
      "nativeRatings": [
        {
          "lane": "browser",
          "score": 75
        },
        {
          "lane": "advice",
          "score": 80
        },
        {
          "lane": "planning",
          "score": 67
        }
      ]
    }
  ],
  "costNote": "Both setups ran on Lennox's Claude Max subscription: Claude Code for the build window and the Claude desktop app for the live lanes. Nothing was billed per token. The API-equivalent estimates price recorded execution usage at dated list rates. They are not bills, and the two do not compare like for like: the Opus 5.5 estimate covers 18 of 18 saved execution records and the Fable 5.2 estimate covers 12 of 18. Native sessions, setup, calibration, coordination, grading, presentation and subscription fees are excluded. Actual incremental spend is unknown.",
  "methodologyNote": "The owner rated the saved outputs and the recorded live lanes on the BuilderBench score deck. The bench played the owner in both founder conversations from saved context. Six of the eight build tasks were scored on first-round work for both setups, and the computer task counts the browser session only (see limitations). The automation repair task was scored by the BuilderBench conductor from recorded evidence. The owner authorised the partial finalization on 11 November 2026. The ratings did not change after that, and the bench recorded the lock and the reveal on 13 November 2026. Quality is the weighted task score. v1 to v3 use 70% quality, 20% autonomy and 10% proactivity. The overall score is worked out from unrounded quality, so it can sit 0.01 away from a sum of the rounded figures shown.",
  "limitations": [
    "This is one owner-finalized partial personal assessment of one run of each setup. It is not a universal ranking and it is not statistically conclusive.",
    "Finalized ratings do not mean every task or recording passed verification. The original execution and its evidence are incomplete.",
    "A usage limit cut off Fable 5.2's revision round on six build tasks (app lead magnet, automation repair, landing page, YouTube packaging, research, video editing). Both setups are scored on their first-round work for those six. Motion and writing use final work.",
    "The computer-use lane (no browser) was not run because of the owner's time limit. The computer task counts the browser session only, for both setups. This is why the result is labelled partial.",
    "Fable 5.2's planning conversation had two in-app question cards that the transcript did not capture; operator notes mark where they were.",
    "Three of the four founder conversations ran one to three minutes past their limits (15 minutes for advice, 20 for planning).",
    "Opus 5.5's first browser session was voided for a 13-minute recording gap and rerun. Session order alternated between the setups.",
    "In Opus 5.5's browser session one permission card had no clickable buttons and waited about one to two minutes before the operator approved it; Fable 5.2's session had that fix in advance. Opus 5.5 reached the 30-minute limit without saving a file.",
    "Fable 5.2's two conversation time windows were corrected after the fact; the correction is logged.",
    "Both setups used the same provider, tools and settings (Extra High effort, Standard processing). An image generator was available; neither used it.",
    "The API-equivalent estimates do not compare like for like: the Opus 5.5 estimate covers 18 of 18 saved execution records and the Fable 5.2 estimate covers 12 of 18. Both setups ran on a Claude Max subscription, so nothing was billed per token.",
    "The score belongs to the full setup: model, harness, tools and settings.",
    "Pack 3.1.0 scores compare only with other pack 3.1.0 results.",
    "The build window was four hours.",
    "The picture on this page is a plain score card drawn from the published numbers. The run's own reveal graphic has not been made yet.",
    "In both founder conversations the bench, not the owner, wrote the owner side from saved context; the owner scored the recorded transcripts."
  ],
  "assets": {
    "resultGraphic": {
      "src": "/builderbench/2026-11-10-fable-opus/fable-opus-score-card.png",
      "sha256": "4acb71809de63c632bf484e6712da4f24ed3203b27c8510157d001b09c33ff85",
      "width": 1672,
      "height": 941,
      "alt": "BuilderBench by the LAB score card: Opus 5.5 scored 74.25 out of 100 and Fable 5.2 scored 69.43 out of 100 on pack 3.1.0, 10 November 2026. Opus 5.5 leads by 4.82 points. Opus 5.5: quality 73.79, autonomy 73, proactivity 80; task scores writing 51.4, landing page 70, app lead magnet 71, video editing 78, motion 82, thumbnails 77.2, browser + computer 72, research 80, automation 89, founder conversations 74.5. Fable 5.2: quality 65.34, autonomy 77, proactivity 83; task scores writing 39.8, landing page 40, app lead magnet 57, video editing 76.67, motion 68, thumbnails 76.8, browser + computer 75, research 71, automation 89.33, founder conversations 73.5. Owner-finalized partial personal assessment of one run each. Both ran on a Claude Max subscription; nothing was billed per token."
    }
  },
  "sourceResultsSha256": "bce80cde735b2fd886c5b4f47da4899a37f2b37468a578baab5da32cdd20e276",
  "integrity": {
    "algorithm": "sha256",
    "digest": "5093fcba0d6c0834709149b7bb7c03569ac127b27e6160057dadcfab0d6ea319"
  }
}
