{
  "brand": "GeistBench",
  "claim": "diagnostic",
  "method": {
    "k": 3,
    "bootstrap": {
      "seed": "d17ed22a",
      "resamples": 2000
    },
    "heldOutShare": 0,
    "scoreVersion": "category-cluster-mean/1"
  },
  "schema": "geistbench_public_summary/v1",
  "release": {
    "id": "geistbench-b12-contract-20261008-diagnostic",
    "version": "0.1.0",
    "createdAt": "2026-10-08T04:16:51.660Z"
  },
  "categories": [
    {
      "id": "tool_reliability",
      "heldOutShare": 0,
      "plannedTrials": 48,
      "configurations": 2
    }
  ],
  "summaryHash": "bcd88ab15069cf9adc01846328722f7af64e6bff8741f4b6b39b93e64aad08a9",
  "configurations": [
    {
      "id": "4a49ce3c0b843918fd653400a482b192ec0085886bfd78e869f31bf9b24a7a90",
      "cost": {
        "basis": "catalog_estimate",
        "complete": true,
        "pricingAsOf": "2026-08-14",
        "perTrialMicros": 1281
      },
      "rank": null,
      "model": "deepseek-flash",
      "overall": {
        "ci95": [
          1,
          1
        ],
        "score": 1
      },
      "routing": "direct",
      "surface": "in_app",
      "provider": "deepseek",
      "rankRange": null,
      "reasoning": "high",
      "writeMode": "write",
      "categories": [
        {
          "id": "tool_reliability",
          "ci95": [
            1,
            1
          ],
          "score": 1
        }
      ],
      "robustness": {
        "deDelta": null,
        "noisyDelta": null
      },
      "reliability": {
        "k": 3,
        "passAtK": 1,
        "passPowerK": 1
      },
      "medianWallMs": null,
      "unrankedReason": "DIAGNOSTIC_RELEASE",
      "maxOutputTokens": 16384
    },
    {
      "id": "16f923a11593a1434d8181150a4e8ff1f8cdec6f9a46effa8ca58843dcf37218",
      "cost": {
        "basis": "catalog_estimate",
        "complete": true,
        "pricingAsOf": "2026-08-14",
        "perTrialMicros": 7416
      },
      "rank": null,
      "model": "gemini-3.5-flash-lite",
      "overall": {
        "ci95": [
          0.625,
          1
        ],
        "score": 0.875
      },
      "routing": "direct",
      "surface": "in_app",
      "provider": "gemini",
      "rankRange": null,
      "reasoning": "minimal",
      "writeMode": "write",
      "categories": [
        {
          "id": "tool_reliability",
          "ci95": [
            0.625,
            1
          ],
          "score": 0.875
        }
      ],
      "robustness": {
        "deDelta": null,
        "noisyDelta": null
      },
      "reliability": {
        "k": 3,
        "passAtK": 0.875,
        "passPowerK": 0.875
      },
      "medianWallMs": null,
      "unrankedReason": "DIAGNOSTIC_RELEASE",
      "maxOutputTokens": 16384
    }
  ],
  "snapshotBinding": "c0a19a88c761909712239ae2ed0f9013f0b4aa6261097169649859a30f1b492e"
}