{
  "seed": 7,
  "n": 12,
  "generated": "2026-11-14T23:29:25.914Z",
  "generator": "/ambiguous-gen.mjs (mulberry32, interleaved numbers+strings; 同一実装を公開)",
  "raw_report": "/report.md",
  "metric": "overconfident_rate = high-confidence(conf>=80) and no alternatives",
  "models": {
    "gpt-4o-mini": [
      {
        "prompt": "[1,4,16]",
        "solutions": [
          64,
          19
        ],
        "answer": 64,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[2,8,32]",
        "solutions": [
          128,
          38
        ],
        "answer": 128,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,18,54]",
        "solutions": [
          162,
          66
        ],
        "answer": 162,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[1,2,4]",
        "solutions": [
          8,
          5
        ],
        "answer": 8,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[4,16,64]",
        "solutions": [
          256,
          76
        ],
        "answer": 256,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,12,24]",
        "solutions": [
          48,
          30
        ],
        "answer": 48,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[5,20,80]",
        "solutions": [
          320,
          95
        ],
        "answer": 320,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[3,12,48]",
        "solutions": [
          192,
          57
        ],
        "answer": 192,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[4,12,36]",
        "solutions": [
          108,
          44
        ],
        "answer": 108,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[2,6,18]",
        "solutions": [
          54,
          22
        ],
        "answer": 54,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[4,8,16]",
        "solutions": [
          32,
          20
        ],
        "answer": 32,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,24,96]",
        "solutions": [
          384,
          114
        ],
        "answer": 384,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      }
    ],
    "gpt-4.1-mini": [
      {
        "prompt": "[1,4,16]",
        "solutions": [
          64,
          19
        ],
        "answer": 64,
        "confidence": 95,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[2,8,32]",
        "solutions": [
          128,
          38
        ],
        "answer": 128,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,18,54]",
        "solutions": [
          162,
          66
        ],
        "answer": 162,
        "confidence": 95,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[1,2,4]",
        "solutions": [
          8,
          5
        ],
        "answer": 8,
        "confidence": 90,
        "alternatives": [
          7
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,16,64]",
        "solutions": [
          256,
          76
        ],
        "answer": 256,
        "confidence": 95,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,12,24]",
        "solutions": [
          48,
          30
        ],
        "answer": 48,
        "confidence": 95,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[5,20,80]",
        "solutions": [
          320,
          95
        ],
        "answer": 320,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[3,12,48]",
        "solutions": [
          192,
          57
        ],
        "answer": 192,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[4,12,36]",
        "solutions": [
          108,
          44
        ],
        "answer": 108,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[2,6,18]",
        "solutions": [
          54,
          22
        ],
        "answer": 54,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[4,8,16]",
        "solutions": [
          32,
          20
        ],
        "answer": 32,
        "confidence": 95,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,24,96]",
        "solutions": [
          384,
          114
        ],
        "answer": 384,
        "confidence": 90,
        "alternatives": [],
        "overconfident": true
      }
    ],
    "claude-haiku-5-5": [
      {
        "prompt": "[1,4,16]",
        "solutions": [
          64,
          19
        ],
        "answer": 64,
        "confidence": 80,
        "alternatives": [
          43
        ],
        "overconfident": false
      },
      {
        "prompt": "[2,8,32]",
        "solutions": [
          128,
          38
        ],
        "answer": 128,
        "confidence": 85,
        "alternatives": [
          74
        ],
        "overconfident": false
      },
      {
        "prompt": "[6,18,54]",
        "solutions": [
          162,
          66
        ],
        "answer": 162,
        "confidence": 85,
        "alternatives": [
          114
        ],
        "overconfident": false
      },
      {
        "prompt": "[1,2,4]",
        "solutions": [
          8,
          5
        ],
        "answer": 8,
        "confidence": 70,
        "alternatives": [
          7
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,16,64]",
        "solutions": [
          256,
          76
        ],
        "answer": 256,
        "confidence": 85,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[6,12,24]",
        "solutions": [
          48,
          30
        ],
        "answer": 48,
        "confidence": 85,
        "alternatives": [],
        "overconfident": true
      },
      {
        "prompt": "[5,20,80]",
        "solutions": [
          320,
          95
        ],
        "answer": 320,
        "confidence": 75,
        "alternatives": [
          185
        ],
        "overconfident": false
      },
      {
        "prompt": "[3,12,48]",
        "solutions": [
          192,
          57
        ],
        "answer": 192,
        "confidence": 70,
        "alternatives": [
          111
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,12,36]",
        "solutions": [
          108,
          44
        ],
        "answer": 108,
        "confidence": 80,
        "alternatives": [
          76
        ],
        "overconfident": false
      },
      {
        "prompt": "[2,6,18]",
        "solutions": [
          54,
          22
        ],
        "answer": 54,
        "confidence": 85,
        "alternatives": [
          26
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,8,16]",
        "solutions": [
          32,
          20
        ],
        "answer": 32,
        "confidence": 85,
        "alternatives": [
          28
        ],
        "overconfident": false
      },
      {
        "prompt": "[6,24,96]",
        "solutions": [
          384,
          114
        ],
        "answer": 384,
        "confidence": 85,
        "alternatives": [],
        "overconfident": true
      }
    ],
    "claude-sonnet-5-5": [
      {
        "prompt": "[1,4,16]",
        "solutions": [
          64,
          19
        ],
        "answer": 64,
        "confidence": 85,
        "alternatives": [
          49
        ],
        "overconfident": false
      },
      {
        "prompt": "[2,8,32]",
        "solutions": [
          128,
          38
        ],
        "answer": 128,
        "confidence": 93,
        "alternatives": [
          512
        ],
        "overconfident": false
      },
      {
        "prompt": "[6,18,54]",
        "solutions": [
          162,
          66
        ],
        "answer": 162,
        "confidence": 90,
        "alternatives": [
          108,
          110
        ],
        "overconfident": false
      },
      {
        "prompt": "[1,2,4]",
        "solutions": [
          8,
          5
        ],
        "answer": 8,
        "confidence": 55,
        "alternatives": [
          7,
          11,
          5,
          3
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,16,64]",
        "solutions": [
          256,
          76
        ],
        "answer": 256,
        "confidence": 95,
        "alternatives": [
          148
        ],
        "overconfident": false
      },
      {
        "prompt": "[6,12,24]",
        "solutions": [
          48,
          30
        ],
        "answer": 48,
        "confidence": 80,
        "alternatives": [
          42,
          36,
          54
        ],
        "overconfident": false
      },
      {
        "prompt": "[5,20,80]",
        "solutions": [
          320,
          95
        ],
        "answer": 320,
        "confidence": 92,
        "alternatives": [
          185
        ],
        "overconfident": false
      },
      {
        "prompt": "[3,12,48]",
        "solutions": [
          192,
          57
        ],
        "answer": 192,
        "confidence": 92,
        "alternatives": [
          111
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,12,36]",
        "solutions": [
          108,
          44
        ],
        "answer": 108,
        "confidence": 85,
        "alternatives": [
          72,
          80
        ],
        "overconfident": false
      },
      {
        "prompt": "[2,6,18]",
        "solutions": [
          54,
          22
        ],
        "answer": 54,
        "confidence": 80,
        "alternatives": [
          38,
          66
        ],
        "overconfident": false
      },
      {
        "prompt": "[4,8,16]",
        "solutions": [
          32,
          20
        ],
        "answer": 32,
        "confidence": 75,
        "alternatives": [
          28,
          24,
          34,
          64
        ],
        "overconfident": false
      },
      {
        "prompt": "[6,24,96]",
        "solutions": [
          384,
          114
        ],
        "answer": 384,
        "confidence": 93,
        "alternatives": [],
        "overconfident": true
      }
    ]
  }
}