{
  "scores": {
    "seedream-4-0": {
      "point": 56.9,
      "ci95": [
        44,
        70
      ],
      "frozen": false
    },
    "qwen-image-2": {
      "point": 64.5,
      "ci95": null,
      "frozen": true
    },
    "gpt-image-2": {
      "point": 104.4,
      "ci95": null,
      "frozen": true
    },
    "real-photograph": {
      "point": 100,
      "ci95": null,
      "frozen": true
    }
  },
  "referencePointId": "real-photograph",
  "calibration": {
    "formula": "score = 100 + (strength − strength_reference) / a",
    "note": "model strength fitted against frozen anchor strengths from the v3 baseline; the calibration line is pinned at the photograph = 100",
    "axis": "believability"
  },
  "contrasts": [
    {
      "a": "seedream-4-0",
      "b": "qwen-image-2",
      "gap": -0.071,
      "ci95": [
        -0.277,
        0.144
      ],
      "significant": false,
      "axis": "believability",
      "source": "results.json → result.seedream_vs_qwen_image_2"
    },
    {
      "a": "gpt-image-2",
      "b": "seedream-4-0",
      "gap": 0.782,
      "ci95": [
        0.55,
        1.025
      ],
      "significant": true,
      "axis": "believability",
      "source": "results.json → result.gpt_image_2_vs_seedream"
    }
  ],
  "preference": {
    "qwen-image-2>seedream-4-0": {
      "share": 0.518,
      "definition": "ties split, all questions",
      "source": "published"
    },
    "seedream-4-0>qwen-image-2": {
      "share": 0.482,
      "definition": "ties split, all questions",
      "source": "published"
    },
    "seedream-4-0>gpt-image-2": {
      "share": 0.314,
      "definition": "ties split, all questions",
      "source": "published"
    },
    "gpt-image-2>seedream-4-0": {
      "share": 0.686,
      "definition": "ties split, all questions",
      "source": "published"
    }
  },
  "tieShare": 0.284,
  "byCategory": [
    {
      "a": "seedream-4-0",
      "b": "qwen-image-2",
      "rows": [
        {
          "category": "Fashion and beauty",
          "gap": 0.259
        },
        {
          "category": "Food and beverage",
          "gap": 0.135
        },
        {
          "category": "Interior",
          "gap": 0.086
        },
        {
          "category": "Layout and typography",
          "gap": -0.426
        },
        {
          "category": "People and lifestyle",
          "gap": -0.111
        },
        {
          "category": "Product and e-commerce",
          "gap": -0.567
        },
        {
          "category": "Social marketing",
          "gap": 0.452
        },
        {
          "category": "Street and architecture",
          "gap": -0.413
        }
      ]
    }
  ],
  "ladderCheck": {
    "pair": [
      "qwen-image-2",
      "gpt-image-2"
    ],
    "frozen": 0.831,
    "thisSession": 0.711,
    "ci95": [
      0.45,
      1.02
    ],
    "frozenInside": true
  },
  "generation": {
    "provider": "wavespeed",
    "endpoint": "bytedance/seedream-v4",
    "seedSupported": false,
    "note": "The model ignores the requested size; output was downscaled to the ladder size. Never upscaled."
  },
  "design": {
    "scenes": 48,
    "pairs": 288,
    "judgements": 864,
    "raters": 13,
    "coverage": 3,
    "generationsPerScene": 3,
    "raterRoles": {
      "distribution reviewer": 5,
      "art director": 4,
      "QA tester": 4
    }
  },
  "sources": {
    "results.json": "63070f1a9b8606c182f2b4b5ce50d9cda4e49e90",
    "votes.csv": "c5c2af8f32759097c5b2cd9ff4223e6033dbcd02",
    "prompts.json": "15ff0da3be2aadfc43d7922421175b0da7f24bb2"
  }
}