{
  "scores": {
    "qwen-image-2-0-pro": {
      "point": 80.1,
      "ci95": [
        68.6,
        93.8
      ],
      "frozen": false
    },
    "qwen-image-2": {
      "point": 64.5,
      "ci95": null,
      "frozen": true
    },
    "gpt-image-2": {
      "point": 104.4,
      "ci95": null,
      "frozen": true
    },
    "real-photograph": {
      "point": 100,
      "ci95": null,
      "frozen": true
    }
  },
  "referencePointId": "real-photograph",
  "calibration": {
    "formula": "score = 100 + (strength − strength_reference) / a",
    "note": "model strength fitted against frozen anchor strengths from the v3 baseline; the calibration line is pinned at the photograph = 100",
    "axis": "believability"
  },
  "contrasts": [
    {
      "a": "qwen-image-2-0-pro",
      "b": "qwen-image-2",
      "gap": 0.45,
      "ci95": [
        0.21,
        0.72
      ],
      "significant": true,
      "axis": "believability",
      "source": "results.json → result.qwen_pro_vs_qwen_image_2"
    },
    {
      "a": "gpt-image-2",
      "b": "qwen-image-2-0-pro",
      "gap": 0.64,
      "ci95": [
        0.42,
        0.86
      ],
      "significant": true,
      "axis": "believability",
      "source": "results.json → result.gpt_image_2_vs_qwen_pro"
    }
  ],
  "preference": {
    "qwen-image-2-0-pro>qwen-image-2": {
      "share": 0.47,
      "definition": "wins over all judgements, scale question",
      "source": "published"
    },
    "qwen-image-2>qwen-image-2-0-pro": {
      "share": 0.2477,
      "definition": "wins over all judgements, scale question",
      "source": "votes"
    },
    "qwen-image-2-0-pro>gpt-image-2": {
      "share": 0.197,
      "definition": "wins over all judgements, scale question",
      "source": "published"
    },
    "gpt-image-2>qwen-image-2-0-pro": {
      "share": 0.5058,
      "definition": "wins over all judgements, scale question",
      "source": "votes"
    }
  },
  "tieShare": 0.341,
  "byCategory": [
    {
      "a": "qwen-image-2-0-pro",
      "b": "qwen-image-2",
      "rows": [
        {
          "category": "Fashion and beauty",
          "gap": 0.109
        },
        {
          "category": "Food and beverage",
          "gap": 0.443
        },
        {
          "category": "Interior",
          "gap": 0.599
        },
        {
          "category": "Layout and typography",
          "gap": 0.981
        },
        {
          "category": "People and lifestyle",
          "gap": 0.981
        },
        {
          "category": "Product and e-commerce",
          "gap": 0.073
        },
        {
          "category": "Social marketing",
          "gap": 0.33
        },
        {
          "category": "Street and architecture",
          "gap": 0.146
        }
      ]
    }
  ],
  "ladderCheck": {
    "pair": [
      "qwen-image-2",
      "gpt-image-2"
    ],
    "frozen": 0.831,
    "thisSession": 1.09,
    "ci95": [
      0.78,
      1.39
    ],
    "frozenInside": true
  },
  "axisStrengths": {
    "believability": {
      "gpt-image-2": 0.575,
      "qwen-image-2-0-pro": -0.062,
      "qwen-image-2": -0.513
    },
    "prompt_adherence": {
      "gpt-image-2": 0.272,
      "qwen-image-2-0-pro": -0.041,
      "qwen-image-2": -0.231
    },
    "aesthetics": {
      "gpt-image-2": 0.684,
      "qwen-image-2-0-pro": 0.098,
      "qwen-image-2": -0.781
    }
  },
  "generation": {
    "provider": "wavespeed",
    "endpoint": "alibaba/qwen-image-2-pro",
    "seedSupported": true,
    "note": "The model honoured both the requested size and the seed on all 144 generations."
  },
  "design": {
    "scenes": 48,
    "pairs": 288,
    "judgements": 863,
    "raters": 13,
    "coverage": 3,
    "generationsPerScene": 3,
    "raterRoles": {
      "art director": 4,
      "distribution reviewer": 5,
      "QA tester": 4
    }
  },
  "sources": {
    "results.json": "f293b35ffc91a1a3c5ea465aba84bae4a36f9800",
    "votes.csv": "824b64411dc6a7ce0deca70bde34bb460e26525e",
    "prompts.json": "9a504e4fd4ec47a41a89b6f2a862161ef5df0ee3"
  }
}