{
  "case_id": "32a59a1788ab3cc9f351",
  "source": "ChartQAPro benchmark sample (not a layout reference)",
  "records": [
    {
      "language": "en",
      "id": "variant_bd61ed99e0c3e78a4206e686958d3b034e50e5aeeda25210d2d526ee3135bc4c",
      "question": "On average, which season records the highest number of breakups?\nPlease answer in English.",
      "reference": "Winter",
      "prediction": "Winter",
      "correct": 1,
      "image_sha256": "fa6dcac87f992ac0ad5c84d9fbcfc9bb3899edc9de2a5c7d93e6667bdb1430f4",
      "run_key": "9905c38ef5eb9dfbd0c13924accea668b3089822e5ae5639ead8af1dfead25cb",
      "model": "gpt-5.6-luna",
      "prompt_sha256": "57a0dbdc84ed6e4b1fdd9f5b83f0bfa0029f149eebfe25ed790d0f0ade7b6cae"
    },
    {
      "language": "ja",
      "id": "variant_73149ecc357d4d2b6181b5aa5966a467b964e01c567a3ce93f7d0979f457fc3f",
      "question": "On average, which season records the highest number of breakups?\nPlease answer in English.",
      "reference": "Winter",
      "prediction": "Autumn",
      "correct": 0,
      "image_sha256": "603485cee2fcc1cb0bf67af80a1c711b76ebd68b65c308442d3a9002f4c2d4dc",
      "run_key": "9905c38ef5eb9dfbd0c13924accea668b3089822e5ae5639ead8af1dfead25cb",
      "model": "gpt-5.6-luna",
      "prompt_sha256": "57a0dbdc84ed6e4b1fdd9f5b83f0bfa0029f149eebfe25ed790d0f0ade7b6cae"
    }
  ],
  "numeric_data_identical": true,
  "seasonal_data_check": {
    "assumption": "Northern Hemisphere meteorological seasons; equally spaced source curve samples within month boundaries",
    "Winter": 85.48,
    "Spring": 81.62,
    "Summer": 50.294117647058826,
    "Autumn": 74.5
  },
  "scope": "Illustrative observed pair from one recorded run; not a claim of deterministic behavior or a general language ranking.",
  "performance": {
    "source": "tables/1_main.tex; values rounded to 0.1% in the manuscript",
    "delta_definition": "XQA-EN minus LQA-EN, percentage points; averages over the other 23 visual languages vs English visual, with English QA fixed",
    "languages": [
      "EN",
      "ZH",
      "JA",
      "KO",
      "FR",
      "DE",
      "ES",
      "PT",
      "RU",
      "AR",
      "HI",
      "IT",
      "NL",
      "PL",
      "TR",
      "VI",
      "ID",
      "TH",
      "SW",
      "FA",
      "UR",
      "BN",
      "TA",
      "TE"
    ],
    "models": [
      {
        "model": "GPT-6-Astra",
        "lqa": [
          86.7,
          85.2,
          83.6,
          84.4,
          82.8,
          84.4,
          82.8,
          82.0,
          84.4,
          82.0,
          79.7,
          84.4,
          84.4,
          83.6,
          82.0,
          83.6,
          82.0,
          81.2,
          85.2,
          82.8,
          79.7,
          82.0,
          81.2,
          77.3
        ],
        "lqa_mean": 82.80833333333334,
        "lqa_range": 9.400000000000006,
        "xqa_en": 82.5,
        "english_visual": 86.7,
        "delta": -4.2
      },
      {
        "model": "Gemini-3.8-Flash",
        "lqa": [
          82.8,
          78.1,
          80.5,
          82.8,
          83.6,
          79.7,
          80.5,
          80.5,
          84.4,
          78.1,
          82.8,
          81.2,
          81.2,
          78.1,
          79.7,
          84.4,
          80.5,
          79.7,
          78.9,
          79.7,
          77.3,
          80.5,
          76.6,
          77.3
        ],
        "lqa_mean": 80.37083333333334,
        "lqa_range": 7.800000000000011,
        "xqa_en": 81.3,
        "english_visual": 82.8,
        "delta": -1.5
      },
      {
        "model": "GPT-5.6-Sol",
        "lqa": [
          81.2,
          79.7,
          81.2,
          78.1,
          81.2,
          80.5,
          80.5,
          78.1,
          78.9,
          78.1,
          80.5,
          78.1,
          80.5,
          80.5,
          79.7,
          78.9,
          78.9,
          77.3,
          78.9,
          78.1,
          77.3,
          78.1,
          74.2,
          70.3
        ],
        "lqa_mean": 78.7,
        "lqa_range": 10.900000000000006,
        "xqa_en": 78.7,
        "english_visual": 81.2,
        "delta": -2.5
      },
      {
        "model": "GPT-5.6-Luna",
        "lqa": [
          79.7,
          74.2,
          74.2,
          76.6,
          76.6,
          78.1,
          75.8,
          77.3,
          75.0,
          75.8,
          74.2,
          77.3,
          77.3,
          81.2,
          77.3,
          80.5,
          77.3,
          73.4,
          75.8,
          72.7,
          69.5,
          70.3,
          73.4,
          53.1
        ],
        "lqa_mean": 74.85833333333333,
        "lqa_range": 28.1,
        "xqa_en": 73.3,
        "english_visual": 79.7,
        "delta": -6.4
      },
      {
        "model": "GPT-5.5",
        "lqa": [
          79.7,
          73.4,
          77.3,
          79.7,
          78.9,
          75.0,
          74.2,
          76.6,
          78.1,
          75.0,
          74.2,
          78.9,
          74.2,
          77.3,
          75.8,
          80.5,
          75.0,
          71.1,
          74.2,
          73.4,
          70.3,
          70.3,
          68.8,
          61.7
        ],
        "lqa_mean": 74.73333333333333,
        "lqa_range": 18.799999999999997,
        "xqa_en": 75.5,
        "english_visual": 79.7,
        "delta": -4.2
      },
      {
        "model": "Kimi-K3",
        "lqa": [
          83.6,
          81.2,
          82.8,
          82.8,
          78.9,
          78.9,
          78.1,
          79.7,
          82.8,
          83.6,
          81.2,
          82.0,
          80.5,
          82.8,
          81.2,
          84.4,
          81.2,
          82.0,
          84.4,
          81.2,
          78.9,
          78.1,
          75.8,
          64.1
        ],
        "lqa_mean": 80.425,
        "lqa_range": 20.30000000000001,
        "xqa_en": 79.9,
        "english_visual": 83.6,
        "delta": -3.7
      },
      {
        "model": "Vision-OPD-9B",
        "lqa": [
          78.1,
          75.8,
          68.0,
          68.0,
          64.8,
          75.0,
          69.5,
          73.4,
          68.0,
          64.1,
          65.6,
          71.1,
          71.9,
          71.1,
          71.9,
          72.7,
          73.4,
          68.8,
          66.4,
          64.1,
          58.6,
          66.4,
          57.0,
          40.6
        ],
        "lqa_mean": 67.67916666666666,
        "lqa_range": 37.49999999999999,
        "xqa_en": 64.7,
        "english_visual": 78.1,
        "delta": -13.4
      },
      {
        "model": "Qwen3.8-Flash-Next",
        "lqa": [
          74.2,
          71.9,
          70.3,
          68.8,
          71.1,
          70.3,
          73.4,
          67.2,
          74.2,
          63.3,
          66.4,
          74.2,
          71.9,
          64.1,
          73.4,
          77.3,
          71.9,
          62.5,
          68.8,
          60.2,
          59.4,
          66.4,
          51.6,
          46.9
        ],
        "lqa_mean": 67.4875,
        "lqa_range": 30.4,
        "xqa_en": 64.3,
        "english_visual": 74.2,
        "delta": -9.9
      },
      {
        "model": "MiniMax-M3",
        "lqa": [
          77.3,
          67.2,
          64.1,
          63.3,
          68.0,
          71.1,
          71.9,
          69.5,
          69.5,
          60.9,
          57.8,
          71.1,
          68.8,
          72.7,
          70.3,
          69.5,
          71.9,
          59.4,
          66.4,
          59.4,
          57.0,
          52.3,
          51.6,
          46.9
        ],
        "lqa_mean": 64.91250000000001,
        "lqa_range": 30.4,
        "xqa_en": 62.5,
        "english_visual": 77.3,
        "delta": -14.8
      },
      {
        "model": "Vision-OPD-4B",
        "lqa": [
          73.4,
          75.0,
          61.7,
          65.6,
          64.1,
          71.1,
          71.1,
          69.5,
          66.4,
          58.6,
          61.7,
          72.7,
          68.8,
          62.5,
          63.3,
          69.5,
          71.9,
          59.4,
          52.3,
          55.5,
          51.6,
          50.0,
          45.3,
          39.1
        ],
        "lqa_mean": 62.50416666666666,
        "lqa_range": 35.9,
        "xqa_en": 62.4,
        "english_visual": 73.4,
        "delta": -11.0
      },
      {
        "model": "Qwen3.5-397B-A17B",
        "lqa": [
          67.2,
          66.4,
          68.0,
          64.1,
          66.4,
          64.1,
          66.4,
          64.8,
          68.8,
          64.1,
          65.6,
          64.8,
          66.4,
          60.9,
          64.8,
          64.8,
          64.1,
          64.1,
          64.1,
          64.1,
          64.8,
          66.4,
          57.0,
          46.9
        ],
        "lqa_mean": 64.12916666666666,
        "lqa_range": 21.9,
        "xqa_en": 54.2,
        "english_visual": 67.2,
        "delta": -13.0
      },
      {
        "model": "Qwen3.5-122B-A10B",
        "lqa": [
          65.6,
          63.3,
          59.4,
          54.7,
          60.9,
          60.9,
          62.5,
          63.3,
          62.5,
          57.8,
          57.8,
          64.1,
          61.7,
          60.9,
          59.4,
          59.4,
          60.9,
          59.4,
          57.8,
          53.1,
          46.1,
          59.4,
          50.8,
          39.8
        ],
        "lqa_mean": 58.395833333333336,
        "lqa_range": 25.799999999999997,
        "xqa_en": 50.4,
        "english_visual": 65.6,
        "delta": -15.2
      },
      {
        "model": "DeepSeek-V4.1-Flash",
        "lqa": [
          59.4,
          51.6,
          52.3,
          52.3,
          59.4,
          59.4,
          62.5,
          62.5,
          54.7,
          52.3,
          56.2,
          62.5,
          57.0,
          57.8,
          56.2,
          59.4,
          57.8,
          48.4,
          50.8,
          51.6,
          44.5,
          44.5,
          46.1,
          44.5
        ],
        "lqa_mean": 54.32083333333333,
        "lqa_range": 18.0,
        "xqa_en": 52.9,
        "english_visual": 59.4,
        "delta": -6.5
      },
      {
        "model": "ZwZ-8B",
        "lqa": [
          61.7,
          59.4,
          56.2,
          56.2,
          56.2,
          57.8,
          58.6,
          59.4,
          55.5,
          42.2,
          52.3,
          62.5,
          59.4,
          56.2,
          54.7,
          57.8,
          57.0,
          50.8,
          37.5,
          42.2,
          40.6,
          48.4,
          33.6,
          22.7
        ],
        "lqa_mean": 51.62083333333334,
        "lqa_range": 39.8,
        "xqa_en": 51.5,
        "english_visual": 61.7,
        "delta": -10.2
      },
      {
        "model": "Qwen3.6-27B",
        "lqa": [
          60.9,
          57.8,
          57.8,
          54.7,
          62.5,
          63.3,
          56.2,
          64.1,
          58.6,
          57.8,
          58.6,
          63.3,
          57.8,
          56.2,
          62.5,
          59.4,
          62.5,
          54.7,
          60.2,
          50.8,
          53.1,
          56.2,
          39.1,
          29.7
        ],
        "lqa_mean": 56.574999999999996,
        "lqa_range": 34.39999999999999,
        "xqa_en": 48.2,
        "english_visual": 60.9,
        "delta": -12.7
      },
      {
        "model": "Qwen3.8-27B",
        "lqa": [
          64.1,
          60.9,
          57.8,
          52.3,
          60.9,
          60.9,
          53.9,
          55.5,
          60.2,
          59.4,
          57.8,
          60.2,
          60.2,
          58.6,
          60.9,
          61.7,
          57.8,
          50.8,
          53.1,
          56.2,
          53.9,
          51.6,
          30.5,
          28.1
        ],
        "lqa_mean": 55.30416666666667,
        "lqa_range": 35.99999999999999,
        "xqa_en": 50.4,
        "english_visual": 64.1,
        "delta": -13.7
      },
      {
        "model": "Qwen3.6-35B-A3B",
        "lqa": [
          61.7,
          55.5,
          51.6,
          50.8,
          57.0,
          56.2,
          57.0,
          60.9,
          62.5,
          53.9,
          52.3,
          56.2,
          57.0,
          58.6,
          52.3,
          57.0,
          53.9,
          51.6,
          54.7,
          52.3,
          45.3,
          53.9,
          46.1,
          36.7
        ],
        "lqa_mean": 53.958333333333336,
        "lqa_range": 25.799999999999997,
        "xqa_en": 47.2,
        "english_visual": 61.7,
        "delta": -14.5
      },
      {
        "model": "Qwen3.5-9B",
        "lqa": [
          57.8,
          52.3,
          51.6,
          50.0,
          53.9,
          56.2,
          54.7,
          52.3,
          53.1,
          50.0,
          49.2,
          54.7,
          60.2,
          54.7,
          53.1,
          51.6,
          53.9,
          44.5,
          46.9,
          47.7,
          38.3,
          49.2,
          46.1,
          28.1
        ],
        "lqa_mean": 50.42083333333333,
        "lqa_range": 32.1,
        "xqa_en": 43.9,
        "english_visual": 57.8,
        "delta": -13.9
      },
      {
        "model": "ZwZ-4B",
        "lqa": [
          57.0,
          60.9,
          49.2,
          46.9,
          57.0,
          53.9,
          52.3,
          53.9,
          48.4,
          40.6,
          41.4,
          57.8,
          48.4,
          53.1,
          53.1,
          49.2,
          53.1,
          41.4,
          33.6,
          45.3,
          35.9,
          39.1,
          24.2,
          21.9
        ],
        "lqa_mean": 46.56666666666666,
        "lqa_range": 39.0,
        "xqa_en": 40.8,
        "english_visual": 57.0,
        "delta": -16.2
      },
      {
        "model": "Qwen3.5-4B",
        "lqa": [
          53.9,
          53.9,
          47.7,
          45.3,
          48.4,
          47.7,
          51.6,
          50.8,
          47.7,
          46.9,
          46.1,
          53.1,
          57.0,
          46.9,
          50.0,
          47.7,
          50.8,
          36.7,
          46.1,
          43.0,
          43.0,
          43.8,
          36.7,
          33.6
        ],
        "lqa_mean": 47.01666666666667,
        "lqa_range": 23.4,
        "xqa_en": 40.9,
        "english_visual": 53.9,
        "delta": -13.0
      },
      {
        "model": "Qwen3.5-2B",
        "lqa": [
          46.9,
          46.1,
          31.2,
          35.9,
          42.2,
          38.3,
          40.6,
          35.9,
          39.8,
          31.2,
          37.5,
          40.6,
          41.4,
          39.8,
          35.9,
          37.5,
          38.3,
          29.7,
          25.0,
          33.6,
          25.0,
          35.9,
          30.5,
          21.1
        ],
        "lqa_mean": 35.829166666666666,
        "lqa_range": 25.799999999999997,
        "xqa_en": 29.9,
        "english_visual": 46.9,
        "delta": -17.0
      },
      {
        "model": "Chart-R1",
        "lqa": [
          58.6,
          51.6,
          54.7,
          57.8,
          57.0,
          58.6,
          57.8,
          56.2,
          50.8,
          53.1,
          46.9,
          55.5,
          52.3,
          53.9,
          51.6,
          50.0,
          50.0,
          48.4,
          35.2,
          45.3,
          44.5,
          39.8,
          28.9,
          24.2
        ],
        "lqa_mean": 49.27916666666667,
        "lqa_range": 34.400000000000006,
        "xqa_en": 40.8,
        "english_visual": 58.6,
        "delta": -17.8
      },
      {
        "model": "ChartSketcher-72B",
        "lqa": [
          49.2,
          46.1,
          41.4,
          35.9,
          44.5,
          40.6,
          39.1,
          40.6,
          43.8,
          28.9,
          36.7,
          40.6,
          45.3,
          41.4,
          51.6,
          39.1,
          46.9,
          23.4,
          28.1,
          32.8,
          28.9,
          33.6,
          11.7,
          12.5
        ],
        "lqa_mean": 36.77916666666667,
        "lqa_range": 39.900000000000006,
        "xqa_en": 37.0,
        "english_visual": 49.2,
        "delta": -12.2
      },
      {
        "model": "ChartVerse-8B",
        "lqa": [
          35.2,
          32.0,
          35.2,
          14.8,
          30.5,
          36.7,
          32.8,
          25.8,
          21.9,
          20.3,
          5.5,
          35.9,
          29.7,
          36.7,
          24.2,
          21.9,
          40.6,
          13.3,
          15.6,
          14.1,
          7.8,
          7.8,
          8.6,
          5.5
        ],
        "lqa_mean": 23.016666666666666,
        "lqa_range": 35.1,
        "xqa_en": 16.8,
        "english_visual": 35.2,
        "delta": -18.4
      },
      {
        "model": "ChartVerse-4B",
        "lqa": [
          19.5,
          13.3,
          16.4,
          10.2,
          20.3,
          10.9,
          18.8,
          23.4,
          7.8,
          13.3,
          11.7,
          19.5,
          13.3,
          18.0,
          26.6,
          12.5,
          18.0,
          4.7,
          5.5,
          14.1,
          7.8,
          6.2,
          2.3,
          5.5
        ],
        "lqa_mean": 13.316666666666668,
        "lqa_range": 24.3,
        "xqa_en": 8.4,
        "english_visual": 19.5,
        "delta": -11.1
      }
    ],
    "rose": {
      "statistic": "unweighted macro-average of the 25 table LQA accuracies for each language",
      "values": {
        "EN": 64.616,
        "ZH": 61.312,
        "JA": 58.968,
        "KO": 57.28,
        "FR": 61.083999999999996,
        "DE": 61.184,
        "ES": 60.903999999999996,
        "PT": 60.928000000000004,
        "RU": 59.912,
        "AR": 55.652,
        "HI": 55.988,
        "IT": 62.492,
        "NL": 61.06399999999999,
        "PL": 60.303999999999995,
        "TR": 60.46,
        "VI": 60.412,
        "ID": 61.184,
        "TH": 53.468,
        "SW": 53.82,
        "FA": 54.132,
        "UR": 50.364,
        "BN": 53.208,
        "TA": 45.908,
        "TE": 39.124
      },
      "encoding": "equal-angle annular sectors; colored area proportional to 0\u2013100% accuracy",
      "inner_radius": 20,
      "full_scale_radius": 94
    }
  }
}