{
  "updated": "2026-11-19",
  "languages": [
    {
      "code": "EN",
      "name": "English"
    },
    {
      "code": "ZH",
      "name": "Simplified Chinese"
    },
    {
      "code": "JA",
      "name": "Japanese"
    },
    {
      "code": "KO",
      "name": "Korean"
    },
    {
      "code": "FR",
      "name": "French"
    },
    {
      "code": "DE",
      "name": "German"
    },
    {
      "code": "ES",
      "name": "Spanish"
    },
    {
      "code": "PT",
      "name": "Portuguese"
    },
    {
      "code": "RU",
      "name": "Russian"
    },
    {
      "code": "AR",
      "name": "Arabic"
    },
    {
      "code": "HI",
      "name": "Hindi"
    },
    {
      "code": "IT",
      "name": "Italian"
    },
    {
      "code": "NL",
      "name": "Dutch"
    },
    {
      "code": "PL",
      "name": "Polish"
    },
    {
      "code": "TR",
      "name": "Turkish"
    },
    {
      "code": "VI",
      "name": "Vietnamese"
    },
    {
      "code": "ID",
      "name": "Indonesian"
    },
    {
      "code": "TH",
      "name": "Thai"
    },
    {
      "code": "SW",
      "name": "Swahili"
    },
    {
      "code": "FA",
      "name": "Persian"
    },
    {
      "code": "UR",
      "name": "Urdu"
    },
    {
      "code": "BN",
      "name": "Bengali"
    },
    {
      "code": "TA",
      "name": "Tamil"
    },
    {
      "code": "TE",
      "name": "Telugu"
    }
  ],
  "metric": "Semantic accuracy (%)",
  "protocol": "Exact matching, then text-only GPT-6 Astra equivalence judging for non-matches.",
  "source": "Current manuscript main table: 26 models, 27 published scores per model. Frozen source: site/data/paper-main-table.tex. Scores and model groups are supplied by the authors.",
  "aggregation": "AVG = (23 \u00d7 XQA-ZH + 23 \u00d7 XQA-EN + sum of 24 LQA scores) / 70, using unrounded configuration scores. Displayed AVG values are preserved from the submitted table.",
  "models": [
    {
      "name": "GPT-6-Astra",
      "access": "closed",
      "group": "Proprietary MLLMs",
      "model_card": null,
      "xqa_zh": 80.3,
      "xqa_en": 82.5,
      "lqa": {
        "EN": 86.7,
        "ZH": 85.2,
        "JA": 83.6,
        "KO": 84.4,
        "FR": 82.8,
        "DE": 84.4,
        "ES": 82.8,
        "PT": 82.0,
        "RU": 84.4,
        "AR": 82.0,
        "HI": 79.7,
        "IT": 84.4,
        "NL": 84.4,
        "PL": 83.6,
        "TR": 82.0,
        "VI": 83.6,
        "ID": 82.0,
        "TH": 81.2,
        "SW": 85.2,
        "FA": 82.8,
        "UR": 79.7,
        "BN": 82.0,
        "TA": 81.2,
        "TE": 77.3
      },
      "avg": 81.9,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Gemini-3.8-Flash",
      "access": "closed",
      "group": "Proprietary MLLMs",
      "model_card": null,
      "xqa_zh": 78.1,
      "xqa_en": 81.3,
      "lqa": {
        "EN": 82.8,
        "ZH": 78.1,
        "JA": 80.5,
        "KO": 82.8,
        "FR": 83.6,
        "DE": 79.7,
        "ES": 80.5,
        "PT": 80.5,
        "RU": 84.4,
        "AR": 78.1,
        "HI": 82.8,
        "IT": 81.2,
        "NL": 81.2,
        "PL": 78.1,
        "TR": 79.7,
        "VI": 84.4,
        "ID": 80.5,
        "TH": 79.7,
        "SW": 78.9,
        "FA": 79.7,
        "UR": 77.3,
        "BN": 80.5,
        "TA": 76.6,
        "TE": 77.3
      },
      "avg": 79.9,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "GPT-5.6-Sol",
      "access": "closed",
      "group": "Proprietary MLLMs",
      "model_card": null,
      "xqa_zh": 77.5,
      "xqa_en": 78.7,
      "lqa": {
        "EN": 81.2,
        "ZH": 79.7,
        "JA": 81.2,
        "KO": 78.1,
        "FR": 81.2,
        "DE": 80.5,
        "ES": 80.5,
        "PT": 78.1,
        "RU": 78.9,
        "AR": 78.1,
        "HI": 80.5,
        "IT": 78.1,
        "NL": 80.5,
        "PL": 80.5,
        "TR": 79.7,
        "VI": 78.9,
        "ID": 78.9,
        "TH": 77.3,
        "SW": 78.9,
        "FA": 78.1,
        "UR": 77.3,
        "BN": 78.1,
        "TA": 74.2,
        "TE": 70.3
      },
      "avg": 78.3,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "GPT-5.6-Luna",
      "access": "closed",
      "group": "Proprietary MLLMs",
      "model_card": null,
      "xqa_zh": 73.7,
      "xqa_en": 73.3,
      "lqa": {
        "EN": 79.7,
        "ZH": 74.2,
        "JA": 74.2,
        "KO": 76.6,
        "FR": 76.6,
        "DE": 78.1,
        "ES": 75.8,
        "PT": 77.3,
        "RU": 75.0,
        "AR": 75.8,
        "HI": 74.2,
        "IT": 77.3,
        "NL": 77.3,
        "PL": 81.2,
        "TR": 77.3,
        "VI": 80.5,
        "ID": 77.3,
        "TH": 73.4,
        "SW": 75.8,
        "FA": 72.7,
        "UR": 69.5,
        "BN": 70.3,
        "TA": 73.4,
        "TE": 53.1
      },
      "avg": 74.0,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "GPT-5.5",
      "access": "closed",
      "group": "Proprietary MLLMs",
      "model_card": null,
      "xqa_zh": 71.8,
      "xqa_en": 75.5,
      "lqa": {
        "EN": 79.7,
        "ZH": 73.4,
        "JA": 77.3,
        "KO": 79.7,
        "FR": 78.9,
        "DE": 75.0,
        "ES": 74.2,
        "PT": 76.6,
        "RU": 78.1,
        "AR": 75.0,
        "HI": 74.2,
        "IT": 78.9,
        "NL": 74.2,
        "PL": 77.3,
        "TR": 75.8,
        "VI": 80.5,
        "ID": 75.0,
        "TH": 71.1,
        "SW": 74.2,
        "FA": 73.4,
        "UR": 70.3,
        "BN": 70.3,
        "TA": 68.8,
        "TE": 61.7
      },
      "avg": 74.0,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Kimi-K3",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": "https://huggingface.co/moonshotai/Kimi-K3",
      "xqa_zh": 77.2,
      "xqa_en": 79.9,
      "lqa": {
        "EN": 83.6,
        "ZH": 81.2,
        "JA": 82.8,
        "KO": 82.8,
        "FR": 78.9,
        "DE": 78.9,
        "ES": 78.1,
        "PT": 79.7,
        "RU": 82.8,
        "AR": 83.6,
        "HI": 81.2,
        "IT": 82.0,
        "NL": 80.5,
        "PL": 82.8,
        "TR": 81.2,
        "VI": 84.4,
        "ID": 81.2,
        "TH": 82.0,
        "SW": 84.4,
        "FA": 81.2,
        "UR": 78.9,
        "BN": 78.1,
        "TA": 75.8,
        "TE": 64.1
      },
      "avg": 79.2,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Vision-OPD-9B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 66.8,
      "xqa_en": 64.7,
      "lqa": {
        "EN": 78.1,
        "ZH": 75.8,
        "JA": 68.0,
        "KO": 68.0,
        "FR": 64.8,
        "DE": 75.0,
        "ES": 69.5,
        "PT": 73.4,
        "RU": 68.0,
        "AR": 64.1,
        "HI": 65.6,
        "IT": 71.1,
        "NL": 71.9,
        "PL": 71.1,
        "TR": 71.9,
        "VI": 72.7,
        "ID": 73.4,
        "TH": 68.8,
        "SW": 66.4,
        "FA": 64.1,
        "UR": 58.6,
        "BN": 66.4,
        "TA": 57.0,
        "TE": 40.6
      },
      "avg": 66.4,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Ling-3.0-Flash-VL",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 60.2,
      "xqa_en": 65.0,
      "lqa": {
        "EN": 78.1,
        "ZH": 71.1,
        "JA": 72.7,
        "KO": 75.8,
        "FR": 71.9,
        "DE": 68.8,
        "ES": 75.8,
        "PT": 78.9,
        "RU": 70.3,
        "AR": 68.8,
        "HI": 66.4,
        "IT": 79.7,
        "NL": 71.9,
        "PL": 71.9,
        "TR": 71.1,
        "VI": 74.2,
        "ID": 75.8,
        "TH": 64.8,
        "SW": 65.6,
        "FA": 62.5,
        "UR": 64.1,
        "BN": 61.7,
        "TA": 56.2,
        "TE": 35.2
      },
      "avg": 64.8,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.8-Flash-Next",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 59.5,
      "xqa_en": 64.3,
      "lqa": {
        "EN": 74.2,
        "ZH": 71.9,
        "JA": 70.3,
        "KO": 68.8,
        "FR": 71.1,
        "DE": 70.3,
        "ES": 73.4,
        "PT": 67.2,
        "RU": 74.2,
        "AR": 63.3,
        "HI": 66.4,
        "IT": 74.2,
        "NL": 71.9,
        "PL": 64.1,
        "TR": 73.4,
        "VI": 77.3,
        "ID": 71.9,
        "TH": 62.5,
        "SW": 68.8,
        "FA": 60.2,
        "UR": 59.4,
        "BN": 66.4,
        "TA": 51.6,
        "TE": 46.9
      },
      "avg": 63.8,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "MiniMax-M3",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": "https://huggingface.co/MiniMaxAI/MiniMax-M3",
      "xqa_zh": 61.5,
      "xqa_en": 62.5,
      "lqa": {
        "EN": 77.3,
        "ZH": 67.2,
        "JA": 64.1,
        "KO": 63.3,
        "FR": 68.0,
        "DE": 71.1,
        "ES": 71.9,
        "PT": 69.5,
        "RU": 69.5,
        "AR": 60.9,
        "HI": 57.8,
        "IT": 71.1,
        "NL": 68.8,
        "PL": 72.7,
        "TR": 70.3,
        "VI": 69.5,
        "ID": 71.9,
        "TH": 59.4,
        "SW": 66.4,
        "FA": 59.4,
        "UR": 57.0,
        "BN": 52.3,
        "TA": 51.6,
        "TE": 46.9
      },
      "avg": 63.0,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Vision-OPD-4B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 57.9,
      "xqa_en": 62.4,
      "lqa": {
        "EN": 73.4,
        "ZH": 75.0,
        "JA": 61.7,
        "KO": 65.6,
        "FR": 64.1,
        "DE": 71.1,
        "ES": 71.1,
        "PT": 69.5,
        "RU": 66.4,
        "AR": 58.6,
        "HI": 61.7,
        "IT": 72.7,
        "NL": 68.8,
        "PL": 62.5,
        "TR": 63.3,
        "VI": 69.5,
        "ID": 71.9,
        "TH": 59.4,
        "SW": 52.3,
        "FA": 55.5,
        "UR": 51.6,
        "BN": 50.0,
        "TA": 45.3,
        "TE": 39.1
      },
      "avg": 61.0,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.5-397B-A17B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 55.1,
      "xqa_en": 54.2,
      "lqa": {
        "EN": 67.2,
        "ZH": 66.4,
        "JA": 68.0,
        "KO": 64.1,
        "FR": 66.4,
        "DE": 64.1,
        "ES": 66.4,
        "PT": 64.8,
        "RU": 68.8,
        "AR": 64.1,
        "HI": 65.6,
        "IT": 64.8,
        "NL": 66.4,
        "PL": 60.9,
        "TR": 64.8,
        "VI": 64.8,
        "ID": 64.1,
        "TH": 64.1,
        "SW": 64.1,
        "FA": 64.1,
        "UR": 64.8,
        "BN": 66.4,
        "TA": 57.0,
        "TE": 46.9
      },
      "avg": 57.9,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.5-122B-A10B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 49.3,
      "xqa_en": 50.4,
      "lqa": {
        "EN": 65.6,
        "ZH": 63.3,
        "JA": 59.4,
        "KO": 54.7,
        "FR": 60.9,
        "DE": 60.9,
        "ES": 62.5,
        "PT": 63.3,
        "RU": 62.5,
        "AR": 57.8,
        "HI": 57.8,
        "IT": 64.1,
        "NL": 61.7,
        "PL": 60.9,
        "TR": 59.4,
        "VI": 59.4,
        "ID": 60.9,
        "TH": 59.4,
        "SW": 57.8,
        "FA": 53.1,
        "UR": 46.1,
        "BN": 59.4,
        "TA": 50.8,
        "TE": 39.8
      },
      "avg": 52.8,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "DeepSeek-V4.1-Flash",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash",
      "xqa_zh": 48.1,
      "xqa_en": 52.9,
      "lqa": {
        "EN": 59.4,
        "ZH": 51.6,
        "JA": 52.3,
        "KO": 52.3,
        "FR": 59.4,
        "DE": 59.4,
        "ES": 62.5,
        "PT": 62.5,
        "RU": 54.7,
        "AR": 52.3,
        "HI": 56.2,
        "IT": 62.5,
        "NL": 57.0,
        "PL": 57.8,
        "TR": 56.2,
        "VI": 59.4,
        "ID": 57.8,
        "TH": 48.4,
        "SW": 50.8,
        "FA": 51.6,
        "UR": 44.5,
        "BN": 44.5,
        "TA": 46.1,
        "TE": 44.5
      },
      "avg": 51.8,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "ZwZ-8B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 49.9,
      "xqa_en": 51.5,
      "lqa": {
        "EN": 61.7,
        "ZH": 59.4,
        "JA": 56.2,
        "KO": 56.2,
        "FR": 56.2,
        "DE": 57.8,
        "ES": 58.6,
        "PT": 59.4,
        "RU": 55.5,
        "AR": 42.2,
        "HI": 52.3,
        "IT": 62.5,
        "NL": 59.4,
        "PL": 56.2,
        "TR": 54.7,
        "VI": 57.8,
        "ID": 57.0,
        "TH": 50.8,
        "SW": 37.5,
        "FA": 42.2,
        "UR": 40.6,
        "BN": 48.4,
        "TA": 33.6,
        "TE": 22.7
      },
      "avg": 51.0,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.6-27B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 48.1,
      "xqa_en": 48.2,
      "lqa": {
        "EN": 60.9,
        "ZH": 57.8,
        "JA": 57.8,
        "KO": 54.7,
        "FR": 62.5,
        "DE": 63.3,
        "ES": 56.2,
        "PT": 64.1,
        "RU": 58.6,
        "AR": 57.8,
        "HI": 58.6,
        "IT": 63.3,
        "NL": 57.8,
        "PL": 56.2,
        "TR": 62.5,
        "VI": 59.4,
        "ID": 62.5,
        "TH": 54.7,
        "SW": 60.2,
        "FA": 50.8,
        "UR": 53.1,
        "BN": 56.2,
        "TA": 39.1,
        "TE": 29.7
      },
      "avg": 51.0,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.8-27B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": "https://huggingface.co/Qwen/Qwen3.8-27B",
      "xqa_zh": 45.6,
      "xqa_en": 50.4,
      "lqa": {
        "EN": 64.1,
        "ZH": 60.9,
        "JA": 57.8,
        "KO": 52.3,
        "FR": 60.9,
        "DE": 60.9,
        "ES": 53.9,
        "PT": 55.5,
        "RU": 60.2,
        "AR": 59.4,
        "HI": 57.8,
        "IT": 60.2,
        "NL": 60.2,
        "PL": 58.6,
        "TR": 60.9,
        "VI": 61.7,
        "ID": 57.8,
        "TH": 50.8,
        "SW": 53.1,
        "FA": 56.2,
        "UR": 53.9,
        "BN": 51.6,
        "TA": 30.5,
        "TE": 28.1
      },
      "avg": 50.5,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.6-35B-A3B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 46.6,
      "xqa_en": 47.2,
      "lqa": {
        "EN": 61.7,
        "ZH": 55.5,
        "JA": 51.6,
        "KO": 50.8,
        "FR": 57.0,
        "DE": 56.2,
        "ES": 57.0,
        "PT": 60.9,
        "RU": 62.5,
        "AR": 53.9,
        "HI": 52.3,
        "IT": 56.2,
        "NL": 57.0,
        "PL": 58.6,
        "TR": 52.3,
        "VI": 57.0,
        "ID": 53.9,
        "TH": 51.6,
        "SW": 54.7,
        "FA": 52.3,
        "UR": 45.3,
        "BN": 53.9,
        "TA": 46.1,
        "TE": 36.7
      },
      "avg": 49.3,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.5-9B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 41.9,
      "xqa_en": 43.9,
      "lqa": {
        "EN": 57.8,
        "ZH": 52.3,
        "JA": 51.6,
        "KO": 50.0,
        "FR": 53.9,
        "DE": 56.2,
        "ES": 54.7,
        "PT": 52.3,
        "RU": 53.1,
        "AR": 50.0,
        "HI": 49.2,
        "IT": 54.7,
        "NL": 60.2,
        "PL": 54.7,
        "TR": 53.1,
        "VI": 51.6,
        "ID": 53.9,
        "TH": 44.5,
        "SW": 46.9,
        "FA": 47.7,
        "UR": 38.3,
        "BN": 49.2,
        "TA": 46.1,
        "TE": 28.1
      },
      "avg": 45.5,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "ZwZ-4B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 42.7,
      "xqa_en": 40.8,
      "lqa": {
        "EN": 57.0,
        "ZH": 60.9,
        "JA": 49.2,
        "KO": 46.9,
        "FR": 57.0,
        "DE": 53.9,
        "ES": 52.3,
        "PT": 53.9,
        "RU": 48.4,
        "AR": 40.6,
        "HI": 41.4,
        "IT": 57.8,
        "NL": 48.4,
        "PL": 53.1,
        "TR": 53.1,
        "VI": 49.2,
        "ID": 53.1,
        "TH": 41.4,
        "SW": 33.6,
        "FA": 45.3,
        "UR": 35.9,
        "BN": 39.1,
        "TA": 24.2,
        "TE": 21.9
      },
      "avg": 43.4,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.5-4B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 39.1,
      "xqa_en": 40.9,
      "lqa": {
        "EN": 53.9,
        "ZH": 53.9,
        "JA": 47.7,
        "KO": 45.3,
        "FR": 48.4,
        "DE": 47.7,
        "ES": 51.6,
        "PT": 50.8,
        "RU": 47.7,
        "AR": 46.9,
        "HI": 46.1,
        "IT": 53.1,
        "NL": 57.0,
        "PL": 46.9,
        "TR": 50.0,
        "VI": 47.7,
        "ID": 50.8,
        "TH": 36.7,
        "SW": 46.1,
        "FA": 43.0,
        "UR": 43.0,
        "BN": 43.8,
        "TA": 36.7,
        "TE": 33.6
      },
      "avg": 42.4,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Qwen3.5-2B",
      "access": "open",
      "group": "General-purpose Open-source MLLMs",
      "model_card": null,
      "xqa_zh": 30.4,
      "xqa_en": 29.9,
      "lqa": {
        "EN": 46.9,
        "ZH": 46.1,
        "JA": 31.2,
        "KO": 35.9,
        "FR": 42.2,
        "DE": 38.3,
        "ES": 40.6,
        "PT": 35.9,
        "RU": 39.8,
        "AR": 31.2,
        "HI": 37.5,
        "IT": 40.6,
        "NL": 41.4,
        "PL": 39.8,
        "TR": 35.9,
        "VI": 37.5,
        "ID": 38.3,
        "TH": 29.7,
        "SW": 25.0,
        "FA": 33.6,
        "UR": 25.0,
        "BN": 35.9,
        "TA": 30.5,
        "TE": 21.1
      },
      "avg": 32.1,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "Chart-R1",
      "access": "open",
      "group": "Chart-specialized MLLMs",
      "model_card": null,
      "xqa_zh": 38.0,
      "xqa_en": 40.8,
      "lqa": {
        "EN": 58.6,
        "ZH": 51.6,
        "JA": 54.7,
        "KO": 57.8,
        "FR": 57.0,
        "DE": 58.6,
        "ES": 57.8,
        "PT": 56.2,
        "RU": 50.8,
        "AR": 53.1,
        "HI": 46.9,
        "IT": 55.5,
        "NL": 52.3,
        "PL": 53.9,
        "TR": 51.6,
        "VI": 50.0,
        "ID": 50.0,
        "TH": 48.4,
        "SW": 35.2,
        "FA": 45.3,
        "UR": 44.5,
        "BN": 39.8,
        "TA": 28.9,
        "TE": 24.2
      },
      "avg": 42.8,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "ChartSketcher-72B",
      "access": "open",
      "group": "Chart-specialized MLLMs",
      "model_card": null,
      "xqa_zh": 36.0,
      "xqa_en": 37.0,
      "lqa": {
        "EN": 49.2,
        "ZH": 46.1,
        "JA": 41.4,
        "KO": 35.9,
        "FR": 44.5,
        "DE": 40.6,
        "ES": 39.1,
        "PT": 40.6,
        "RU": 43.8,
        "AR": 28.9,
        "HI": 36.7,
        "IT": 40.6,
        "NL": 45.3,
        "PL": 41.4,
        "TR": 51.6,
        "VI": 39.1,
        "ID": 46.9,
        "TH": 23.4,
        "SW": 28.1,
        "FA": 32.8,
        "UR": 28.9,
        "BN": 33.6,
        "TA": 11.7,
        "TE": 12.5
      },
      "avg": 36.6,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "ChartVerse-8B",
      "access": "open",
      "group": "Chart-specialized MLLMs",
      "model_card": null,
      "xqa_zh": 16.8,
      "xqa_en": 16.8,
      "lqa": {
        "EN": 35.2,
        "ZH": 32.0,
        "JA": 35.2,
        "KO": 14.8,
        "FR": 30.5,
        "DE": 36.7,
        "ES": 32.8,
        "PT": 25.8,
        "RU": 21.9,
        "AR": 20.3,
        "HI": 5.5,
        "IT": 35.9,
        "NL": 29.7,
        "PL": 36.7,
        "TR": 24.2,
        "VI": 21.9,
        "ID": 40.6,
        "TH": 13.3,
        "SW": 15.6,
        "FA": 14.1,
        "UR": 7.8,
        "BN": 7.8,
        "TA": 8.6,
        "TE": 5.5
      },
      "avg": 18.9,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    },
    {
      "name": "ChartVerse-4B",
      "access": "open",
      "group": "Chart-specialized MLLMs",
      "model_card": null,
      "xqa_zh": 7.4,
      "xqa_en": 8.4,
      "lqa": {
        "EN": 19.5,
        "ZH": 13.3,
        "JA": 16.4,
        "KO": 10.2,
        "FR": 20.3,
        "DE": 10.9,
        "ES": 18.8,
        "PT": 23.4,
        "RU": 7.8,
        "AR": 13.3,
        "HI": 11.7,
        "IT": 19.5,
        "NL": 13.3,
        "PL": 18.0,
        "TR": 26.6,
        "VI": 12.5,
        "ID": 18.0,
        "TH": 4.7,
        "SW": 5.5,
        "FA": 14.1,
        "UR": 7.8,
        "BN": 6.2,
        "TA": 2.3,
        "TE": 5.5
      },
      "avg": 9.7,
      "result_source": "Current manuscript main table",
      "judge": "GPT-6 Astra",
      "note": "All 27 scores transcribed unchanged from the manuscript. Model grouping follows the paper; links retained only where already documented."
    }
  ],
  "source_sha256": "0860e4c2429c77d41d88653cd0e559c3d2119bf929210b4b7bae634f37f41372"
}
