{
  "source": "https://huggingface.co/datasets/Carolyn-Jiang/Metadata-Inference/blob/main/README.md",
  "protocol": "Full benchmark DS-J evaluation. Percentage of valid outputs; invalid outputs excluded from accuracy denominators. Mean: five-field average. Ctx: all four contextual fields. Acc: all five fields.",
  "rows": [
    {
      "model": "Qwen-VL-Max",
      "valid": 712,
      "invalid": 38,
      "mean": 46.57,
      "ctx": 11.66,
      "acc": 5.9,
      "title": 35.11,
      "culture": 57.72,
      "period": 55.9,
      "origin": 49.58,
      "creator": 34.55,
      "ci": {
        "mean": [
          44.5,
          48.68
        ],
        "ctx": [
          9.32,
          14.11
        ],
        "acc": [
          4.23,
          7.69
        ]
      }
    },
    {
      "model": "Qwen3-VL-Plus",
      "valid": 711,
      "invalid": 39,
      "mean": 42.33,
      "ctx": 10.97,
      "acc": 5.63,
      "title": 32.07,
      "culture": 62.31,
      "period": 42.62,
      "origin": 47.96,
      "creator": 26.72,
      "ci": {
        "mean": [
          40.08,
          44.59
        ],
        "ctx": [
          8.77,
          13.32
        ],
        "acc": [
          4.02,
          7.38
        ]
      }
    },
    {
      "model": "Qwen3-VL-Flash",
      "valid": 711,
      "invalid": 39,
      "mean": 49.82,
      "ctx": 17.02,
      "acc": 7.03,
      "title": 32.49,
      "culture": 65.12,
      "period": 55.98,
      "origin": 55.41,
      "creator": 40.08,
      "ci": {
        "mean": [
          47.69,
          51.86
        ],
        "ctx": [
          14.33,
          19.78
        ],
        "acc": [
          5.22,
          8.95
        ]
      }
    },
    {
      "model": "Qwen3-VL-8B-Instruct",
      "valid": 750,
      "invalid": 0,
      "mean": 36.16,
      "ctx": 7.2,
      "acc": 2.13,
      "title": 22.13,
      "culture": 43.73,
      "period": 39.6,
      "origin": 42.0,
      "creator": 33.33,
      "ci": {
        "mean": [
          34.19,
          38.11
        ],
        "ctx": [
          5.47,
          9.07
        ],
        "acc": [
          1.2,
          3.2
        ]
      }
    },
    {
      "model": "Qwen3-VL-32B-Instruct",
      "valid": 750,
      "invalid": 0,
      "mean": 40.21,
      "ctx": 11.2,
      "acc": 4.8,
      "title": 25.73,
      "culture": 50.4,
      "period": 45.2,
      "origin": 44.93,
      "creator": 34.8,
      "ci": {
        "mean": [
          38.08,
          42.37
        ],
        "ctx": [
          9.07,
          13.47
        ],
        "acc": [
          3.33,
          6.4
        ]
      }
    },
    {
      "model": "Pixtral-12B",
      "valid": 676,
      "invalid": 74,
      "mean": 41.51,
      "ctx": 14.05,
      "acc": 5.77,
      "title": 28.4,
      "culture": 46.75,
      "period": 45.56,
      "origin": 45.86,
      "creator": 40.98,
      "ci": {
        "mean": [
          39.27,
          43.78
        ],
        "ctx": [
          11.49,
          16.76
        ],
        "acc": [
          4.04,
          7.57
        ]
      }
    },
    {
      "model": "GPT-4.1-mini",
      "valid": 750,
      "invalid": 0,
      "mean": 48.61,
      "ctx": 15.47,
      "acc": 7.6,
      "title": 36.67,
      "culture": 60.27,
      "period": 58.93,
      "origin": 50.8,
      "creator": 36.4,
      "ci": {
        "mean": [
          46.51,
          50.75
        ],
        "ctx": [
          12.93,
          18.13
        ],
        "acc": [
          5.73,
          9.6
        ]
      }
    },
    {
      "model": "GPT-5.4-mini",
      "valid": 750,
      "invalid": 0,
      "mean": 46.88,
      "ctx": 16.53,
      "acc": 7.87,
      "title": 34.93,
      "culture": 59.07,
      "period": 50.27,
      "origin": 51.07,
      "creator": 39.07,
      "ci": {
        "mean": [
          44.69,
          49.09
        ],
        "ctx": [
          14.0,
          19.2
        ],
        "acc": [
          6.0,
          9.87
        ]
      }
    },
    {
      "model": "Claude Haiku 4.5",
      "valid": 732,
      "invalid": 18,
      "mean": 44.1,
      "ctx": 15.71,
      "acc": 7.38,
      "title": 29.78,
      "culture": 52.87,
      "period": 49.45,
      "origin": 46.04,
      "creator": 42.35,
      "ci": {
        "mean": [
          41.92,
          46.33
        ],
        "ctx": [
          13.17,
          18.38
        ],
        "acc": [
          5.59,
          9.32
        ]
      }
    }
  ],
  "pooled": {
    "model": "Pooled",
    "valid": 6542,
    "invalid": 208,
    "mean": 44.01,
    "ctx": 13.3,
    "acc": 6.01
  },
  "updated": "2026-11-18",
  "sourcePaperTable": "Table: Full-run DS-J results (tab:overall)"
}
