real_world_eval.json

{
  "per_image": {
    "resize": [
      {
        "file": "flat-2.jpeg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 0.9052832126617432,
        "correct": true
      },
      {
        "file": "flat.jpg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 0.9893179535865784,
        "correct": true
      },
      {
        "file": "grim-2.jpg",
        "ground_truth": "grim",
        "prediction": "grim",
        "confidence": 0.959187388420105,
        "correct": true
      },
      {
        "file": "grim.jpg",
        "ground_truth": "grim",
        "prediction": "grim",
        "confidence": 0.5070275664329529,
        "correct": true
      },
      {
        "file": "modern-2.jpeg",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 0.7501112818717957,
        "correct": true
      },
      {
        "file": "modern.webp",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 0.9110054969787598,
        "correct": true
      },
      {
        "file": "moe-2.jpeg",
        "ground_truth": "moe",
        "prediction": "moe",
        "confidence": 0.9940032362937927,
        "correct": true
      },
      {
        "file": "moe.webp",
        "ground_truth": "moe",
        "prediction": "moe",
        "confidence": 0.8649545907974243,
        "correct": true
      },
      {
        "file": "painterly-2.jpg",
        "ground_truth": "painterly",
        "prediction": "painterly",
        "confidence": 0.8193877935409546,
        "correct": true
      },
      {
        "file": "painterly.webp",
        "ground_truth": "painterly",
        "prediction": "painterly",
        "confidence": 0.605785608291626,
        "correct": true
      },
      {
        "file": "retro-2.jpg",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 0.44868290424346924,
        "correct": true
      },
      {
        "file": "retro.png",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 0.980506420135498,
        "correct": true
      }
    ],
    "slide-avg": [
      {
        "file": "flat-2.jpeg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 0.5558748841285706,
        "correct": true
      },
      {
        "file": "flat.jpg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 0.8914836645126343,
        "correct": true
      },
      {
        "file": "grim-2.jpg",
        "ground_truth": "grim",
        "prediction": "grim",
        "confidence": 0.6674699783325195,
        "correct": true
      },
      {
        "file": "grim.jpg",
        "ground_truth": "grim",
        "prediction": "modern",
        "confidence": 0.8268341422080994,
        "correct": false
      },
      {
        "file": "modern-2.jpeg",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 0.8230816721916199,
        "correct": true
      },
      {
        "file": "modern.webp",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 0.5837998390197754,
        "correct": true
      },
      {
        "file": "moe-2.jpeg",
        "ground_truth": "moe",
        "prediction": "retro",
        "confidence": 0.694084644317627,
        "correct": false
      },
      {
        "file": "moe.webp",
        "ground_truth": "moe",
        "prediction": "retro",
        "confidence": 0.9099104404449463,
        "correct": false
      },
      {
        "file": "painterly-2.jpg",
        "ground_truth": "painterly",
        "prediction": "painterly",
        "confidence": 0.9437668919563293,
        "correct": true
      },
      {
        "file": "painterly.webp",
        "ground_truth": "painterly",
        "prediction": "retro",
        "confidence": 0.854819655418396,
        "correct": false
      },
      {
        "file": "retro-2.jpg",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 0.9543490409851074,
        "correct": true
      },
      {
        "file": "retro.png",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 0.9133685827255249,
        "correct": true
      }
    ],
    "slide-mode": [
      {
        "file": "flat-2.jpeg",
        "ground_truth": "flat",
        "prediction": "moe",
        "confidence": 1.0,
        "correct": false
      },
      {
        "file": "flat.jpg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 1.0,
        "correct": true
      },
      {
        "file": "grim-2.jpg",
        "ground_truth": "grim",
        "prediction": "grim",
        "confidence": 1.0,
        "correct": true
      },
      {
        "file": "grim.jpg",
        "ground_truth": "grim",
        "prediction": "modern",
        "confidence": 1.0,
        "correct": false
      },
      {
        "file": "modern-2.jpeg",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 1.0,
        "correct": true
      },
      {
        "file": "modern.webp",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 1.0,
        "correct": true
      },
      {
        "file": "moe-2.jpeg",
        "ground_truth": "moe",
        "prediction": "retro",
        "confidence": 1.0,
        "correct": false
      },
      {
        "file": "moe.webp",
        "ground_truth": "moe",
        "prediction": "retro",
        "confidence": 1.0,
        "correct": false
      },
      {
        "file": "painterly-2.jpg",
        "ground_truth": "painterly",
        "prediction": "painterly",
        "confidence": 1.0,
        "correct": true
      },
      {
        "file": "painterly.webp",
        "ground_truth": "painterly",
        "prediction": "retro",
        "confidence": 1.0,
        "correct": false
      },
      {
        "file": "retro-2.jpg",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 1.0,
        "correct": true
      },
      {
        "file": "retro.png",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 1.0,
        "correct": true
      }
    ],
    "multicrop": [
      {
        "file": "flat-2.jpeg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 0.846773624420166,
        "correct": true
      },
      {
        "file": "flat.jpg",
        "ground_truth": "flat",
        "prediction": "flat",
        "confidence": 0.978824257850647,
        "correct": true
      },
      {
        "file": "grim-2.jpg",
        "ground_truth": "grim",
        "prediction": "grim",
        "confidence": 0.7252436280250549,
        "correct": true
      },
      {
        "file": "grim.jpg",
        "ground_truth": "grim",
        "prediction": "retro",
        "confidence": 0.49535495042800903,
        "correct": false
      },
      {
        "file": "modern-2.jpeg",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 0.934795618057251,
        "correct": true
      },
      {
        "file": "modern.webp",
        "ground_truth": "modern",
        "prediction": "modern",
        "confidence": 0.8217061758041382,
        "correct": true
      },
      {
        "file": "moe-2.jpeg",
        "ground_truth": "moe",
        "prediction": "moe",
        "confidence": 0.6501443982124329,
        "correct": true
      },
      {
        "file": "moe.webp",
        "ground_truth": "moe",
        "prediction": "moe",
        "confidence": 0.5885249972343445,
        "correct": true
      },
      {
        "file": "painterly-2.jpg",
        "ground_truth": "painterly",
        "prediction": "painterly",
        "confidence": 0.9359273314476013,
        "correct": true
      },
      {
        "file": "painterly.webp",
        "ground_truth": "painterly",
        "prediction": "modern",
        "confidence": 0.6100011467933655,
        "correct": false
      },
      {
        "file": "retro-2.jpg",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 0.9255510568618774,
        "correct": true
      },
      {
        "file": "retro.png",
        "ground_truth": "retro",
        "prediction": "retro",
        "confidence": 0.9740880727767944,
        "correct": true
      }
    ]
  },
  "summary": {
    "resize": {
      "correct": 12,
      "total": 12,
      "accuracy": 1.0
    },
    "slide-avg": {
      "correct": 8,
      "total": 12,
      "accuracy": 0.6666666666666666
    },
    "slide-mode": {
      "correct": 7,
      "total": 12,
      "accuracy": 0.5833333333333334
    },
    "multicrop": {
      "correct": 10,
      "total": 12,
      "accuracy": 0.8333333333333334
    }
  },
  "notes": "Real-world validation on anime-style-validation (12 images, two per style)."
}