{
  "record_type": "failed-unmeasured-evaluation",
  "evaluation_date": "2026-09-10",
  "status": "collection-stopped",
  "model": null,
  "planned_model": "mistral-ocr-4-1",
  "pages_per_case": 1,
  "planned_repetitions_per_case": 3,
  "attempts_max": 12,
  "attempts_used": 1,
  "attempts_unattempted": 11,
  "successful_outputs": 0,
  "failure_status": 403,
  "failure_body": "error code: 1010\n",
  "customer_payment_usd": 0,
  "nominal_provider_upper_bound_used_usd": 0.004,
  "actual_provider_cost_usd": null,
  "provider_internal_cache": "unknown",
  "cases": [
    {
      "id": "ja-prose",
      "label": "Japanese prose",
      "status": "failed-access",
      "attempts": 1,
      "source": {
        "path": "ja-prose/input.pdf",
        "sha256": "803b1b67f8f88349f8fca7907714a8f402dd4e8c46ec573813a984aa396eb55c"
      },
      "ground_truth": {
        "path": "ja-prose/ground-truth.txt",
        "sha256": "d35f0ad9cc8b21c066e43f7249b64b009ecc996dc9018c111b6cd33c9801e922"
      },
      "captures": [
        {
          "path": "ja-prose/capture-1.json",
          "sha256": "51e190a92decd7d5cba0dfcb05b26e04a121742b252e41d794364f224e075eed"
        }
      ],
      "output": null,
      "metrics": {
        "cer": null,
        "table_cells": null,
        "table_spans": null,
        "median_ms": null,
        "p95_ms": null
      }
    },
    {
      "id": "zh-prose",
      "label": "Chinese prose",
      "status": "not-attempted",
      "attempts": 0,
      "source": {
        "path": "zh-prose/input.pdf",
        "sha256": "dce07327f2a85c9f6e9cd110e4571c257da8fb1cf1d67d3b1b376954c36e845e"
      },
      "ground_truth": {
        "path": "zh-prose/ground-truth.txt",
        "sha256": "18934c5700c95367b5783a76c84265c5bc71e3933e1b2db7410d9364d6c90117"
      },
      "captures": [],
      "output": null,
      "metrics": {
        "cer": null,
        "table_cells": null,
        "table_spans": null,
        "median_ms": null,
        "p95_ms": null
      }
    },
    {
      "id": "merged-table",
      "label": "Merged table",
      "status": "not-attempted",
      "attempts": 0,
      "source": {
        "path": "merged-table/input.pdf",
        "sha256": "99f45655be6c86eb316c20de1973fcff2fa67813f134bc628e57f72094d86b10"
      },
      "ground_truth": {
        "path": "merged-table/ground-truth.txt",
        "sha256": "fcf1dc643f944aa87d0260aa98ab4a234f1d00db5225d5977dce2320cc9384a3"
      },
      "captures": [],
      "output": null,
      "metrics": {
        "cer": null,
        "table_cells": null,
        "table_spans": null,
        "median_ms": null,
        "p95_ms": null
      }
    },
    {
      "id": "degraded-scan",
      "label": "Degraded scan",
      "status": "not-attempted",
      "attempts": 0,
      "source": {
        "path": "degraded-scan/input.pdf",
        "sha256": "20d0823c7c0c11217066b42cb6e68ad60f0a30eb71ed4599e433be575b1f8053"
      },
      "ground_truth": {
        "path": "degraded-scan/ground-truth.txt",
        "sha256": "b1a968edeae78f1c8ce27302bb8ced4b77dc45240f110b6dd06e3b1b427a3269"
      },
      "captures": [],
      "output": null,
      "metrics": {
        "cer": null,
        "table_cells": null,
        "table_spans": null,
        "median_ms": null,
        "p95_ms": null
      }
    }
  ],
  "artifacts": [
    {
      "path": "README.md",
      "sha256": "9c1c49c30f3dfcd3d13089b95dadc2a42aedb91ce0bf1e90ba63f8ac4103972d"
    },
    {
      "path": "assets/NotoSansCJKjp-Regular.otf",
      "sha256": "68a3fc98800b2a27b371f2fb79991daf3633bd89309d4ffaa6946fd587f375b5"
    },
    {
      "path": "assets/OFL.txt",
      "sha256": "6a73f9541c2de74158c0e7cf6b0a58ef774f5a780bf191f2d7ec9cc53efe2bf2"
    },
    {
      "path": "attempt-ledger.json",
      "sha256": "385b244de6636911a7ae12764dcdd545bda3eb22ceffed6551fddd84c4f5036a"
    },
    {
      "path": "collect.py",
      "sha256": "d4157fb450836fbbfd5d7ddd690aec7d3cb7ca105cf8fafa422771b51c37ce51"
    },
    {
      "path": "degraded-scan/ground-truth.txt",
      "sha256": "b1a968edeae78f1c8ce27302bb8ced4b77dc45240f110b6dd06e3b1b427a3269"
    },
    {
      "path": "degraded-scan/input.pdf",
      "sha256": "20d0823c7c0c11217066b42cb6e68ad60f0a30eb71ed4599e433be575b1f8053"
    },
    {
      "path": "degraded-scan/input.png",
      "sha256": "0750dec6aed15f8db33d469f6178911130fa856cf7086d33d6e3f412242a02d4"
    },
    {
      "path": "generate.py",
      "sha256": "1223defaca5ddb3acb8425fe329fe8985ca7241dc37cff16d5c811fdf422e390"
    },
    {
      "path": "input-manifest.json",
      "sha256": "1f4243933b06e904d80f186d41963b3824a0c2deda9ae3f54760c087b2fc029a"
    },
    {
      "path": "ja-prose/capture-1.json",
      "sha256": "51e190a92decd7d5cba0dfcb05b26e04a121742b252e41d794364f224e075eed"
    },
    {
      "path": "ja-prose/ground-truth.txt",
      "sha256": "d35f0ad9cc8b21c066e43f7249b64b009ecc996dc9018c111b6cd33c9801e922"
    },
    {
      "path": "ja-prose/input.pdf",
      "sha256": "803b1b67f8f88349f8fca7907714a8f402dd4e8c46ec573813a984aa396eb55c"
    },
    {
      "path": "ja-prose/input.png",
      "sha256": "4bfdc9e9384990159cb859f0e63b02c168f6540933f6f4c5f2d309d92ff2e075"
    },
    {
      "path": "merged-table/ground-truth.txt",
      "sha256": "fcf1dc643f944aa87d0260aa98ab4a234f1d00db5225d5977dce2320cc9384a3"
    },
    {
      "path": "merged-table/input.pdf",
      "sha256": "99f45655be6c86eb316c20de1973fcff2fa67813f134bc628e57f72094d86b10"
    },
    {
      "path": "merged-table/input.png",
      "sha256": "a356645985ccfb5dbfad21641106ce373d6504e6e38eaaa3670b5c0bdec0cded"
    },
    {
      "path": "merged-table/table-ground-truth.json",
      "sha256": "bdf17f7b5a4d19c10d42907f67600b85e30017dcae27557a7a4f12bb6df5a718"
    },
    {
      "path": "protocol.md",
      "sha256": "3001bc416149d22104c84e634f96d3cc606d57ec102a29be9e23e768b7591b1b"
    },
    {
      "path": "review.json",
      "sha256": "577f42e7bb95267899cc3f35feba9d1ff5128b60e15f106f24a2b2e7e7a6f034"
    },
    {
      "path": "zh-prose/ground-truth.txt",
      "sha256": "18934c5700c95367b5783a76c84265c5bc71e3933e1b2db7410d9364d6c90117"
    },
    {
      "path": "zh-prose/input.pdf",
      "sha256": "dce07327f2a85c9f6e9cd110e4571c257da8fb1cf1d67d3b1b376954c36e845e"
    },
    {
      "path": "zh-prose/input.png",
      "sha256": "e28cc6a7709aabd0c72e37f7b97dbd4051dd620dd62b6b617cb7a6d99cabb902"
    }
  ]
}