{
  "schema_version": "1.2.0",
  "generated_at": "2026-08-30T08:25:00.672Z",
  "inspect_source_commit": "979bf44681dfdb148021676f9b2be964150bb5ed",
  "policy": "Confirmed 404/410 responses are treated as missing only after a GET verification. Access restrictions, rate limits, timeouts and server errors are reported separately and do not by themselves establish that a source is broken.",
  "totals": {
    "catalogue_records": 314,
    "unique_urls": 555,
    "critical_urls": 101,
    "reachable": 547,
    "restricted": 7,
    "network-error": 1,
    "critical_missing": 0,
    "reviewed_missing": 0
  },
  "critical_failures": [],
  "reviewed_failures": [],
  "exceptions": [
    {
      "url": "https://openai.com/index/mle-bench",
      "roles": [
        "evaluation_developer",
        "methodological-review-source",
        "official",
        "preferred-source"
      ],
      "records": [
        "inspect:mle_bench",
        "inspect:mle_bench_full",
        "inspect:mle_bench_lite"
      ],
      "critical": true,
      "status": 403,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://openai.com/index/mle-bench",
      "elapsed_ms": 95,
      "error": null
    },
    {
      "url": "https://openai.com/index/paperbench",
      "roles": [
        "evaluation_developer",
        "methodological-review-source",
        "official",
        "preferred-source"
      ],
      "records": [
        "inspect:paperbench"
      ],
      "critical": true,
      "status": 403,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://openai.com/index/paperbench",
      "elapsed_ms": 99,
      "error": null
    },
    {
      "url": "https://huggingface.co/datasets/livebench/%7Bmath,reasoning,coding,language,data_analysis,instruction_following%7D",
      "roles": [
        "dataset"
      ],
      "records": [
        "inspect:livebench"
      ],
      "critical": false,
      "status": 401,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://huggingface.co/datasets/livebench/%7Bmath,reasoning,coding,language,data_analysis,instruction_following%7D",
      "elapsed_ms": 80,
      "error": null
    },
    {
      "url": "https://openai.com/index/browsecomp",
      "roles": [
        "evaluation_developer",
        "official",
        "preferred-source"
      ],
      "records": [
        "inspect:browse_comp"
      ],
      "critical": false,
      "status": 403,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://openai.com/index/browsecomp",
      "elapsed_ms": 85,
      "error": null
    },
    {
      "url": "https://openai.com/index/frontierscience",
      "roles": [
        "paper",
        "paper_authors",
        "preferred-source"
      ],
      "records": [
        "inspect:frontierscience"
      ],
      "critical": false,
      "status": 403,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://openai.com/index/frontierscience",
      "elapsed_ms": 87,
      "error": null
    },
    {
      "url": "https://openai.com/index/healthbench",
      "roles": [
        "evaluation_developer",
        "official",
        "preferred-source"
      ],
      "records": [
        "inspect:healthbench",
        "inspect:healthbench_consensus",
        "inspect:healthbench_hard",
        "inspect:healthbench_meta_eval"
      ],
      "critical": false,
      "status": 403,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://openai.com/index/healthbench",
      "elapsed_ms": 188,
      "error": null
    },
    {
      "url": "https://openreview.net/pdf?id=2GmDdhBdDk",
      "roles": [
        "paper"
      ],
      "records": [
        "inspect:bfcl"
      ],
      "critical": false,
      "status": 403,
      "category": "restricted",
      "method": "HEAD",
      "final_url": "https://openreview.net/pdf?id=2GmDdhBdDk",
      "elapsed_ms": 144,
      "error": null
    },
    {
      "url": "https://www.niets.or.th/en",
      "roles": [
        "official",
        "original_benchmark_source",
        "preferred-source"
      ],
      "records": [
        "inspect:onet_m6"
      ],
      "critical": false,
      "status": null,
      "category": "network-error",
      "method": "GET",
      "elapsed_ms": 23230,
      "error": "fetch failed"
    }
  ]
}