{
  "version": "citation-verification-v1",
  "runDate": "2026-10-22",
  "networkMode": "frozen",
  "method": "Curated regression using fixed provider responses. This is not a live detection rate or a representative benchmark. Retraction flags and outages are synthetic fixtures, not statements about the real papers.",
  "sourceCode": "https://github.com/yandong2023/litsource",
  "cases": [
    {
      "id": "select-correct",
      "category": "correct",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists and metadata matches well.",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2023. doi:10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "select-doi-only",
      "category": "correct",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists in Crossref.",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "doi:10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "select-doi-url",
      "category": "correct",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists in Crossref.",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "https://doi.org/10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "select-no-doi",
      "category": "missing_identifier",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "Title matched a record and DOI was found in metadata (DOI not present in citation text).",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2023.",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "select-wrong-year",
      "category": "metadata_error",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "unverified",
        "verdict": "suspicious",
        "mismatchFields": [
          "year"
        ],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "Candidate exists, but publication year conflicts.",
        "label": "metadata_mismatch",
        "unexpectedHosts": []
      },
      "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2033. doi:10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "likely",
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious",
          "fake"
        ],
        "mismatchFields": [
          "year"
        ],
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "select-wrong-doi",
      "category": "doi_conflict",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "Input DOI conflicts with the matched record; fallback title retrieval found a stronger record and recovered the correct DOI.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2023. doi:10.5555/wrong-select",
      "expected": {
        "decisions": [
          "likely",
          "suspicious"
        ],
        "verdicts": [
          "suspicious",
          "fake"
        ],
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "select-fabricated-title",
      "category": "fabricated_input",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "fake",
        "mismatchFields": [
          "title"
        ],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists but metadata does not match the citation text.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "Lincoff AM. Lunar cheese eliminates every human disease in randomized intergalactic trials. New England Journal of Medicine. 2023. doi:10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "suspicious",
          "likely"
        ],
        "verdicts": [
          "suspicious",
          "fake"
        ],
        "mismatchFields": [
          "title"
        ]
      }
    },
    {
      "id": "dna-correct",
      "category": "correct",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists and metadata matches well.",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1953. doi:10.1038/171737a0",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "dna-doi-only",
      "category": "correct",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists in Crossref.",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "doi:10.1038/171737a0",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "dna-doi-url",
      "category": "correct",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists in Crossref.",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "https://doi.org/10.1038/171737a0",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "dna-no-doi",
      "category": "missing_identifier",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "verified",
        "verdict": "real",
        "mismatchFields": [],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "Title matched a record and DOI was found in metadata (DOI not present in citation text).",
        "label": "verified",
        "unexpectedHosts": []
      },
      "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1953.",
      "expected": {
        "decisions": [
          "verified",
          "likely"
        ],
        "verdicts": [
          "real",
          "suspicious"
        ],
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "dna-wrong-year",
      "category": "metadata_error",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "unverified",
        "verdict": "suspicious",
        "mismatchFields": [
          "year"
        ],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "Candidate exists, but publication year conflicts.",
        "label": "metadata_mismatch",
        "unexpectedHosts": []
      },
      "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1963. doi:10.1038/171737a0",
      "expected": {
        "decisions": [
          "likely",
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious",
          "fake"
        ],
        "mismatchFields": [
          "year"
        ],
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "dna-wrong-doi",
      "category": "doi_conflict",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "Input DOI conflicts with the matched record; fallback title retrieval found a stronger record and recovered the correct DOI.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1953. doi:10.5555/wrong-dna",
      "expected": {
        "decisions": [
          "likely",
          "suspicious"
        ],
        "verdicts": [
          "suspicious",
          "fake"
        ],
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "dna-fabricated-title",
      "category": "fabricated_input",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "fake",
        "mismatchFields": [
          "title"
        ],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "crossref"
        ],
        "reason": "DOI exists but metadata does not match the citation text.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "WATSON JD. Lunar cheese eliminates every human disease in randomized intergalactic trials. Nature. 1953. doi:10.1038/171737a0",
      "expected": {
        "decisions": [
          "suspicious",
          "likely"
        ],
        "verdicts": [
          "suspicious",
          "fake"
        ],
        "mismatchFields": [
          "title"
        ]
      }
    },
    {
      "id": "absent-0",
      "category": "not_found",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "DOI was not found in Crossref/OpenAlex/Semantic Scholar/PubMed.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "Doe J. Unfindable synthetic regression citation number 0 with no source record. Journal of Imaginary Findings. 2020. doi:10.5555/nonexistent-regression-0",
      "expected": {
        "decisions": [
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "matchedDoi": null
      }
    },
    {
      "id": "regional-0",
      "category": "coverage_gap",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "unverified",
        "verdict": "suspicious",
        "mismatchFields": [
          "title",
          "doi"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "No DOI found; this appears to be a local-language citation that may not be indexed in Crossref/OpenAlex/Semantic Scholar.",
        "label": "coverage_gap",
        "unexpectedHosts": []
      },
      "input": "张三. 区域研究回归合成样本0的学术传播分析[J]. 地区合成期刊, 2020, 1: 10-20.",
      "expected": {
        "decisions": [
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "matchedDoi": null
      }
    },
    {
      "id": "list-0",
      "category": "insufficient_input",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "unverified",
        "verdict": "suspicious",
        "mismatchFields": [
          "title"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "The input describes a reading list or topic rather than an identifiable publication. Provide an individual citation or DOI.",
        "label": "coverage_gap",
        "unexpectedHosts": []
      },
      "input": "Recommended reading list on citation verification topic 0",
      "expected": {
        "decisions": [
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "label": "coverage_gap",
        "matchedDoi": null
      }
    },
    {
      "id": "retracted-0",
      "category": "synthetic_retraction",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [],
        "matchedDoi": "10.1056/nejmoa2307563",
        "evidenceSources": [
          "openalex"
        ],
        "reason": "Retracted publication: the record exists, but the source marks it as retracted. Review the retraction notice before citing.",
        "label": "retracted",
        "unexpectedHosts": []
      },
      "input": "doi:10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "verified",
          "likely",
          "suspicious"
        ],
        "verdicts": [
          "suspicious"
        ],
        "label": "retracted",
        "matchedDoi": "10.1056/nejmoa2307563"
      }
    },
    {
      "id": "outage-0",
      "category": "source_outage",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "DOI was not found in Crossref/OpenAlex/Semantic Scholar/PubMed.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "doi:10.1056/nejmoa2307563",
      "expected": {
        "decisions": [
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "matchedDoi": null
      }
    },
    {
      "id": "absent-1",
      "category": "not_found",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "DOI was not found in Crossref/OpenAlex/Semantic Scholar/PubMed.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "Doe J. Unfindable synthetic regression citation number 1 with no source record. Journal of Imaginary Findings. 2020. doi:10.5555/nonexistent-regression-1",
      "expected": {
        "decisions": [
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "matchedDoi": null
      }
    },
    {
      "id": "regional-1",
      "category": "coverage_gap",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "unverified",
        "verdict": "suspicious",
        "mismatchFields": [
          "title",
          "doi"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "No DOI found; this appears to be a local-language citation that may not be indexed in Crossref/OpenAlex/Semantic Scholar.",
        "label": "coverage_gap",
        "unexpectedHosts": []
      },
      "input": "张三. 区域研究回归合成样本1的学术传播分析[J]. 地区合成期刊, 2020, 1: 10-20.",
      "expected": {
        "decisions": [
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "matchedDoi": null
      }
    },
    {
      "id": "list-1",
      "category": "insufficient_input",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "unverified",
        "verdict": "suspicious",
        "mismatchFields": [
          "title"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "The input describes a reading list or topic rather than an identifiable publication. Provide an individual citation or DOI.",
        "label": "coverage_gap",
        "unexpectedHosts": []
      },
      "input": "Recommended reading list on citation verification topic 1",
      "expected": {
        "decisions": [
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "label": "coverage_gap",
        "matchedDoi": null
      }
    },
    {
      "id": "retracted-1",
      "category": "synthetic_retraction",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [],
        "matchedDoi": "10.1038/171737a0",
        "evidenceSources": [
          "openalex"
        ],
        "reason": "Retracted publication: the record exists, but the source marks it as retracted. Review the retraction notice before citing.",
        "label": "retracted",
        "unexpectedHosts": []
      },
      "input": "doi:10.1038/171737a0",
      "expected": {
        "decisions": [
          "verified",
          "likely",
          "suspicious"
        ],
        "verdicts": [
          "suspicious"
        ],
        "label": "retracted",
        "matchedDoi": "10.1038/171737a0"
      }
    },
    {
      "id": "outage-1",
      "category": "source_outage",
      "passed": true,
      "failures": [],
      "actual": {
        "decision": "suspicious",
        "verdict": "suspicious",
        "mismatchFields": [
          "doi"
        ],
        "matchedDoi": null,
        "evidenceSources": [],
        "reason": "DOI was not found in Crossref/OpenAlex/Semantic Scholar/PubMed.",
        "label": "likely_fabricated",
        "unexpectedHosts": []
      },
      "input": "doi:10.1038/171737a0",
      "expected": {
        "decisions": [
          "suspicious",
          "unverified"
        ],
        "verdicts": [
          "suspicious"
        ],
        "matchedDoi": null
      }
    }
  ]
}