{ "version": "citation-verification-v1", "capturedAt": "2026-09-30", "purpose": "internal regression seeds; human review pending; not a published benchmark", "sources": { "select": { "DOI": "10.1056/nejmoa2307563", "title": [ "Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes" ], "author": [ { "ORCID": "https://orcid.org/0000-0001-8175-2121", "authenticated-orcid": false, "given": "A. Michael", "family": "Lincoff", "sequence": "first", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Kirstine", "family": "Brown-Frandsen", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Helen M.", "family": "Colhoun", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "John", "family": "Deanfield", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Scott S.", "family": "Emerson", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Sille", "family": "Esbjerg", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Søren", "family": "Hardt-Lindberg", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "G. Kees", "family": "Hovingh", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Steven E.", "family": "Kahn", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Robert F.", "family": "Kushner", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0001-7006-7401", "authenticated-orcid": false, "given": "Ildiko", "family": "Lingvay", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Tugce K.", "family": "Oral", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Marie M.", "family": "Michelsen", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Jorge", "family": "Plutzky", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Christoffer W.", "family": "Tornøe", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Donna H.", "family": "Ryan", "sequence": "additional", "affiliation": [ { "name": "From the Department of Cardiovascular Medicine, Cleveland Clinic, Cleveland Clinic Lerner College of Medicine of Case Western Reserve University, Cleveland (A.M.L.); Novo Nordisk, Søborg, Denmark (K.B.-F., S.E., S.H.-L., G.K.H., T.K.O., M.M.M., C.W.T.); the Institute of Genetics and Molecular Medicine, University of Edinburgh, Edinburgh (H.M.C.), and the National Institute for Cardiovascular Outcomes Research, University College London, London (J.D.) — both in the United Kingdom; the Department of Biostatistics, University of Washington (S.S.E.), and the Department of Medicine, VA Puget Sound Health Care System and University of Washington (S.E.K.) — both in Seattle; the Department of Vascular Medicine, Academic Medical Center, Amsterdam (G.K.H.); the Department of Medicine, Feinberg School of Medicine, Northwestern University, Chicago (R.F.K.); the Department of Internal Medicine (Endocrinology Division) and Peter O’Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center, Dall..." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "issued": { "date-parts": [ [ 2023, 12, 14 ] ] }, "container-title": [ "New England Journal of Medicine" ], "volume": "389", "issue": "24", "page": "2221-2232" }, "dna": { "DOI": "10.1038/171737a0", "title": [ "Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid" ], "author": [ { "given": "J. D.", "family": "WATSON", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "F. H. C.", "family": "CRICK", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "issued": { "date-parts": [ [ 1953, 4, 25 ] ] }, "container-title": [ "Nature" ], "volume": "171", "issue": "4356", "page": "737-738" } }, "cases": [ { "id": "select-correct", "category": "correct", "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2023. doi:10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "public_metadata", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "correct" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1056/nejmoa2307563" } }, { "id": "select-doi-only", "category": "correct", "input": "doi:10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "public_metadata", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "correct" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1056/nejmoa2307563" } }, { "id": "select-doi-url", "category": "correct", "input": "https://doi.org/10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "public_metadata", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "correct" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1056/nejmoa2307563" } }, { "id": "select-no-doi", "category": "missing_identifier", "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2023.", "sourceId": "select", "titleLookup": true, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "missing_identifier" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1056/nejmoa2307563" } }, { "id": "select-wrong-year", "category": "metadata_error", "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2033. doi:10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": true, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "metadata_error" }, "expected": { "decisions": [ "likely", "suspicious", "unverified" ], "verdicts": [ "suspicious", "fake" ], "mismatchFields": [ "year" ], "matchedDoi": "10.1056/nejmoa2307563" } }, { "id": "select-wrong-doi", "category": "doi_conflict", "input": "Lincoff AM. Semaglutide and Cardiovascular Outcomes in Obesity without Diabetes. New England Journal of Medicine. 2023. doi:10.5555/wrong-select", "sourceId": "select", "titleLookup": true, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "doi_conflict" }, "expected": { "decisions": [ "likely", "suspicious" ], "verdicts": [ "suspicious", "fake" ], "mismatchFields": [ "doi" ], "matchedDoi": "10.1056/nejmoa2307563" } }, { "id": "select-fabricated-title", "category": "fabricated_input", "input": "Lincoff AM. Lunar cheese eliminates every human disease in randomized intergalactic trials. New England Journal of Medicine. 2023. doi:10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "fabricated_input" }, "expected": { "decisions": [ "suspicious", "likely" ], "verdicts": [ "suspicious", "fake" ], "mismatchFields": [ "title" ] } }, { "id": "dna-correct", "category": "correct", "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1953. doi:10.1038/171737a0", "sourceId": "dna", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "public_metadata", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "correct" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1038/171737a0" } }, { "id": "dna-doi-only", "category": "correct", "input": "doi:10.1038/171737a0", "sourceId": "dna", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "public_metadata", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "correct" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1038/171737a0" } }, { "id": "dna-doi-url", "category": "correct", "input": "https://doi.org/10.1038/171737a0", "sourceId": "dna", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "public_metadata", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "correct" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1038/171737a0" } }, { "id": "dna-no-doi", "category": "missing_identifier", "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1953.", "sourceId": "dna", "titleLookup": true, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "missing_identifier" }, "expected": { "decisions": [ "verified", "likely" ], "verdicts": [ "real", "suspicious" ], "matchedDoi": "10.1038/171737a0" } }, { "id": "dna-wrong-year", "category": "metadata_error", "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1963. doi:10.1038/171737a0", "sourceId": "dna", "titleLookup": true, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "metadata_error" }, "expected": { "decisions": [ "likely", "suspicious", "unverified" ], "verdicts": [ "suspicious", "fake" ], "mismatchFields": [ "year" ], "matchedDoi": "10.1038/171737a0" } }, { "id": "dna-wrong-doi", "category": "doi_conflict", "input": "WATSON JD. Molecular Structure of Nucleic Acids: A Structure for Deoxyribose Nucleic Acid. Nature. 1953. doi:10.5555/wrong-dna", "sourceId": "dna", "titleLookup": true, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "doi_conflict" }, "expected": { "decisions": [ "likely", "suspicious" ], "verdicts": [ "suspicious", "fake" ], "mismatchFields": [ "doi" ], "matchedDoi": "10.1038/171737a0" } }, { "id": "dna-fabricated-title", "category": "fabricated_input", "input": "WATSON JD. Lunar cheese eliminates every human disease in randomized intergalactic trials. Nature. 1953. doi:10.1038/171737a0", "sourceId": "dna", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "fabricated_input" }, "expected": { "decisions": [ "suspicious", "likely" ], "verdicts": [ "suspicious", "fake" ], "mismatchFields": [ "title" ] } }, { "id": "absent-0", "category": "not_found", "input": "Doe J. Unfindable synthetic regression citation number 0 with no source record. Journal of Imaginary Findings. 2020. doi:10.5555/nonexistent-regression-0", "sourceId": null, "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": null, "rationale": "not_found" }, "expected": { "decisions": [ "suspicious", "unverified" ], "verdicts": [ "suspicious" ], "matchedDoi": null } }, { "id": "regional-0", "category": "coverage_gap", "input": "张三. 区域研究回归合成样本0的学术传播分析[J]. 地区合成期刊, 2020, 1: 10-20.", "sourceId": null, "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": null, "rationale": "coverage_gap" }, "expected": { "decisions": [ "suspicious", "unverified" ], "verdicts": [ "suspicious" ], "matchedDoi": null } }, { "id": "list-0", "category": "insufficient_input", "input": "Recommended reading list on citation verification topic 0", "sourceId": null, "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": null, "rationale": "insufficient_input" }, "expected": { "decisions": [ "unverified" ], "verdicts": [ "suspicious" ], "label": "coverage_gap", "matchedDoi": null } }, { "id": "retracted-0", "category": "synthetic_retraction", "input": "doi:10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "synthetic_retraction" }, "expected": { "decisions": [ "verified", "likely", "suspicious" ], "verdicts": [ "suspicious" ], "label": "retracted", "matchedDoi": "10.1056/nejmoa2307563" }, "retracted": true }, { "id": "outage-0", "category": "source_outage", "input": "doi:10.1056/nejmoa2307563", "sourceId": "select", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1056/nejmoa2307563", "rationale": "source_outage" }, "expected": { "decisions": [ "suspicious", "unverified" ], "verdicts": [ "suspicious" ], "matchedDoi": null }, "outage": true }, { "id": "absent-1", "category": "not_found", "input": "Doe J. Unfindable synthetic regression citation number 1 with no source record. Journal of Imaginary Findings. 2020. doi:10.5555/nonexistent-regression-1", "sourceId": null, "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": null, "rationale": "not_found" }, "expected": { "decisions": [ "suspicious", "unverified" ], "verdicts": [ "suspicious" ], "matchedDoi": null } }, { "id": "regional-1", "category": "coverage_gap", "input": "张三. 区域研究回归合成样本1的学术传播分析[J]. 地区合成期刊, 2020, 1: 10-20.", "sourceId": null, "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": null, "rationale": "coverage_gap" }, "expected": { "decisions": [ "suspicious", "unverified" ], "verdicts": [ "suspicious" ], "matchedDoi": null } }, { "id": "list-1", "category": "insufficient_input", "input": "Recommended reading list on citation verification topic 1", "sourceId": null, "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": null, "rationale": "insufficient_input" }, "expected": { "decisions": [ "unverified" ], "verdicts": [ "suspicious" ], "label": "coverage_gap", "matchedDoi": null } }, { "id": "retracted-1", "category": "synthetic_retraction", "input": "doi:10.1038/171737a0", "sourceId": "dna", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "synthetic_retraction" }, "expected": { "decisions": [ "verified", "likely", "suspicious" ], "verdicts": [ "suspicious" ], "label": "retracted", "matchedDoi": "10.1038/171737a0" }, "retracted": true }, { "id": "outage-1", "category": "source_outage", "input": "doi:10.1038/171737a0", "sourceId": "dna", "titleLookup": false, "reviewStatus": "pending_human_review", "provenance": { "kind": "synthetic_mutation", "sourceUrl": "https://api.crossref.org/works/10.1038/171737a0", "rationale": "source_outage" }, "expected": { "decisions": [ "suspicious", "unverified" ], "verdicts": [ "suspicious" ], "matchedDoi": null }, "outage": true } ] }