cases.jsonl

{"id": "real-nejm-bnt162b2", "text": "Polack FP, Thomas SJ, et al. Safety and Efficacy of the BNT162b2 mRNA Covid-19 Vaccine. N Engl J Med. 2020. doi:10.1056/NEJMoa2034577", "expected_tier": 1, "note": "Real landmark RCT, correct DOI."}
{"id": "real-recovery-dexamethasone", "text": "RECOVERY Collaborative Group. Dexamethasone in Hospitalized Patients with Covid-19. N Engl J Med. 2021. doi:10.1056/NEJMoa2021436", "expected_tier": 1, "note": "Real trial, correct DOI."}
{"id": "real-bmj-vitamind", "text": "Martineau AR, et al. Vitamin D supplementation to prevent acute respiratory tract infections. BMJ. 2017. doi:10.1136/bmj.i6583", "expected_tier": 1, "note": "Real IPD meta-analysis, correct DOI."}
{"id": "real-pmid-33301246", "text": "A landmark COVID-19 vaccine trial. PMID: 33301246", "expected_tier": 1, "note": "Real PubMed record."}
{"id": "real-pmid-28202713", "text": "Vitamin D and respiratory infections. PMID: 28202713", "expected_tier": 1, "note": "Real PubMed record."}
{"id": "fabricated-doi-influenza", "text": "Yamamoto K, Tanaka S. High-dose vitamin D3 and seasonal influenza in children: a double-blind randomized trial. N Engl J Med. 2021. doi:10.1056/NEJMoa2105512", "expected_tier": 4, "note": "Entirely fabricated paper and DOI — a classic AI confabulation."}
{"id": "fabricated-doi-nejm9999999", "text": "A study that does not exist. N Engl J Med. doi:10.1056/NEJMoa9999999", "expected_tier": 4, "note": "DOI does not resolve in any registry."}
{"id": "fabricated-pmid-99999999", "text": "Vibe-based healing protocols for toddlers. PMID: 99999999", "expected_tier": 4, "note": "PMID returns no PubMed record."}
{"id": "misattributed-pmid-18768876", "text": "Hansdottir S, et al. Respiratory epithelial cells convert inactive vitamin D to its active form (cathelicidin pathway). J Immunol. 2008. PMID: 18768876", "expected_tier": 4, "note": "PMID resolves to a different paper than the one cited (misattribution)."}
{"id": "real-paper-invented-doi", "text": "Polack FP. Safety and Efficacy of the BNT162b2 mRNA Covid-19 Vaccine. N Engl J Med. 2020. doi:10.9999/fake.doi.12345", "expected_tier": 3, "note": "Real paper, but the DOI is invented — title search recovers the real record."}
{"id": "year-mismatch-cochrane", "text": "Bergman P, et al. Vitamin D review. Cochrane Database Syst Rev. 2099. doi:10.1002/14651858.CD012734", "expected_tier": 3, "note": "Real DOI, but the cited year disagrees with the record."}
{"id": "real-lancet-huang-covid", "text": "Huang C, et al. Clinical features of patients infected with 2019 novel coronavirus in Wuhan, China. Lancet. 2020. doi:10.1016/S0140-6736(20)30183-5", "expected_tier": 1, "note": "Real landmark Lancet paper, correct DOI."}
{"id": "real-nejm-remdesivir", "text": "Beigel JH, et al. Remdesivir for the Treatment of Covid-19. N Engl J Med. 2020. doi:10.1056/NEJMoa2007764", "expected_tier": 1, "note": "Real ACTT-1 trial, correct DOI."}
{"id": "real-pmid-consort", "text": "Schulz KF, et al. CONSORT 2010 Statement. BMJ. 2010. PMID: 20332509", "expected_tier": 1, "note": "Real reporting guideline, valid PMID."}
{"id": "real-bmj-grade", "text": "Guyatt GH, et al. GRADE: an emerging consensus on rating quality of evidence. BMJ. 2008. doi:10.1136/bmj.39489.470347.AD", "expected_tier": 1, "note": "Real GRADE consensus paper, correct DOI."}
{"id": "fabricated-doi-jama-magnet", "text": "Fabricated review of magnet therapy in oncology. JAMA. 2024. doi:10.1001/jama.2024.91827", "expected_tier": 4, "note": "Fabricated JAMA DOI; does not resolve."}
{"id": "fabricated-pmid-crystals", "text": "Imaginary trial of crystals in pediatrics. PMID: 88888812", "expected_tier": 4, "note": "Non-existent PubMed record."}
{"id": "real-nct-actt1", "text": "The ACTT-1 adaptive treatment trial of remdesivir. NCT04280705", "expected_tier": 1, "note": "Real ClinicalTrials.gov registration."}
{"id": "fabricated-nct", "text": "An unregistered trial of homeopathy in sepsis. NCT09999999", "expected_tier": 4, "note": "NCT id not registered on ClinicalTrials.gov."}
{"id": "real-arxiv-attention", "text": "Vaswani A, et al. Attention Is All You Need. arXiv:1706.03762", "expected_tier": 1, "note": "Real arXiv preprint identifier."}
{"id": "fabricated-arxiv", "text": "Imaginary preprint on magnet therapy in sepsis. arXiv:9999.99999", "expected_tier": 4, "note": "arXiv id does not resolve."}
{"id": "manual-isbn-nelson", "text": "Nelson Textbook of Pediatrics. ISBN: 978-0-323-52950-1", "expected_tier": 2, "note": "Book citations should be surfaced for manual review, not called fabricated."}