{
 "headline_scope": "retractions other than administrative ones (out of date, replaced, moved journal, publisher duplicate)",
 "administrative_pairs": 4044,
 "substantive_administrative": {
  "rate": 0.3796,
  "ci95": [
   0.3391,
   0.4289
  ],
  "n": 4044,
  "papers": 534
 },
 "codebook": "v3.3",
 "panel": [
  "typesafe/jev",
  "@cf/google/gemma-4-26b-a4b-it",
  "@cf/cloudflare/clef"
 ],
 "pairs_classified": 55688,
 "judged": 51626,
 "unclear": 4062,
 "notices_set_aside": 485,
 "incomplete_pairs": 6,
 "retracted_papers": 12864,
 "routes": {
  "unanimous": 46858,
  "majority": 8807,
  "split": 23
 },
 "panel_sizes": {
  "3": 55688
 },
 "aware": {
  "rate": 0.0334,
  "ci95": [
   0.0256,
   0.0429
  ],
  "n": 51626,
  "papers": 12328
 },
 "substantive": {
  "rate": 0.4075,
  "ci95": [
   0.3989,
   0.4148
  ],
  "n": 51626,
  "papers": 12328
 },
 "perfunctory": {
  "rate": 0.5591,
  "ci95": [
   0.5506,
   0.5681
  ],
  "n": 51626,
  "papers": 12328
 },
 "by_panel_size": {
  "2": {
   "aware": null,
   "substantive": null
  },
  "3": {
   "aware": {
    "rate": 0.0334,
    "ci95": [
     0.0256,
     0.0429
    ],
    "n": 51626,
    "papers": 12328
   },
   "substantive": {
    "rate": 0.4075,
    "ci95": [
     0.3989,
     0.4148
    ],
    "n": 51626,
    "papers": 12328
   }
  }
 },
 "substantive_band": {
  "strict": {
   "rate": 0.3451,
   "ci95": [
    0.3369,
    0.353
   ],
   "n": 51626,
   "papers": 12328
  },
  "lenient": {
   "rate": 0.4668,
   "ci95": [
    0.4574,
    0.4754
   ],
   "n": 51626,
   "papers": 12328
  },
  "note": "strict = a context the three models split on counts as substantive only if no model said perfunctory; lenient = if any said substantive"
 },
 "ref_list_says_retracted": {
  "rate": 0.0656,
  "ci95": [
   0.0606,
   0.0724
  ],
  "n": 55688,
  "papers": 12864
 },
 "substantive_despite_ref_list_label": {
  "rate": 0.4038,
  "ci95": [
   0.3738,
   0.4353
  ],
  "n": 3628,
  "papers": 2203
 },
 "aware_despite_ref_list_label": {
  "rate": 0.129,
  "ci95": [
   0.0761,
   0.18
  ],
  "n": 3628,
  "papers": 2203
 },
 "aware_hs_window_citing_le_2019": {
  "rate": 0.0508,
  "ci95": [
   0.0383,
   0.0657
  ],
  "n": 13129,
  "papers": 3518
 },
 "papers_with_any_substantive": {
  "papers": 12328,
  "with_substantive": 8197,
  "with_two_or_more_substantive": 3984,
  "note": "papers = non-administrative retracted papers with at least one judged citation"
 },
 "by_years_after": {
  "1-2": {
   "substantive": {
    "rate": 0.4355,
    "ci95": [
     0.4258,
     0.4436
    ],
    "n": 25915,
    "papers": 9501
   },
   "aware": {
    "rate": 0.0274,
    "ci95": [
     0.0207,
     0.0381
    ],
    "n": 25915,
    "papers": 9501
   }
  },
  "11+": {
   "substantive": {
    "rate": 0.349,
    "ci95": [
     0.324,
     0.3724
    ],
    "n": 3734,
    "papers": 1264
   },
   "aware": {
    "rate": 0.0635,
    "ci95": [
     0.032,
     0.1205
    ],
    "n": 3734,
    "papers": 1264
   }
  },
  "3-5": {
   "substantive": {
    "rate": 0.3909,
    "ci95": [
     0.3797,
     0.4025
    ],
    "n": 13700,
    "papers": 5814
   },
   "aware": {
    "rate": 0.0336,
    "ci95": [
     0.0285,
     0.0393
    ],
    "n": 13700,
    "papers": 5814
   }
  },
  "6-10": {
   "substantive": {
    "rate": 0.3737,
    "ci95": [
     0.3589,
     0.3898
    ],
    "n": 8277,
    "papers": 2978
   },
   "aware": {
    "rate": 0.0383,
    "ci95": [
     0.0278,
     0.0538
    ],
    "n": 8277,
    "papers": 2978
   }
  }
 },
 "by_reason": {
  "error or unreliable results": {
   "substantive": {
    "rate": 0.3999,
    "ci95": [
     0.3887,
     0.4114
    ],
    "n": 15715,
    "papers": 3230
   },
   "aware": {
    "rate": 0.0654,
    "ci95": [
     0.051,
     0.0809
    ],
    "n": 15715,
    "papers": 3230
   }
  },
  "misconduct, fabrication or duplication": {
   "substantive": {
    "rate": 0.412,
    "ci95": [
     0.3999,
     0.4226
    ],
    "n": 31947,
    "papers": 8077
   },
   "aware": {
    "rate": 0.0186,
    "ci95": [
     0.0118,
     0.0314
    ],
    "n": 31947,
    "papers": 8077
   }
  },
  "other or unstated": {
   "substantive": {
    "rate": 0.4016,
    "ci95": [
     0.3795,
     0.4232
    ],
    "n": 3964,
    "papers": 1021
   },
   "aware": {
    "rate": 0.0265,
    "ci95": [
     0.0196,
     0.0352
    ],
    "n": 3964,
    "papers": 1021
   }
  }
 },
 "by_reason_all": {
  "administrative (no fault found in the science)": {
   "substantive": {
    "rate": 0.3796,
    "ci95": [
     0.3391,
     0.4289
    ],
    "n": 4044,
    "papers": 534
   },
   "aware": {
    "rate": 0.0143,
    "ci95": [
     0.0096,
     0.0194
    ],
    "n": 4044,
    "papers": 534
   }
  },
  "error or unreliable results": {
   "substantive": {
    "rate": 0.3999,
    "ci95": [
     0.3887,
     0.4114
    ],
    "n": 15715,
    "papers": 3230
   },
   "aware": {
    "rate": 0.0654,
    "ci95": [
     0.051,
     0.0809
    ],
    "n": 15715,
    "papers": 3230
   }
  },
  "misconduct, fabrication or duplication": {
   "substantive": {
    "rate": 0.412,
    "ci95": [
     0.3999,
     0.4226
    ],
    "n": 31947,
    "papers": 8077
   },
   "aware": {
    "rate": 0.0186,
    "ci95": [
     0.0118,
     0.0314
    ],
    "n": 31947,
    "papers": 8077
   }
  },
  "other or unstated": {
   "substantive": {
    "rate": 0.4016,
    "ci95": [
     0.3795,
     0.4232
    ],
    "n": 3964,
    "papers": 1021
   },
   "aware": {
    "rate": 0.0265,
    "ci95": [
     0.0196,
     0.0352
    ],
    "n": 3964,
    "papers": 1021
   }
  }
 },
 "by_citing_year": {
  "1997": {
   "substantive": {
    "rate": 0.4,
    "ci95": [
     0.0,
     0.8
    ],
    "n": 5,
    "papers": 5
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 5,
    "papers": 5
   }
  },
  "1998": {
   "substantive": {
    "rate": 0.5,
    "ci95": [
     0.0,
     0.875
    ],
    "n": 6,
    "papers": 5
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 6,
    "papers": 5
   }
  },
  "1999": {
   "substantive": {
    "rate": 1.0,
    "ci95": [
     1.0,
     1.0
    ],
    "n": 1,
    "papers": 1
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 1,
    "papers": 1
   }
  },
  "2000": {
   "substantive": {
    "rate": 0.5,
    "ci95": [
     0.1667,
     0.8333
    ],
    "n": 6,
    "papers": 5
   },
   "aware": {
    "rate": 0.1667,
    "ci95": [
     0.0,
     0.6
    ],
    "n": 6,
    "papers": 5
   }
  },
  "2001": {
   "substantive": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 1,
    "papers": 1
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 1,
    "papers": 1
   }
  },
  "2002": {
   "substantive": {
    "rate": 1.0,
    "ci95": [
     1.0,
     1.0
    ],
    "n": 1,
    "papers": 1
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 1,
    "papers": 1
   }
  },
  "2003": {
   "substantive": {
    "rate": 0.1429,
    "ci95": [
     0.0,
     0.4286
    ],
    "n": 7,
    "papers": 7
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 7,
    "papers": 7
   }
  },
  "2004": {
   "substantive": {
    "rate": 0.5455,
    "ci95": [
     0.25,
     0.8182
    ],
    "n": 11,
    "papers": 10
   },
   "aware": {
    "rate": 0.0909,
    "ci95": [
     0.0,
     0.3
    ],
    "n": 11,
    "papers": 10
   }
  },
  "2005": {
   "substantive": {
    "rate": 0.4737,
    "ci95": [
     0.25,
     0.7222
    ],
    "n": 19,
    "papers": 18
   },
   "aware": {
    "rate": 0.1053,
    "ci95": [
     0.0,
     0.2778
    ],
    "n": 19,
    "papers": 18
   }
  },
  "2006": {
   "substantive": {
    "rate": 0.303,
    "ci95": [
     0.1786,
     0.4483
    ],
    "n": 33,
    "papers": 27
   },
   "aware": {
    "rate": 0.0909,
    "ci95": [
     0.0,
     0.2121
    ],
    "n": 33,
    "papers": 27
   }
  },
  "2007": {
   "substantive": {
    "rate": 0.3043,
    "ci95": [
     0.1857,
     0.4154
    ],
    "n": 69,
    "papers": 53
   },
   "aware": {
    "rate": 0.1739,
    "ci95": [
     0.0882,
     0.2899
    ],
    "n": 69,
    "papers": 53
   }
  },
  "2008": {
   "substantive": {
    "rate": 0.32,
    "ci95": [
     0.2,
     0.4568
    ],
    "n": 75,
    "papers": 65
   },
   "aware": {
    "rate": 0.0667,
    "ci95": [
     0.0139,
     0.1316
    ],
    "n": 75,
    "papers": 65
   }
  },
  "2009": {
   "substantive": {
    "rate": 0.3603,
    "ci95": [
     0.28,
     0.4355
    ],
    "n": 136,
    "papers": 105
   },
   "aware": {
    "rate": 0.1397,
    "ci95": [
     0.0866,
     0.2
    ],
    "n": 136,
    "papers": 105
   }
  },
  "2010": {
   "substantive": {
    "rate": 0.3756,
    "ci95": [
     0.3073,
     0.4498
    ],
    "n": 205,
    "papers": 141
   },
   "aware": {
    "rate": 0.0829,
    "ci95": [
     0.0448,
     0.1312
    ],
    "n": 205,
    "papers": 141
   }
  },
  "2011": {
   "substantive": {
    "rate": 0.3132,
    "ci95": [
     0.2663,
     0.3658
    ],
    "n": 364,
    "papers": 245
   },
   "aware": {
    "rate": 0.0824,
    "ci95": [
     0.0489,
     0.1138
    ],
    "n": 364,
    "papers": 245
   }
  },
  "2012": {
   "substantive": {
    "rate": 0.3525,
    "ci95": [
     0.3154,
     0.3941
    ],
    "n": 644,
    "papers": 371
   },
   "aware": {
    "rate": 0.1009,
    "ci95": [
     0.0607,
     0.1486
    ],
    "n": 644,
    "papers": 371
   }
  },
  "2013": {
   "substantive": {
    "rate": 0.3972,
    "ci95": [
     0.358,
     0.4315
    ],
    "n": 914,
    "papers": 517
   },
   "aware": {
    "rate": 0.0678,
    "ci95": [
     0.0397,
     0.1013
    ],
    "n": 914,
    "papers": 517
   }
  },
  "2014": {
   "substantive": {
    "rate": 0.3984,
    "ci95": [
     0.3656,
     0.4291
    ],
    "n": 1102,
    "papers": 685
   },
   "aware": {
    "rate": 0.0662,
    "ci95": [
     0.0471,
     0.0856
    ],
    "n": 1102,
    "papers": 685
   }
  },
  "2015": {
   "substantive": {
    "rate": 0.3482,
    "ci95": [
     0.3171,
     0.3753
    ],
    "n": 1341,
    "papers": 801
   },
   "aware": {
    "rate": 0.05,
    "ci95": [
     0.0332,
     0.068
    ],
    "n": 1341,
    "papers": 801
   }
  },
  "2016": {
   "substantive": {
    "rate": 0.373,
    "ci95": [
     0.3494,
     0.3963
    ],
    "n": 1598,
    "papers": 950
   },
   "aware": {
    "rate": 0.0325,
    "ci95": [
     0.022,
     0.0452
    ],
    "n": 1598,
    "papers": 950
   }
  },
  "2017": {
   "substantive": {
    "rate": 0.3777,
    "ci95": [
     0.3509,
     0.409
    ],
    "n": 2068,
    "papers": 1136
   },
   "aware": {
    "rate": 0.0363,
    "ci95": [
     0.0255,
     0.0485
    ],
    "n": 2068,
    "papers": 1136
   }
  },
  "2018": {
   "substantive": {
    "rate": 0.382,
    "ci95": [
     0.3564,
     0.4004
    ],
    "n": 2021,
    "papers": 1168
   },
   "aware": {
    "rate": 0.0391,
    "ci95": [
     0.0283,
     0.0536
    ],
    "n": 2021,
    "papers": 1168
   }
  },
  "2019": {
   "substantive": {
    "rate": 0.3753,
    "ci95": [
     0.3507,
     0.4001
    ],
    "n": 2502,
    "papers": 1397
   },
   "aware": {
    "rate": 0.0416,
    "ci95": [
     0.0292,
     0.0557
    ],
    "n": 2502,
    "papers": 1397
   }
  },
  "2020": {
   "substantive": {
    "rate": 0.3895,
    "ci95": [
     0.3714,
     0.4092
    ],
    "n": 3415,
    "papers": 1787
   },
   "aware": {
    "rate": 0.031,
    "ci95": [
     0.022,
     0.0435
    ],
    "n": 3415,
    "papers": 1787
   }
  },
  "2021": {
   "substantive": {
    "rate": 0.4038,
    "ci95": [
     0.3893,
     0.4211
    ],
    "n": 5760,
    "papers": 2505
   },
   "aware": {
    "rate": 0.046,
    "ci95": [
     0.0253,
     0.073
    ],
    "n": 5760,
    "papers": 2505
   }
  },
  "2022": {
   "substantive": {
    "rate": 0.4511,
    "ci95": [
     0.4335,
     0.4693
    ],
    "n": 7173,
    "papers": 3350
   },
   "aware": {
    "rate": 0.0269,
    "ci95": [
     0.0192,
     0.0386
    ],
    "n": 7173,
    "papers": 3350
   }
  },
  "2023": {
   "substantive": {
    "rate": 0.4282,
    "ci95": [
     0.412,
     0.4446
    ],
    "n": 6188,
    "papers": 3327
   },
   "aware": {
    "rate": 0.0225,
    "ci95": [
     0.016,
     0.0318
    ],
    "n": 6188,
    "papers": 3327
   }
  },
  "2024": {
   "substantive": {
    "rate": 0.4315,
    "ci95": [
     0.4195,
     0.4442
    ],
    "n": 8570,
    "papers": 4852
   },
   "aware": {
    "rate": 0.0187,
    "ci95": [
     0.0144,
     0.0241
    ],
    "n": 8570,
    "papers": 4852
   }
  },
  "2025": {
   "substantive": {
    "rate": 0.4037,
    "ci95": [
     0.3883,
     0.4181
    ],
    "n": 5296,
    "papers": 3502
   },
   "aware": {
    "rate": 0.0238,
    "ci95": [
     0.0181,
     0.0309
    ],
    "n": 5296,
    "papers": 3502
   }
  },
  "2026": {
   "substantive": {
    "rate": 0.3599,
    "ci95": [
     0.3368,
     0.3807
    ],
    "n": 2095,
    "papers": 1652
   },
   "aware": {
    "rate": 0.0334,
    "ci95": [
     0.0227,
     0.0447
    ],
    "n": 2095,
    "papers": 1652
   }
  }
 },
 "by_retraction_decade": {
  "1990s": {
   "substantive": {
    "rate": 0.3432,
    "ci95": [
     0.3026,
     0.3911
    ],
    "n": 405,
    "papers": 114
   },
   "aware": {
    "rate": 0.0691,
    "ci95": [
     0.0386,
     0.1034
    ],
    "n": 405,
    "papers": 114
   }
  },
  "2000s": {
   "substantive": {
    "rate": 0.3598,
    "ci95": [
     0.3383,
     0.3786
    ],
    "n": 4363,
    "papers": 737
   },
   "aware": {
    "rate": 0.0516,
    "ci95": [
     0.0398,
     0.065
    ],
    "n": 4363,
    "papers": 737
   }
  },
  "2010s": {
   "substantive": {
    "rate": 0.3823,
    "ci95": [
     0.3692,
     0.3956
    ],
    "n": 23826,
    "papers": 4297
   },
   "aware": {
    "rate": 0.0399,
    "ci95": [
     0.0293,
     0.0583
    ],
    "n": 23826,
    "papers": 4297
   }
  },
  "2020s": {
   "substantive": {
    "rate": 0.4437,
    "ci95": [
     0.4301,
     0.4557
    ],
    "n": 23032,
    "papers": 7180
   },
   "aware": {
    "rate": 0.0227,
    "ci95": [
     0.0145,
     0.0341
    ],
    "n": 23032,
    "papers": 7180
   }
  }
 },
 "by_field": {
  "?": {
   "substantive": {
    "rate": 0.2073,
    "ci95": [
     0.0984,
     0.3187
    ],
    "n": 82,
    "papers": 49
   },
   "aware": {
    "rate": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "n": 82,
    "papers": 49
   }
  },
  "basic life and health sciences": {
   "substantive": {
    "rate": 0.4129,
    "ci95": [
     0.3968,
     0.4281
    ],
    "n": 16730,
    "papers": 3748
   },
   "aware": {
    "rate": 0.0356,
    "ci95": [
     0.0224,
     0.061
    ],
    "n": 16730,
    "papers": 3748
   }
  },
  "basic life sciences only": {
   "substantive": {
    "rate": 0.4438,
    "ci95": [
     0.429,
     0.4561
    ],
    "n": 18384,
    "papers": 4379
   },
   "aware": {
    "rate": 0.021,
    "ci95": [
     0.0156,
     0.0282
    ],
    "n": 18384,
    "papers": 4379
   }
  },
  "health sciences only": {
   "substantive": {
    "rate": 0.3723,
    "ci95": [
     0.3563,
     0.3891
    ],
    "n": 11433,
    "papers": 2729
   },
   "aware": {
    "rate": 0.0489,
    "ci95": [
     0.0336,
     0.0696
    ],
    "n": 11433,
    "papers": 2729
   }
  },
  "other fields": {
   "substantive": {
    "rate": 0.3396,
    "ci95": [
     0.3184,
     0.3591
    ],
    "n": 4997,
    "papers": 1423
   },
   "aware": {
    "rate": 0.037,
    "ci95": [
     0.0257,
     0.05
    ],
    "n": 4997,
    "papers": 1423
   }
  }
 },
 "extraction": {
  "pairs": 58358,
  "status": {
   "ok": 56179,
   "no-in-text-citation": 967,
   "no-fulltext": 175,
   "reference-not-found": 1030,
   "no-body": 7
  },
  "usable_rate": 0.9627
 },
 "cost_usd": {
  "typesafe/jev": 4.46,
  "@cf/cloudflare/clef": 21.91,
  "@cf/google/gemma-4-26b-a4b-it": 5.68,
  "total": 32.05
 },
 "calls": {
  "typesafe/jev": 72339,
  "@cf/cloudflare/clef": 72139,
  "@cf/google/gemma-4-26b-a4b-it": 72155
 },
 "human_review_queue": {
  "pairs_not_unanimous": 8830,
  "substantive_or_aware_not_unanimous": 5259
 },
 "substantive_corrected": {
  "rate": 0.3809,
  "sens": 0.9649,
  "fpr": 0.0645,
  "basis": "confirm_v33 blind set, n=150",
  "ci95": [
   0.3352,
   0.4176
  ]
 },
 "substantive_corrected_rescored": {
  "all_150": {
   "n": 150,
   "agree_substantive_or_not": 142,
   "sens": 0.9649,
   "fpr": 0.0645,
   "rate": 0.3809
  },
  "non_administrative": {
   "n": 137,
   "agree_substantive_or_not": 130,
   "sens": 0.9808,
   "fpr": 0.0706,
   "rate": 0.3702
  },
  "panel_differs_from_census_label": [
   "21461636>PMC10676308",
   "26806855>PMC7801470",
   "27698958>PMC8593343"
  ]
 },
 "cost_usd_note": "logged usage at list prices; Jev's AI Gateway billing record for 13-14 Oct 2026 is $1.835 (input tokens only, $0.042/M; fewer tokens billed than Jev reports per call)"
}