<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="discussion" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS Biol</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosbiol</journal-id>
<journal-title-group>
<journal-title>PLOS Biology</journal-title>
</journal-title-group>
<issn pub-type="ppub">1544-9173</issn>
<issn pub-type="epub">1545-7885</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pbio.3002931</article-id>
<article-id pub-id-type="publisher-id">PBIOLOGY-D-24-02876</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Perspective</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Science policy</subject><subj-group><subject>Science and technology workforce</subject><subj-group><subject>Careers in research</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Scientific publishing</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Research assessment</subject><subj-group><subject>Citation analysis</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Research design</subject><subj-group><subject>Qualitative studies</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Research assessment</subject><subj-group><subject>Peer review</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Economics</subject><subj-group><subject>Labor economics</subject><subj-group><subject>Employment</subject><subj-group><subject>Careers</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Computer and information sciences</subject><subj-group><subject>Information technology</subject><subj-group><subject>Text mining</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Epidemiology</subject><subj-group><subject>Medical risk factors</subject></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>A call for research to address the threat of paper mills</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-8923-0587</contrib-id>
<name name-style="western">
<surname>Byrne</surname>
<given-names>Jennifer A.</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0003-1469-4907</contrib-id>
<name name-style="western">
<surname>Abalkina</surname>
<given-names>Anna</given-names>
</name>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Akinduro-Aje</surname>
<given-names>Olufolake</given-names>
</name>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Christopher</surname>
<given-names>Jana</given-names>
</name>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0003-0607-6287</contrib-id>
<name name-style="western">
<surname>Eaton</surname>
<given-names>Sarah E.</given-names>
</name>
<xref ref-type="aff" rid="aff006"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0009-0004-5597-597X</contrib-id>
<name name-style="western">
<surname>Joshi</surname>
<given-names>Nitin</given-names>
</name>
<xref ref-type="aff" rid="aff007"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Scheffler</surname>
<given-names>Ulf</given-names>
</name>
<xref ref-type="aff" rid="aff008"><sup>8</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Wise</surname>
<given-names>Nick H.</given-names>
</name>
<xref ref-type="aff" rid="aff009"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-8242-8347</contrib-id>
<name name-style="western">
<surname>Wright</surname>
<given-names>Jennifer</given-names>
</name>
<xref ref-type="aff" rid="aff010"><sup>10</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>NSW Health Statewide Biobank, NSW Health Pathology, Camperdown, Australia</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>School of Medical Sciences, Faculty of Medicine and Health, University of Sydney, Camperdown, Australia</addr-line></aff>
<aff id="aff003"><label>3</label> <addr-line>Institute for East European Studies, Freie Universität Berlin, Berlin, Germany</addr-line></aff>
<aff id="aff004"><label>4</label> <addr-line>Taylor &amp; Francis Group, Milton Park, Milton, United Kingdom</addr-line></aff>
<aff id="aff005"><label>5</label> <addr-line>FEBS, Cambridge, United Kingdom</addr-line></aff>
<aff id="aff006"><label>6</label> <addr-line>Werklund School of Education, University of Calgary, Calgary, Canada</addr-line></aff>
<aff id="aff007"><label>7</label> <addr-line>Adis Journals, Springer Nature, Auckland, New Zealand</addr-line></aff>
<aff id="aff008"><label>8</label> <addr-line>Wiley-VCH GmbH, Research Integrity &amp; Case Resolution, Berlin, Germany</addr-line></aff>
<aff id="aff009"><label>9</label> <addr-line>Clare College, University of Cambridge, Cambridge, United Kingdom</addr-line></aff>
<aff id="aff010"><label>10</label> <addr-line>Cambridge University Press, Cambridge, United Kingdom</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>JAB receives NHMRC grant funding to study publications from paper mills. All opinions expressed in this commentary represent the views of the authors and do not represent the views of any listed employer or institution. Authors declare that they have no other competing interests.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">jennifer.byrne@health.nsw.gov.au</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>22</day>
<month>11</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<month>11</month>
<year>2024</year>
</pub-date>
<volume>22</volume>
<issue>11</issue>
<elocation-id>e3002931</elocation-id>
<permissions>
<copyright-year>2024</copyright-year>
<copyright-holder>Byrne et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pbio.3002931"/>
<abstract abstract-type="teaser">
<p>Research paper mills are covert organizations that provide low-quality or fabricated manuscripts to paying clients. As members of the United2Act Research Working Group, we propose 5 key research questions on paper mills that require resourcing and support.</p>
</abstract>
<abstract abstract-type="toc">
<p>Research paper mills are covert organizations that provide low quality or fabricated manuscripts to paying clients. This Perspective, written by members of the United2Act Research Working Group, proposes five key research questions on paper mills that require resourcing and support.</p>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000925</institution-id>
<institution>National Health and Medical Research Council</institution>
</institution-wrap>
</funding-source>
<award-id>APP1184263</award-id>
<principal-award-recipient>
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-8923-0587</contrib-id>
<name name-style="western">
<surname>Byrne</surname>
<given-names>Jennifer A.</given-names>
</name>
</principal-award-recipient>
</award-group>
<award-group id="award002">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000925</institution-id>
<institution>National Health and Medical Research Council</institution>
</institution-wrap>
</funding-source>
<award-id>APP2029249</award-id>
<principal-award-recipient>
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-8923-0587</contrib-id>
<name name-style="western">
<surname>Byrne</surname>
<given-names>Jennifer A.</given-names>
</name>
</principal-award-recipient>
</award-group>
<funding-statement>NHMRC grant APP1184263 <ext-link ext-link-type="uri" xlink:href="https://www.nhmrc.gov.au/funding/find-funding/ideas-grants" xlink:type="simple">https://www.nhmrc.gov.au/funding/find-funding/ideas-grants</ext-link> (JAB) NHMRC grant APP2029249 <ext-link ext-link-type="uri" xlink:href="https://www.nhmrc.gov.au/funding/find-funding/ideas-grants" xlink:type="simple">https://www.nhmrc.gov.au/funding/find-funding/ideas-grants</ext-link> (JAB) The funder had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="0"/>
<table-count count="1"/>
<page-count count="5"/>
</counts>
<custom-meta-group>
<custom-meta>
<meta-name>PLOS Publication Stage</meta-name>
<meta-value>vor-update-to-uncorrected-proof</meta-value>
</custom-meta>
<custom-meta>
<meta-name>Publication Update</meta-name>
<meta-value>2024-11-27</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<p>Research paper mills are unethical organizations that produce manuscripts at scale using derivative, copied, and/or fabricated text or data sets [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref002">2</xref>]. Manuscripts can be sold to preexisting author teams or individual authorship positions can be sold before and/or after manuscript acceptance [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>–<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>]. Some paper mills may offer other services, including editorial handling and peer review [<xref ref-type="bibr" rid="pbio.3002931.ref003">3</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref004">4</xref>], post-publication communications [<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>], and citations to their products [<xref ref-type="bibr" rid="pbio.3002931.ref006">6</xref>].</p>
<p>Paper mills are likely to take deliberate steps to conceal their activities and products, while scaling both to maximize profits [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>–<xref ref-type="bibr" rid="pbio.3002931.ref003">3</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref007">7</xref>]. It was estimated that between 2 and 46% of manuscripts received by journals between 2019 and 2021 were produced by paper mills [<xref ref-type="bibr" rid="pbio.3002931.ref002">2</xref>]. The analysis of a single paper mill identified 450 publications authored by more than 800 scholars from 300 universities [<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>]. New capabilities to fabricate research manuscripts using generative AI [<xref ref-type="bibr" rid="pbio.3002931.ref008">8</xref>] could further scale manuscript production, while also rendering some fabricated manuscripts more challenging to detect [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>].</p>
<p>Paper mills have been discussed in the literature since 2013 [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref010">10</xref>], yet their products, operations, and services remain understudied [<xref ref-type="bibr" rid="pbio.3002931.ref011">11</xref>]. The lack of empirical research undertaken to date could partly reflect challenges in studying covert activities [<xref ref-type="bibr" rid="pbio.3002931.ref012">12</xref>], safety risks for both participants and researchers [<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>], assumptions that paper mills do not affect mainstream research [<xref ref-type="bibr" rid="pbio.3002931.ref011">11</xref>], and limited dedicated funding. However, any lack of paper mill research seems likely to underestimate the problem. For example, paper mills could target many different fields that allow papers to be produced and concealed at scale, where peer review expertise is limited [<xref ref-type="bibr" rid="pbio.3002931.ref007">7</xref>], and replication of published results remains challenging [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>]. Journal early warning lists [<xref ref-type="bibr" rid="pbio.3002931.ref013">13</xref>] and the outputs of single paper mills [<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>] also encompass research fields beyond those typically linked with paper mill activity [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref011">11</xref>].</p>
<p>The lack of research on paper mills, relative to the potential size and significance of the problem, means that we need to describe knowledge gaps, necessary research and expertise, and how the resulting evidence could benefit all stakeholders who rely on publication integrity. United2Act represents an international group of stakeholders who are working together to address the challenge of paper mills. As members of the United2Act Research Working Group, we describe 5 key research questions (KQs) that we believe require resourcing and support, to improve our knowledge of paper mills and their impact on science and researchers (summarized in <bold><xref ref-type="table" rid="pbio.3002931.t001">Table 1</xref></bold>).</p>
<table-wrap id="pbio.3002931.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pbio.3002931.t001</object-id>
<label>Table 1</label> <caption><title>Five key questions (KQ’s) for research to address the threat of paper mills.</title></caption>
<alternatives>
<graphic id="pbio.3002931.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pbio.3002931.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Key questions</th>
<th align="left">Topics</th>
<th align="left">Expertise</th>
<th align="left">Funding, support, enablers, outcomes</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left"><bold>KQ1</bold><break/><bold>What are the features of paper mill products?</bold></td>
<td align="left">• Paper mill product features<break/> • Targeted fields, topics, methodologies<break/> • Screening tool development<break/> • Impact of GenAI</td>
<td align="left" rowspan="2">• Feature detection/sleuthing<break/> • Targeted field, topic, methodological expertise<break/> • Text mining<break/> • Screening tool development<break/> • GenAI/ LLM/ machine learning<break/> • Bibliometrics<break/> • Publishing</td>
<td align="left" rowspan="2">• Funding opportunities could be linked to bonuses for discipline-specific research, to incentivize research on paper mills<break/> • (Re)-training opportunities to scale capacity (e.g., screening tool development and application)<break/> • Public/private partnerships (e.g., screening tool application)<break/> • Scaled post-publication correction capacity required to enable research translation</td>
</tr>
<tr>
<td align="left"><bold>KQ2</bold><break/><bold>What is the scale of the paper mill problem?</bold></td>
<td align="left">• Affected journals, publishers<break/> • Duration<break/> • Changes over time<break/> • Use of GenAI</td>
</tr>
<tr>
<td align="left"><bold>KQ3</bold><break/><bold>How do paper mills operate and evade detection?</bold></td>
<td align="left">• Operational models<break/> • Clients<break/> • Employees, required skills<break/> • Concealment<break/> • Collusion with brokers,<break/> researchers, journals, institutions</td>
<td align="left">• Local knowledge, languages<break/> • Working with vulnerable participants<break/> • Qualitative research<break/> • Contract cheating<break/> • Global internet commerce<break/> • Criminal networks</td>
<td align="left">• Minimize risks for both researchers and research participants<break/> • Consider offering incentives to research participants<break/> • Scaled post-publication correction capacity required to enable research translation</td>
</tr>
<tr>
<td align="left"><bold>KQ4</bold><break/><bold>To what extent are researchers and scholars aware of paper mills?</bold></td>
<td align="left">• Researcher awareness (across research fields, settings)<break/> • Creation, translation, scaling, delivery, update of awareness and education campaigns</td>
<td align="left">• Discipline expertise<break/> • Qualitative research<break/> • Student, researcher education<break/> • Communication</td>
<td align="left">• Awareness and educational campaigns to be informed by evidence from KQ’s 1–3, 5<break/> • Possibility for rapid translation through researcher training/education programmes</td>
</tr>
<tr>
<td align="left"><bold>KQ5</bold><break/><bold>How are paper mills affecting science and scholarship?</bold></td>
<td align="left">• Citations of paper mill products by original publications, reviews, patents, clinical trials, research databases<break/> • Impacts on research problem<break/> selection, directions, careers, student completions</td>
<td align="left">• Citation analysis<break/> • Bibliometrics<break/> • Text mining<break/> • Targeted field expertise<break/> • Qualitative research<break/> • Working with vulnerable participants</td>
<td align="left"><break/> • Partnerships between citation analysis experts and researchers in targeted fields<break/> • Capacity to inform policies on delayed research career progression, student completions</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<sec id="sec001">
<title>KQ1: What are the features of paper mill products?</title>
<p>Knowledge of the features of paper mill products enables their detection and deterrence. The largely incidental discoveries of publications from paper mills, combined with limited coordinated research across stakeholder groups, have likely produced incomplete and fragmented knowledge [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>]. We need more complete and contemporary knowledge of both discipline-specific and -agnostic features of paper mill products to improve detection and deterrence.</p>
</sec>
<sec id="sec002">
<title>KQ2. What is the scale of the paper mill problem?</title>
<p>Once features of paper mill support are known, these features must be leveraged to inform understanding of the scale of paper mill-supported publications, across fields, topics, methodologies, and over time. Scaled temporal literature analyses can allow the discovery of new features, further informing KQ1, and answer questions such as when paper mills likely commenced using generative AI, and how their product features are likely to change [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>].</p>
</sec>
<sec id="sec003">
<title>KQ3. How do paper mills operate and evade detection?</title>
<p>While some features of paper mill operations could be predicted by models of operational rationality [<xref ref-type="bibr" rid="pbio.3002931.ref012">12</xref>], we currently know very little about paper mill operations. Large, well-resourced paper mills could conceivably provide more sophisticated manuscripts and services [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref005">5</xref>] and could represent arms of other unethical businesses [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref014">14</xref>]. As some information on paper mill operations is now dated [<xref ref-type="bibr" rid="pbio.3002931.ref001">1</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref003">3</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref010">10</xref>], we need research to inform current paper mill operations in different countries and settings, and the demographics of paper mill employees and clients. We also need current information about how paper mills collude with researchers, institutions, journals, and/or publishers to scale operations and evade detection, including the possible use of generative AI and commercially available screening tools. Understanding how paper mills produce manuscripts could also valuably inform product features (KQ1) and problem scale (KQ2).</p>
</sec>
<sec id="sec004">
<title>KQ4. To what extent are researchers and scholars aware of paper mills?</title>
<p>While publishers are increasingly aware of paper mills [<xref ref-type="bibr" rid="pbio.3002931.ref002">2</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref011">11</xref>], little is known about levels of awareness within other stakeholder groups. As awareness can help researchers to recognize and avoid paper mill products [<xref ref-type="bibr" rid="pbio.3002931.ref007">7</xref>], research is required to inform the levels of awareness within different research and scholarly communities. The resulting information must then inform the design and implementation of awareness-raising campaigns and education programs, informed by evidence from KQs 1–3, and KQ5 below, to support all researchers, including those serving as journal editors and peer reviewers [<xref ref-type="bibr" rid="pbio.3002931.ref002">2</xref>].</p>
</sec>
<sec id="sec005">
<title>KQ5. How are paper mills affecting science and scholarship?</title>
<p>Just as there is currently limited information about awareness, little is known about how paper mill products are impacting research and scholarship. For example, researchers could unknowingly cite paper mill products, potentially slowing research translation [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>] or impacting patient care [<xref ref-type="bibr" rid="pbio.3002931.ref004">4</xref>]. We therefore need to understand how paper mill products are cited in different fields and across different publication types and how these citations influence author, publication, and journal metrics. With improved awareness of paper mills (KQ4), researchers could also change their practices, problem choices or research directions in response to publications from paper mills, where individual responses might vary according to research field and/or career stage. At present, we have only scattered anecdotal descriptions (for example, from social media) of how some researchers have been affected or are choosing to respond.</p>
<p>In summary, paper mills represent a threat to genuine research and scholarship that requires expertise, resources, and time [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>]. In any call for research on paper mills, it is important to recognize ongoing efforts to address this problem. For example, journals and publishers are leveraging known paper mill features to detect submissions and retract publications, where cross-publisher collaborations such as the STM Integrity Hub provide education, shared tools, and workflows [<xref ref-type="bibr" rid="pbio.3002931.ref002">2</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref011">11</xref>]. At the same time, paper mill product features and operations could rapidly evolve in response to improved detection and new capabilities [<xref ref-type="bibr" rid="pbio.3002931.ref002">2</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>,<xref ref-type="bibr" rid="pbio.3002931.ref011">11</xref>]. Publishers and researchers alike will therefore benefit from timely research on paper mill products and operations to improve both awareness and responses (<bold><xref ref-type="table" rid="pbio.3002931.t001">Table 1</xref></bold>).</p>
<p>We recognize that paper mills represent a challenging topic for researchers and funders alike. Nonetheless, research funders and institutions must now take courageous decisions to provide the necessary resources to transform our understanding of paper mills. Dedicated funding of paper mill research will also signal that paper mills and research fraud represent legitimate, important topics. Research support must enable rapid, ambitious research at scale, matched with systems that fast-track research translation to the literature and its many user communities (<bold><xref ref-type="table" rid="pbio.3002931.t001">Table 1</xref></bold>). For example, translation of paper mill research requires faster processes for achieving post-publication corrections at scale [<xref ref-type="bibr" rid="pbio.3002931.ref009">9</xref>]. Knowing that papers can be quickly flagged where there is strong suspicion of mill involvement will also be a powerful motivator for researchers and funding agencies, who may likewise see little point in identifying problematic papers if these papers simply remain uncorrected.</p>
<p>Research in all fields relies upon the integrity of the literature. Paper mills and research misinformation undermine trust in research and should therefore be recognized as major global challenges, of similar importance to emerging pandemics or climate change. We must therefore waste no time in discovering the full extent of the paper mill problem and in taking all necessary steps to protect genuine science and scholarship.</p>
</sec>
</body>
<back>
<ack>
<p>The authors thank Sabina Alam (Taylor and Francis Group), Deborah Kahn (independent consultant), Hylke Koers (STM Solutions), Elizabeth Moylan (Wiley), Joris van Rossum (STM Solutions), and Alison Avenell (University of Aberdeen) for critical reading and discussions, and gratefully acknowledge support from United2Act, a project jointly funded by COPE and STM. We apologize to authors whose publications were not cited due to reference limits.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pbio.3002931.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hvistendahl</surname> <given-names>M.</given-names></name> <article-title>China’s publication bazaar</article-title>. <source>Science</source>. <year>2013</year>;<volume>342</volume>:<fpage>1035</fpage>–<lpage>1039</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1126/science.342.6162.1035" xlink:type="simple">10.1126/science.342.6162.1035</ext-link></comment> <object-id pub-id-type="pmid">24288313</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref002"><label>2</label><mixed-citation publication-type="other" xlink:type="simple">COPE, STM. Paper Mills—research report from COPE &amp; STM—English. 2022. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.24318/jtbG8IHL" xlink:type="simple">10.24318/jtbG8IHL</ext-link></comment> (2022).</mixed-citation></ref>
<ref id="pbio.3002931.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Han</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Li</surname> <given-names>Z</given-names></name>. <article-title>How metrics-based academic evaluation could systematically induce academic misconduct: A case study.</article-title> <source>East Asian Sci Tech Soc</source>. <year>2018</year>;<volume>12</volume>:<fpage>165</fpage>–<lpage>179</lpage>.</mixed-citation></ref>
<ref id="pbio.3002931.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Parker</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Boughton</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Lawrence</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Bero</surname> <given-names>L</given-names></name>. <article-title>Experts identified warning signs of fraudulent research: a qualitative study to inform a screening tool.</article-title> <source>J Clin Epidemiol</source>. <year>2022</year>;<volume>151</volume>:<fpage>1</fpage>–<lpage>7</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jclinepi.2022.07.006" xlink:type="simple">10.1016/j.jclinepi.2022.07.006</ext-link></comment> <object-id pub-id-type="pmid">35850426</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Abalkina</surname> <given-names>A.</given-names></name> <article-title>Publication and collaboration anomalies in academic papers originating from a paper mill: Evidence from a Russia-based paper mill.</article-title> <source>Learned Publishing.</source> <year>2023</year>;<volume>36</volume>:<fpage>689</fpage>–<lpage>702</lpage>.</mixed-citation></ref>
<ref id="pbio.3002931.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Candal-Pedreira</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Guerra-Tort</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Ruano-Ravina</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Freijedo-Farinas</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>Rey-Brandariz</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Ross</surname> <given-names>JS</given-names></name>, <etal>et al</etal>. <article-title>Retracted papers originating from paper mills: a cross-sectional analysis of references and citations.</article-title> <source>J Clin Epidemiol</source>. <year>2024</year>;<fpage>111397</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jclinepi.2024.111397" xlink:type="simple">10.1016/j.jclinepi.2024.111397</ext-link></comment> <object-id pub-id-type="pmid">38815634</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref007"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Byrne</surname> <given-names>JA</given-names></name>, <name name-style="western"><surname>Grima</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Capes-Davis</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Labbé</surname> <given-names>C</given-names></name>. <article-title>The possibility of systematic research fraud targeting under-studied human genes: causes, consequences, and potential solutions.</article-title> <source>Biomarker Insights</source>. <year>2019</year>;<volume>14</volume>:<fpage>1177271919829162</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1177/1177271919829162" xlink:type="simple">10.1177/1177271919829162</ext-link></comment> <object-id pub-id-type="pmid">30783377</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Elali</surname> <given-names>FR</given-names></name>, <name name-style="western"><surname>Rachid</surname> <given-names>LN</given-names></name>. <article-title>AI-generated research paper fabrication and plagiarism in the scientific community.</article-title> <source>Patterns</source>. <year>2023</year>;<volume>4</volume>(<issue>3</issue>). <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.patter.2023.100706" xlink:type="simple">10.1016/j.patter.2023.100706</ext-link></comment> <object-id pub-id-type="pmid">36960451</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Byrne</surname> <given-names>JA</given-names></name>, <name name-style="western"><surname>Park</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Richardson</surname> <given-names>RA</given-names></name>, <name name-style="western"><surname>Pathmendra</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Sun</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Stoeger</surname> <given-names>T</given-names></name>. <article-title>Protection of the human gene research literature from contract cheating organizations known as research paper mills</article-title>. <source>Nucleic Acids Res</source>. <year>2022</year>;<volume>50</volume>:<fpage>12058</fpage>–<lpage>12070</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkac1139" xlink:type="simple">10.1093/nar/gkac1139</ext-link></comment> <object-id pub-id-type="pmid">36477580</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hu</surname> <given-names>ZW</given-names></name>, <name name-style="western"><surname>Wu</surname> <given-names>YS</given-names></name>. <article-title>An empirical analysis on number and monetary value of ghostwritten papers in China</article-title>. <source>Curr Sci</source>. <year>2013</year>;<volume>10</volume>:<fpage>1230</fpage>–<lpage>1234</lpage>.</mixed-citation></ref>
<ref id="pbio.3002931.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wittau</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Seifert</surname> <given-names>R</given-names></name>. <article-title>How to fight fake papers: a review on important information sources and steps towards solution of the problem</article-title>. <source>Naunyn Schmiedebergs Arch Pharmacol</source>. <year>2024</year>;<volume>6</volume>:<fpage>1</fpage>–<lpage>4</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s00210-024-03272-8" xlink:type="simple">10.1007/s00210-024-03272-8</ext-link></comment> <object-id pub-id-type="pmid">38970685</object-id></mixed-citation></ref>
<ref id="pbio.3002931.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Fielding</surname> <given-names>NG</given-names></name>. <article-title>The shaping of covert social networks: isolating the effects of secrecy.</article-title> <source>Trends in Organized Crime</source>. <year>2017</year>;<volume>20</volume>:<fpage>16</fpage>–<lpage>30</lpage>.</mixed-citation></ref>
<ref id="pbio.3002931.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zhang</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Wei</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Sivertsen</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Huang</surname> <given-names>Y</given-names></name>. <article-title>The motivations and criteria behind China’s list of questionable journals.</article-title> <source>Learned Publishing</source>. <year>2022</year>;<volume>35</volume>:<fpage>467</fpage>–<lpage>480</lpage>.</mixed-citation></ref>
<ref id="pbio.3002931.ref014"><label>14</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Eaton</surname> <given-names>SE</given-names></name>, <name name-style="western"><surname>Carmichael</surname> <given-names>JJ</given-names></name>. <chapter-title>Fake degrees and credential fraud, contract cheating, and paper mills: Overview and historical perspectives.</chapter-title> In: <name name-style="western"><surname>Eaton</surname> <given-names>SE</given-names></name>, <name name-style="western"><surname>Carmichael</surname> <given-names>JJ</given-names></name>, <name name-style="western"><surname>Pethrick</surname> <given-names>H</given-names></name>, editors. <source>Fake Degrees and Fraudulent Credentials in Higher Education. Ethics and Integrity in Educational Contexts</source>. <publisher-name>Springer</publisher-name>; <year>2023</year>. p. <fpage>1</fpage>–<lpage>22</lpage>.</mixed-citation></ref>
</ref-list>
</back>
</article>