<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS Comput Biol</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">ploscomp</journal-id>
<journal-title-group>
<journal-title>PLOS Computational Biology</journal-title>
</journal-title-group>
<issn pub-type="ppub">1553-734X</issn>
<issn pub-type="epub">1553-7358</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pcbi.1008148</article-id>
<article-id pub-id-type="publisher-id">PCOMPBIOL-D-20-00552</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Education</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Ecology and environmental sciences</subject><subj-group><subject>Sustainability science</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Physical sciences</subject><subj-group><subject>Chemistry</subject><subj-group><subject>Chemical compounds</subject><subj-group><subject>Carbon dioxide</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Ecology and environmental sciences</subject><subj-group><subject>Environmental impacts</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Research assessment</subject><subj-group><subject>Reproducibility</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Agriculture</subject><subj-group><subject>Agricultural methods</subject><subj-group><subject>Sustainable agriculture</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Ecology and environmental sciences</subject><subj-group><subject>Sustainability science</subject><subj-group><subject>Sustainable agriculture</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Science policy</subject><subj-group><subject>Science and technology workforce</subject><subj-group><subject>Careers in research</subject><subj-group><subject>Scientists</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Professions</subject><subj-group><subject>Scientists</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Science policy</subject></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Research assessment</subject></subj-group></subj-group></article-categories>
<title-group>
<article-title>Ten simple rules to make your research more sustainable</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" equal-contrib="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2188-3426</contrib-id>
<name name-style="western">
<surname>Ligozat</surname>
<given-names>Anne-Laure</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-1846-9144</contrib-id>
<name name-style="western">
<surname>Névéol</surname>
<given-names>Aurélie</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Daly</surname>
<given-names>Bénédicte</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2327-2215</contrib-id>
<name name-style="western">
<surname>Frenoux</surname>
<given-names>Emmanuelle</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Université Paris-Saclay, CNRS, LIMSI, Orsay, France</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>ENSIIE, Evry-Courcouronnes, France</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Schwartz</surname>
<given-names>Russell</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>Carnegie Mellon University, UNITED STATES</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">anne-laure.ligozat@limsi.fr</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>9</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="collection">
<month>9</month>
<year>2020</year>
</pub-date>
<volume>16</volume>
<issue>9</issue>
<elocation-id>e1008148</elocation-id>
<permissions>
<copyright-year>2020</copyright-year>
<copyright-holder>Ligozat et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pcbi.1008148"/>
<funding-group>
<funding-statement>This work was supported by CNRS, ENSIIE, and Université Paris Saclay. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="2"/>
<table-count count="0"/>
<page-count count="11"/>
</counts>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>Sustainable development can be defined as a principle that regulates human activity without causing irreparable damage to the Earth's natural system. It also aims to preserve resources so that future generations can benefit from them as much as present generations. To address the global challenges today's world faces to manage the impact of human activity on the environment, the United Nations have defined a set of sustainable development goals to be achieved in the next decade [<xref ref-type="bibr" rid="pcbi.1008148.ref001">1</xref>].</p>
<p>The climate changes induced by human activities have been accelerating alarmingly as reported by scientists since 1979 [<xref ref-type="bibr" rid="pcbi.1008148.ref002">2</xref>]. Scientists can observe an increase in pollution (e.g., depletion of oxygen in water, eutrophication), natural resource scarcity, and a significant and accelerated loss of biodiversity. All these changes have led geologists to propose the Anthropocene as a new geological epoch, reflecting the impact of human activities on Earth's ecosystems[<xref ref-type="bibr" rid="pcbi.1008148.ref003">3</xref>].</p>
<p>To mitigate this effect, a paradigmatic shift represented by sustainable development is needed in all fields of human activities, including research. As individuals and researchers, we are concerned with these challenges and deeply aware of the necessity to be more sustainable. But in practice, what does this entail? How can a researcher's activity be “sustainable,” and how do we integrate sustainable practices into research projects? Where do we start?</p>
<p>There is currently no global policy from French research institutes to federate collective action of the scientific community towards sustainable development goals, but working groups focusing on sustainable development have published recommendations [<xref ref-type="bibr" rid="pcbi.1008148.ref004">4</xref>]. There are also examples of good practice in the United Kingdom (S-Labs [<xref ref-type="bibr" rid="pcbi.1008148.ref005">5</xref>], Laboratory Efficiency Assessment Framework [<xref ref-type="bibr" rid="pcbi.1008148.ref006">6</xref>]) and the United States (International Institute for Sustainable Laboratories [<xref ref-type="bibr" rid="pcbi.1008148.ref007">7</xref>], My Green Lab [<xref ref-type="bibr" rid="pcbi.1008148.ref008">8</xref>]).</p>
<p>Taking action to address the emergency situation is not only a moral responsibility we have as citizens but also a necessary contribution to gathering an understanding of the impact of research activities on the environment and how to make them more sustainable.</p>
<p>This article is the result of the work carried out by the "sustainable development" committee created at the French Laboratoire d'informatique pour la Mécanique et les Sciences de l'Ingénieur (LIMSI) [<xref ref-type="bibr" rid="pcbi.1008148.ref009">9</xref>] in 2019 to bring together researchers interested in addressing these questions in the context of the activities of our laboratory, which conducts theoretical and experimental research in a diversity of scientific fields, including fluid mechanics, energetics, human language technology, human machine interaction, medical informatics, and augmented and virtual reality.</p>
<p>The first task of the committee was to assess the carbon footprint of research activities over the year 2018 [<xref ref-type="bibr" rid="pcbi.1008148.ref010">10</xref>]. The next task is to analyze the results of this study and draw a roadmap towards reducing the carbon footprint and, more generally, the environmental impact [<xref ref-type="bibr" rid="pcbi.1008148.ref011">11</xref>] of our research activities in subsequent years.</p>
<p>Herein, we propose a list of actionable rules to facilitate the contribution of anyone in the community towards sustainable research. We selected a set of rules that address a variety of topics with different levels of potential impact with the goal of illustrating the breadth of possible actions.</p>
</sec>
<sec id="sec002">
<title>Rule 1: Cherry-picking is allowed</title>
<sec id="sec003">
<title>Why does it matter?</title>
<p>It can be daunting to think about all you should be doing to strive towards sustainability. However, in the words of popular wisdom, Rome wasn't built in a day, and every little thing helps. We want to acknowledge here that integrating sustainability into our research is a big step for many of us and that this change may need to be gradual, according to behavioral theory [<xref ref-type="bibr" rid="pcbi.1008148.ref012">12</xref>]</p>
</sec>
<sec id="sec004">
<title>How to address it?</title>
<p>You can start your path towards sustainable research today by picking only one of the suggestions below and committing to it. Depending on your particular field of research or interests, some rules may be easier to implement than others.</p>
</sec>
</sec>
<sec id="sec005">
<title>Rule 2: Be informed</title>
<sec id="sec006">
<title>Why does it matter?</title>
<p>Information is the foundation of sustainable action. According to the Paris Agreement [<xref ref-type="bibr" rid="pcbi.1008148.ref013">13</xref>], we have a global goal of achieving carbon neutrality in 2050 and halving current carbon emissions by 2030. Drastically reducing the carbon footprint of human activities can only be achieved if we are well aware of the specific impact of the different carbon-emitting activities.</p>
</sec>
<sec id="sec007">
<title>How to address it?</title>
<p>Research institutes should ensure that their staff receive some <bold>training on environmental issues</bold> related to energy, climate and biodiversity. Training courses are available on this subject, including Massive Open Online Courses (MOOC) through popular platform such as Université Virtuelle Environnement et Développement Durable (UVED) [<xref ref-type="bibr" rid="pcbi.1008148.ref014">14</xref>] in French and Coursera [<xref ref-type="bibr" rid="pcbi.1008148.ref015">15</xref>] in English. The sustainability literacy test [<xref ref-type="bibr" rid="pcbi.1008148.ref016">16</xref>] is a tool approved by the United Nations for learning general knowledge relating to the environment that could also be used to enhance workers’ and students’ knowledge. In addition, general public documents such as summaries of <ext-link ext-link-type="uri" xlink:href="https://en.wikipedia.org/wiki/Intergovernmental_Panel_on_Climate_Change" xlink:type="simple">Intergovernmental Panel on Climate Change</ext-link> (IPCC) reports or reports from think tanks such as the The Shift Project or the Green Alliance can also be used as information material, as well as documents from environmental nongovernmental organizations such as 350.org or Greenpeace. Awareness of these issues will facilitate their inclusion in lab operations and scientific work.</p>
<p>Evaluating the <bold>carbon footprint</bold> of your lab/institute is an excellent start. An information search for reports of carbon footprint assessments conducted by laboratories or institutes in the same field can also help identify major trends. Typically, for research labs, travel accounts for a significant portion of carbon emissions. Other major sources of carbon emissions include electricity used for building operations as well as computer power. In France, the labos1point5 [<xref ref-type="bibr" rid="pcbi.1008148.ref017">17</xref>] collective is offering support to labs interested in assessing their carbon footprint.</p>
<p>Carbon footprint assessment can also be done at the scale of specific research activities. Researchers can apply their knowledge of how to evaluate and compare the impacts of two alternatives. For example, from an environmental point of view, is it better to continue using legacy equipment that may require more power or to invest in new equipment that will require less power but incur environmental construction costs [<xref ref-type="bibr" rid="pcbi.1008148.ref018">18</xref>]? Which videoconference system incurs the lowest energy consumption [<xref ref-type="bibr" rid="pcbi.1008148.ref019">19</xref>]?</p>
<p>Although these questions may be hard to answer, some of them can be addressed using widely recognized methodologies, such as Life Cycle Assessment (LCA). LCA enables the assessment of environmental impacts of a service or product by taking into account all the stages of its life cycle according to different criteria, including but not limited to carbon dioxide CO<sub>2</sub> measurement. This again requires that research staff be trained on these methodologies, in order to apply them properly. The results obtained may differ substantially on a case-by-case basis because the assessment is dependent on the location and specific set-up. For example, whether the electricity used comes from low-carbon sources will have an impact. In some cases, the LCA will nevertheless remain difficult if key relevant data (e.g., electric power provenance) is not available.</p>
</sec>
</sec>
<sec id="sec008">
<title>Rule 3: Prefer train over plane</title>
<sec id="sec009">
<title>Why does it matter?</title>
<p>The main source of global CO<sub>2</sub> equivalent emissions in several research institutes is travel. For example, at LIMSI, in 2018, travel accounted for 50% of the total emissions [<xref ref-type="bibr" rid="pcbi.1008148.ref010">10</xref>], including about 35% for transportation to attend scientific meetings or conduct field work and an additional 15% for employees’ commutes. Other case studies at two academic institutions in Switzerland and in the US also found travel to account for a large share of their carbon footprint, with air travel alone accounting for 30% of all CO<sub>2</sub> emissions [<xref ref-type="bibr" rid="pcbi.1008148.ref020">20</xref>, <xref ref-type="bibr" rid="pcbi.1008148.ref021">21</xref>].</p>
<p><xref ref-type="fig" rid="pcbi.1008148.g001">Fig 1</xref> presents a sample comparison between plane and train travel for two sample itineraries to illustrate the CO<sub>2</sub> emission gain offered by train travel for medium range journeys: one international journey within Europe (Paris–Turin, 584 kilometers/363 miles) and one domestic journey withing the US (New York, New York–Washington, DC, 474 kilometers/295 miles).</p>
<fig id="pcbi.1008148.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1008148.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Comparison between plane and train travel in terms of time and CO<sub>2</sub> emissions (kg) for two sample itineraries.</title>
<p>Plane emissions were calculated with the <ext-link ext-link-type="uri" xlink:href="https://co2.myclimate.org/en/flight_calculators/newmyclimate" xlink:type="simple">https://co2.myclimate.org/en/flight_calculators/newmyclimate</ext-link> flight calculator. Flight durations are estimated using <ext-link ext-link-type="uri" xlink:href="https://www.expedia.fr/expedia" xlink:type="simple">https://www.expedia.fr/expedia</ext-link>. Train emissions and durations come from oui.sncf/SNCF for the Paris–Turin journey and from <ext-link ext-link-type="uri" xlink:href="https://www.virail.frvirail/" xlink:type="simple">https://www.virail.frvirail</ext-link> for the New York, New York–Washington, DC journey.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1008148.g001" xlink:type="simple"/>
</fig>
<p>This data shows that carbon emissions associated with train travel represent a mere fraction of those associated with plane travel (9.2% for New York/Washington and 1% for Paris/Turin), while travel duration increases by about 2 hours (precisely 2 hours 12 minutes for New York/Washington and 2 hours 21 minutes for Paris/Turin), which is arguably equivalent to the time associated with air travel formalities, including city/airport commute and airport security procedures.</p>
</sec>
<sec id="sec010">
<title>How to address it?</title>
<p>This data shows that traveling by train instead of plane can massively reduce the footprint of academic travel. While travel is perceived as essential to a researcher's activity [<xref ref-type="bibr" rid="pcbi.1008148.ref022">22</xref>], it was also shown that air travel has a limited influence on academic professional success [<xref ref-type="bibr" rid="pcbi.1008148.ref023">23</xref>] for senior researchers. Therefore, train travel should be favored whenever possible. We also encourage researchers to reduce their travel footprint by favoring attendance to scientific meetings in locations that can be reached by train and to limit their conference travel, which scientists seem willing to do [<xref ref-type="bibr" rid="pcbi.1008148.ref024">24</xref>, <xref ref-type="bibr" rid="pcbi.1008148.ref025">25</xref>].</p>
<p>This rule applies mainly for short distance travel, which only accounts for a fraction of academic travel. Typically, the train is not an option for traveling from Paris (France) to San Franciso, California (US). The impact of a Paris–San Francisco round-trip flight in terms of CO<sub>2</sub> emissions (2.9 tons according to myclimate) is roughly equivalent to 10 times that of a domestic Paris–Toulouse round trip (314 kg according to myclimate). Favoring train over plane will not reduce emissions related to long-distance trips and thereby may have limited impact over global travel-related emissions if long-distance travel accounts for the majority of travel. As a result, it is necessary to limit long-distance travel by assessing the need for travel, encouraging local collaboration, and adopting publication methods that restrict travel, such as journal publications or domestic conferences.</p>
</sec>
</sec>
<sec id="sec011">
<title>Rule 4: Take advantage of remote participation</title>
<sec id="sec012">
<title>Why does it matter?</title>
<p>As discussed above, it is necessary to limit long distance travels because they incur a high level of carbon emissions within the overall travel category, which is a major source of emissions for research institutions.</p>
</sec>
<sec id="sec013">
<title>How to address it?</title>
<p>Remote participation in conferences and webinars can be encouraged and facilitated.</p>
<p>Pioneer events showed that entirely remote conferences can be organized to the satisfaction of an overwhelming majority of participants: 10 years ago, computational biologists published a set of guidelines for organizing such events as an effective low-cost educational strategy [<xref ref-type="bibr" rid="pcbi.1008148.ref026">26</xref>]. More recently, the University of California at Santa Barbara also devised a plan to organize remote conferences [<xref ref-type="bibr" rid="pcbi.1008148.ref021">21</xref>] in which conference participants were invited to record their talks ahead of the event; the videos were then made available on the conference website, and direct interaction with the authors was supported by message forum within the conference timeline. A similar set-up was used for the Cochrane Colloquium 2019 after the event had to be cancelled due to local political events [<xref ref-type="bibr" rid="pcbi.1008148.ref027">27</xref>]. A more complete list of conferences aiming to limit their carbon emissions is available at <ext-link ext-link-type="uri" xlink:href="https://www.appropedia.org/List_of_low-carbon_conferences" xlink:type="simple">https://www.appropedia.org/List_of_low-carbon_conferences</ext-link>, and recent guidelines provide support for organizing non–real-time events [<xref ref-type="bibr" rid="pcbi.1008148.ref028">28</xref>]. The recent global public health crisis due to the COVID-19 outbreak is providing additional motivation for organizing remote events[<xref ref-type="bibr" rid="pcbi.1008148.ref029">29</xref>].</p>
<p>These events show that it is technically feasible to engineer fully remote participation in conferences. However, one of the benefits of conference participation is the networking and personal interactions between colleagues occurring during coffee breaks and social events. For this reason, the scientific community may want to continue fostering in-person meetings. To support this middle-ground solution, remote participation can be promoted as a systematically available option for all conferences and meetings [<xref ref-type="bibr" rid="pcbi.1008148.ref030">30</xref>]. This way, researchers may balance their conference attendance between in-person and remote attendance.</p>
<p>Another option that can help reduce the carbon footprint of conferences is to create small groups of participants that can meet in person in a local venue to attend a remote event. The 2010 "Signs of Change" conference was organized according to this model and offered five locations throughout New Zealand for participants to meet [<xref ref-type="bibr" rid="pcbi.1008148.ref031">31</xref>].</p>
</sec>
</sec>
<sec id="sec014">
<title>Rule 5: Work collectively and reproducibly</title>
<sec id="sec015">
<title>Why does it matter?</title>
<p>Many of the resources allocated to research activities—including resources that have an impact on the environment—are wasted due to a multiplicity of factors related to the organization, planning, and evaluation of research [<xref ref-type="bibr" rid="pcbi.1008148.ref032">32</xref>].</p>
<p>For example, the inadequate use of statistical methods or the fact that novelty is valued more than reproducibility results in waste that could be otherwise avoided. The practice of sharing protocols, research material such as code, and results contributes to collective work and avoids waste in the form of duplicate efforts.</p>
</sec>
<sec id="sec016">
<title>How to address it?</title>
<p>Applying the classic scientific method is particularly useful here. First, do a thorough literature search to identify useful related work to a new project. If existing systems or models addressing the task at hand are identified, they should be reused. Novelty and originality does not necessarily come from new methods; an existing method can be novel if applied to a new context or used differently from usual practice. Furthermore, reusing existing material can also bring added value by demonstrating its reproducibility, documenting a reuse case from the perspective of users with a different background or experimental set-up [<xref ref-type="bibr" rid="pcbi.1008148.ref033">33</xref>, <xref ref-type="bibr" rid="pcbi.1008148.ref034">34</xref>].</p>
<p>If a thorough literature search does not uncover readily usable solutions, it makes sense to develop new methods or tools. In this case, working reproducibly will help researchers make the most of their work, by documenting protocols and sharing material. In fact, the value of reproducibility is increasingly promoted by "reproducibility challenges" that seek to reproduce prominent work and gather information about the process. The events Neural Information Processing Systems (NeurIPS) 2019 Reproducibility challenge [<xref ref-type="bibr" rid="pcbi.1008148.ref035">35</xref>] and the Shared Task on the Reproduction of Research Results in Science and Technology of Language,"REPROLANG 2020" [<xref ref-type="bibr" rid="pcbi.1008148.ref036">36</xref>] are examples of reproducibility tasks in the fields of Natural Language Processing and Machine Learning. In 2020, the Empirical Methods in Natural Language Processing (EMNLP) conference added reproducibility criteria during the submission process about the description of experimental results, parameters, and datasets, based on [<xref ref-type="bibr" rid="pcbi.1008148.ref037">37</xref>] and [<xref ref-type="bibr" rid="pcbi.1008148.ref038">38</xref>], which is also a good way to promote reproducibility of research work.</p>
</sec>
</sec>
<sec id="sec017">
<title>Rule 6: Encourage bottom-up sustainable initiatives</title>
<sec id="sec018">
<title>Why does it matter?</title>
<p>Engaging the community on the topic of sustainability will create interest in the topic and in how it is addressed within the community. Empowering members of the community will contribute to the emergence of solutions that are tailored to the community culture and that will find stronger support within the community [<xref ref-type="bibr" rid="pcbi.1008148.ref039">39</xref>].</p>
</sec>
<sec id="sec019">
<title>How to address it?</title>
<p>Researchers are creative. Let them implement ideas towards more sustainable practice.</p>
<p>Typically, many of the initiatives cited in this manuscript came from researchers themselves and have been widely adopted. Methods for organizing remote conferences are one example which has shown increased popularity with the recent pandemic.</p>
<p>Supporting this type of initiative (environmental impact of research operation/policy) as a research question will help with researching and adopting some of these ideas. There are many ways this support can translate into actionable policies for a variety of actors in higher education and research: by funding researchers' work in this area, even if it is outside of their main expertise, e.g., labs could fund researchers experiments towards addressing these questions, journals could waive publication fees for this type of work, and institutes could recognize this type of contribution in staff evaluation or provide special allowance to allocate a portion of their time working on these issues.</p>
</sec>
</sec>
<sec id="sec020">
<title>Rule 7: Evaluate the impact of your research practices</title>
<sec id="sec021">
<title>Why does it matter?</title>
<p>Like all human activities, research has an environmental impact that we need to be aware of (see Rule 2). Until now, we have mainly discussed the impact of the research environment rather than research activities in and of themselves. The raising awareness for environmental issues combined with the increasing energy needed for implementing modern machine learning algorithms has brought about the emerging field of so-called "green" artificial intelligence, which seeks to reconcile powerful computing with environment friendly research [<xref ref-type="bibr" rid="pcbi.1008148.ref040">40</xref>].</p>
</sec>
<sec id="sec022">
<title>How to address it?</title>
<p>When conducting research, factor in the direct, indirect, and structural environmental impacts of your research. Direct impact covers the carbon footprint of the operational conduct of the research. For example, it includes the carbon footprint of overall research practice and can be taken into account by addressing questions such as the following: When two methods are otherwise equivalent in performance, which one has the smaller carbon footprint? Did you take computational cost and its environmental impact in your method evaluation/reporting [<xref ref-type="bibr" rid="pcbi.1008148.ref038">38</xref>, <xref ref-type="bibr" rid="pcbi.1008148.ref041">41</xref>]?</p>
<p>Indirect and structural impact covers the consequences of the new knowledge or findings obtained as a result of the research. For example, improving the energy efficiency of a learning algorithm could lead to increased experimentation, which, in the long run, does not reduce energy use (this typical rebound effect is described in [<xref ref-type="bibr" rid="pcbi.1008148.ref018">18</xref>]). Indirect and structural impact can be taken into account by addressing questions such as the following: What are the consequences of the discoveries we make? Do they contribute to a more sustainable world or, on the contrary, to a runaway machine, even indirectly?</p>
</sec>
</sec>
<sec id="sec023">
<title>Rule 8: Ask sustainability research questions</title>
<sec id="sec024">
<title>Why does it matter?</title>
<p>Rule 2 and others have highlighted how information is key to address sustainability. Research aims to create new knowledge and therefore can have a contribution to our information on sustainability issues and how to address them.</p>
</sec>
<sec id="sec025">
<title>How to address it?</title>
<p>Computer science (CS) is well positioned for offering analysis of problems using predictive models, simulation and visualization methods that can be applied to a large range of sustainability problems. The National Research Council Committee on Computing Research for Environmental and Societal Sustainability has suggested that "[s]marter energy grids, sustainable agriculture, and resilient infrastructure provide three concrete and important examples of the potential role of IT innovation and CS research in sustainability." [<xref ref-type="bibr" rid="pcbi.1008148.ref042">42</xref>]</p>
<p>However, the benefit of work on sustainability research questions must be balanced with the impact of such research (see Rule 7). For example, although information and communication technologies are often considered as a means for reducing energy demands and emissions, a recent study [<xref ref-type="bibr" rid="pcbi.1008148.ref043">43</xref>] showed that digitalization actually increases energy consumption. Standard methodologies can be used here, such as attributional LCA (see Rule 2), which takes into account the direct environmental impacts. The more general and long-term impact of research work can be difficult to anticipate or predict. Typically, researchers investigating electricity in the 17th and 18th century may not have foreseen the climate crisis we are facing today due to CO<sub>2</sub> emissions generated by electricity-powered technology. In order to assess research impact at a global level, consequential LCA can also be used. It goes beyond the direct impacts and may require multidisciplinary work involving economists, sociologists, philosophers, etc.</p>
<p>Furthermore, researchers can be encouraged to think about research questions outside of their main expertise (see Rule 6). For example, several French groups with an interest in advancing sustainability policies [<xref ref-type="bibr" rid="pcbi.1008148.ref017">17</xref>] drafted incentive and coercive plans to reduce airplane travel in research labs. The incentive measure consists in making it mandatory to compensate the carbon emissions linked to travel by funding compensating projects. The coercive measure consists in banning travel as soon as the yearly carbon quota defined either per lab or per researcher has been reached. They are suggesting enforcing these policies in pilot institutes as a scientific experiment to test adherence and impact.</p>
</sec>
</sec>
<sec id="sec026">
<title>Rule 9: Transfer ecofriendly gestures from home to the lab</title>
<sec id="sec027">
<title>Why does it matter?</title>
<p>Studies show that individual actions towards sustainability in the form of ecofriendly gestures can contribute towards achieving up to 45% of the carbon footprint reduction that needs to be achieved collectively by 2050 [<xref ref-type="bibr" rid="pcbi.1008148.ref044">44</xref>].</p>
</sec>
<sec id="sec028">
<title>How to address it?</title>
<p>Ecofriendly gestures practiced at home by many are also relevant in a professional setting and can have a significant impact. These ecofriendly gestures are not necessarily trivial to implement in the workplace because individuals are not directly involved in the global administration of the infrastructure. Typically, for security and logistical reasons, electric facilities cannot be openly accessible to all. Nonetheless, based on recommendations for carbon reduction [<xref ref-type="bibr" rid="pcbi.1008148.ref044">44</xref>] and our own example of carbon emissions at LIMSI [<xref ref-type="bibr" rid="pcbi.1008148.ref010">10</xref>], the following points can be brought to the attention of infrastructure management officials within an institute:</p>
<list list-type="bullet">
<list-item><p>Limit the use of (plastic) disposable material [<xref ref-type="bibr" rid="pcbi.1008148.ref045">45</xref>].</p></list-item>
<list-item><p>Practice printing sobriety: think before you print and collect printed documents.</p></list-item>
<list-item><p>Encourage employees to use soft modes of transport for local commutes (see also Rules 3 and 4).</p></list-item>
<list-item><p>Favor local, seasonal, and vegetarian food when organizing events.</p></list-item>
<list-item><p>Practice digital sobriety: use less material, make it last as long as possible, and consider donations when research use of otherwise-functioning equipment is no longer appropriate.</p></list-item>
<list-item><p>Organize trash collection to encourage or facilitate recycling.</p></list-item>
<list-item><p>Consider the feasibility of switching off lights and servers during off–peak-use periods.</p></list-item>
</list>
</sec>
</sec>
<sec id="sec029">
<title>Rule 10: Raise awareness</title>
<sec id="sec030">
<title>Why does it matter?</title>
<p>Sustainable actions have an impact both at the individual and collective level. The strength of the impact directly depends on the support of many individuals. As a result, it is important to raise awareness to convince and gain the support of others.</p>
</sec>
<sec id="sec031">
<title>How to address it?</title>
<p>Communication officers at research institutes are in charge of internal communication using diverse means including custom visual tools and social media. They are excellent assets to support an awareness campaign on sustainability issues. For example, the contribution of LIMSI's communication director to the sustainable development committee includes the creation of a series of handouts around the theme of "Mon labo écolo" (My green lab). <xref ref-type="fig" rid="pcbi.1008148.g002">Fig 2</xref> presents sample handouts produced by the LIMSI communication officer to raise awareness of lab members on major issues such as power use (<xref ref-type="fig" rid="pcbi.1008148.g002">Fig 2A</xref>) and travel (<xref ref-type="fig" rid="pcbi.1008148.g002">Fig 2B</xref>).</p>
<fig id="pcbi.1008148.g002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1008148.g002</object-id>
<label>Fig 2</label>
<caption>
<title>Sample handout providing information on building related power usage in Fig 2A and on travel in Fig 2B.</title>
<p><bold>(A)</bold> Translation of hand-out content into English: “My Green Lab—BUILDINGS—(electricity) 90,000 € pa, 2/3 for server room (heat) 26,000 € pa (action) Switch off servers, computers, screens, lights when not in use. Open window? Radiator off!” <bold>(B)</bold> Translation of hand-out content into English: “My Green Lab—TRAVEL—(map) travel is responsible for half of the lab’s carbon footprint, with plane travel accounting for 99% of the travel footprint (action) prefer train over plane; question the necessity of travel.” <italic>Text and design by Bénédicte Daly</italic>.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1008148.g002" xlink:type="simple"/>
</fig>
<p>These documents are used at LIMSI to promote sustainable action around the lab and can be used/customized as desired.</p>
</sec>
</sec>
<sec id="sec032" sec-type="conclusions">
<title>Conclusion</title>
<p>The goal of this article is to provide researchers with guidance for integrating sustainable practices into their activities. These 10 rules are positioned in the paradigm of science as it is conducted today. We posit that modern environmental and public health issues suggest the need for a massive paradigm shift. Calls to this effect have already been issued within the scientific community [<xref ref-type="bibr" rid="pcbi.1008148.ref046">46</xref>], such as the "slow science manifesto" [<xref ref-type="bibr" rid="pcbi.1008148.ref047">47</xref>].</p>
<p>In this situation, we stress the importance of cherry-picking and easing into change step by step to avoid being overwhelmed by the magnitude of the task.</p>
<p>A major step towards achieving sustainable research requires being informed about the impact of our activities as well as the impact of the simple choices we can make, as outlined by this set of 10 rules.</p>
</sec>
</body>
<back>
<ack>
<p>The authors thank Gabriel Illouz, Mathilde Véron, and members of the sustainable development committee at LIMSI for fruitful conversations during the preliminary stages of preparing this manuscript. Portions of this article were written by post-editing text that was translated from French into English with <ext-link ext-link-type="uri" xlink:href="http://www.DeepL.com/Translator" xlink:type="simple">www.DeepL.com/Translator</ext-link> (free version).</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pcbi.1008148.ref001"><label>1</label><mixed-citation publication-type="other" xlink:type="simple">Sustainable Development Goals;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.un.org/sustainabledevelopment/sustainable-development-goals/" xlink:type="simple">https://www.un.org/sustainabledevelopment/sustainable-development-goals/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ripple</surname> <given-names>WJ</given-names></name>, <name name-style="western"><surname>Wolf</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Newsome</surname> <given-names>TM</given-names></name>, <name name-style="western"><surname>Barnard</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Moomaw</surname> <given-names>WR</given-names></name>. <article-title>World Scientists’ Warning of a Climate Emergency</article-title>. <source>BioScience</source>. <year>2019</year>;<volume>70</volume>(<issue>1</issue>):<fpage>8</fpage>–<lpage>12</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/biosci/biz088" xlink:type="simple">10.1093/biosci/biz088</ext-link></comment></mixed-citation></ref>
<ref id="pcbi.1008148.ref003"><label>3</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Bonneuil</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Fressoz</surname> <given-names>JB</given-names></name>. <source>The shock of the Anthropocene: The earth, history and us</source>. <source>Verso Books</source>; <year>2016</year>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Berthoud</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>Guitton</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Lefèvre</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Quinton</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Rousseau</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Sainte-Marie</surname> <given-names>J</given-names></name>, <etal>et al</etal>. <article-title>Sciences, Environnements et Sociétés</article-title>. <source>Inria</source>; <year>2019</year>. Available from: <ext-link ext-link-type="uri" xlink:href="https://hal.inria.fr/hal-02340948" xlink:type="simple">https://hal.inria.fr/hal-02340948</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref005"><label>5</label><mixed-citation publication-type="other" xlink:type="simple">Safe, Successful, Sustainable Lab;. Available from: <ext-link ext-link-type="uri" xlink:href="http://www.effectivelab.org.uk/" xlink:type="simple">http://www.effectivelab.org.uk/</ext-link> [cited 2020-06-23].</mixed-citation></ref>
<ref id="pcbi.1008148.ref006"><label>6</label><mixed-citation publication-type="other" xlink:type="simple">Laboratory Efficiency Assessment Framework;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.ucl.ac.uk/sustainable/staff/labs/leaf-laboratory-efficiency-assessment-framework" xlink:type="simple">https://www.ucl.ac.uk/sustainable/staff/labs/leaf-laboratory-efficiency-assessment-framework</ext-link> [cited 2020-06-23].</mixed-citation></ref>
<ref id="pcbi.1008148.ref007"><label>7</label><mixed-citation publication-type="other" xlink:type="simple">I2SL;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.i2sl.org/" xlink:type="simple">https://www.i2sl.org/</ext-link> [cited 2020-06-22].</mixed-citation></ref>
<ref id="pcbi.1008148.ref008"><label>8</label><mixed-citation publication-type="other" xlink:type="simple">my green lab;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.mygreenlab.org/" xlink:type="simple">https://www.mygreenlab.org/</ext-link> [cited 2020-06-22].</mixed-citation></ref>
<ref id="pcbi.1008148.ref009"><label>9</label><mixed-citation publication-type="other" xlink:type="simple">Laboratoire d'Informatique pour la Mécanique et des Sciences de l'Ingénieur LIMSI;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.limsi.fr/en/" xlink:type="simple">https://www.limsi.fr/en/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref010"><label>10</label><mixed-citation publication-type="other" xlink:type="simple">LIMSI. Bilan d’émissions de Gaz Ã Effet de Serre 2018 du LIMSI; 2019.</mixed-citation></ref>
<ref id="pcbi.1008148.ref011"><label>11</label><mixed-citation publication-type="other" xlink:type="simple">Global Footprint Network;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.footprintnetwork.org/" xlink:type="simple">https://www.footprintnetwork.org/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gifford</surname> <given-names>R.</given-names></name> <article-title>The dragons of inaction: psychological barriers that limit climate change mitigation and adaptation</article-title>. <source>American psychologist</source>. <year>2011</year>;<volume>66</volume>(<issue>4</issue>):<fpage>290</fpage>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref013"><label>13</label><mixed-citation publication-type="other" xlink:type="simple">Paris Agreement; 2016. Available from: <ext-link ext-link-type="uri" xlink:href="https://treaties.un.org/pages/ViewDetails.aspx?src=TREATY mtdsg_no=XXVII-7-d chapter=27 clang=_en" xlink:type="simple">https://treaties.un.org/pages/ViewDetails.aspx?src=TREATY mtdsg_no=XXVII-7-d chapter=27 clang=_en</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref014"><label>14</label><mixed-citation publication-type="other" xlink:type="simple">Université Virtuelle Environnement et Développement Durable UVED;. Available from: <ext-link ext-link-type="uri" xlink:href="https://uved.fr" xlink:type="simple">https://uved.fr</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref015"><label>15</label><mixed-citation publication-type="other" xlink:type="simple">Coursera;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.coursera.org" xlink:type="simple">https://www.coursera.org</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref016"><label>16</label><mixed-citation publication-type="other" xlink:type="simple">Sulitest;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.sulitest.org/" xlink:type="simple">https://www.sulitest.org/</ext-link> [cited 2020-06-22].</mixed-citation></ref>
<ref id="pcbi.1008148.ref017"><label>17</label><mixed-citation publication-type="other" xlink:type="simple">Labos 1point5;. Available from: <ext-link ext-link-type="uri" xlink:href="https://labos1point5.org/" xlink:type="simple">https://labos1point5.org/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref018"><label>18</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Owen</surname> <given-names>D.</given-names></name> <source>The Conundrum: How Scientific Innovation, Increased Efficiency, and Good Intentions Can Make Our Energy and Climate Problems Worse</source>. <name name-style="western"><surname>Penguin</surname></name>, editor. <publisher-name>Riverhead Books</publisher-name>; <year>2012</year>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bidan</surname> <given-names>M.</given-names></name> <article-title>Les bonnes pratiques pour des visioconférences moins énergivores sur Smartphone</article-title>. <source>The Conversation</source>. <year>2020</year>;.</mixed-citation></ref>
<ref id="pcbi.1008148.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ciers</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Mandic</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Toth</surname> <given-names>LD</given-names></name>, <name name-style="western"><surname>Op ‘t Veld</surname> <given-names>G</given-names></name>. <article-title>Carbon Footprint of Academic Air Travel: A Case Study in Switzerland</article-title>. <source>Sustainability</source>. <year>2018</year>;<volume>11</volume>(<issue>1</issue>). <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3390/su11010080" xlink:type="simple">10.3390/su11010080</ext-link></comment></mixed-citation></ref>
<ref id="pcbi.1008148.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hiltner</surname> <given-names>K.</given-names></name> <source>A nearly carbon-neutral conference model</source>; <year>2016</year>. Available from: <ext-link ext-link-type="uri" xlink:href="http://hiltner.english.ucsb.edu/index.php/ncnc-guide/" xlink:type="simple">http://hiltner.english.ucsb.edu/index.php/ncnc-guide/</ext-link> [cited 2020-06-17].</mixed-citation></ref>
<ref id="pcbi.1008148.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sugimoto</surname> <given-names>CR</given-names></name>, <name name-style="western"><surname>Robinson-Garca</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Murray</surname> <given-names>DS</given-names></name>, <name name-style="western"><surname>Yegros-Yegros</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Costas</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Larivière</surname> <given-names>V</given-names></name>. <article-title>Scientists have most impact when they're free to move</article-title>. <source>Nature News</source>. <year>2017</year>;<volume>550</volume>(<issue>7674</issue>):<fpage>29</fpage>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref023"><label>23</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wynes</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Donner</surname> <given-names>SD</given-names></name>, <name name-style="western"><surname>Tannason</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Nabors</surname> <given-names>N</given-names></name>. <article-title>Academic air travel has a limited influence on professional success</article-title>. <source>Journal of Cleaner Production</source>. <year>2019</year>;<volume>226</volume>:<fpage>959</fpage>–<lpage>967</lpage>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jclepro.2019.04.109" xlink:type="simple">https://doi.org/10.1016/j.jclepro.2019.04.109</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Nathans</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Sterling</surname> <given-names>P</given-names></name>. <article-title>Point of View: How scientists can reduce their carbon footprint</article-title>. <source>eLife</source>. <year>2016</year>;<volume>5</volume>:<fpage>e15928</fpage>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref025"><label>25</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Haage</surname> <given-names>V.</given-names></name> <article-title>Research Culture: A survey of travel behaviour among scientists in Germany and the potential for change</article-title>. <source>eLife</source>. 2020;<volume>9</volume>:<fpage>e56765</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.7554/eLife.56765" xlink:type="simple">10.7554/eLife.56765</ext-link></comment></mixed-citation></ref>
<ref id="pcbi.1008148.ref026"><label>26</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gichora</surname> <given-names>NN</given-names></name>, <name name-style="western"><surname>Fatumo</surname> <given-names>SA</given-names></name>, <name name-style="western"><surname>Ngara</surname> <given-names>MV</given-names></name>, <name name-style="western"><surname>Chelbat</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Ramdayal</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Opap</surname> <given-names>KB</given-names></name>, <etal>et al</etal>. <article-title>Ten simple rules for organizing a virtual conference anywhere</article-title>. <source>PLoS Comput Biol</source>. <year>2010</year>;<volume>6</volume>(<issue>2</issue>).</mixed-citation></ref>
<ref id="pcbi.1008148.ref027"><label>27</label><mixed-citation publication-type="other" xlink:type="simple">Cochrane Colloquium 2019;. Available from: <ext-link ext-link-type="uri" xlink:href="https://colloquium2019.cochrane.org/" xlink:type="simple">https://colloquium2019.cochrane.org/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref028"><label>28</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Arnal</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Epifanio</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Gregori</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>MartÃnez</surname> <given-names>V</given-names></name>. <article-title>Ten Simple Rules for organizing a non-real-time web conference</article-title>. <source>PLoS Comput Biol</source>. <year>2020</year>;<volume>16</volume>(<issue>3</issue>):<fpage>e1007667</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pcbi.1007667" xlink:type="simple">10.1371/journal.pcbi.1007667</ext-link></comment></mixed-citation></ref>
<ref id="pcbi.1008148.ref029"><label>29</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Viglione</surname> <given-names>G.</given-names></name> <article-title>A year without conferences? How the coronavirus pandemic could change research</article-title>. <source>Nature</source>. <year>2020</year>;<volume>579</volume>:<fpage>327</fpage>–<lpage>328</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/d41586-020-00786-y" xlink:type="simple">10.1038/d41586-020-00786-y</ext-link></comment></mixed-citation></ref>
<ref id="pcbi.1008148.ref030"><label>30</label><mixed-citation publication-type="other" xlink:type="simple">Open letter to the American Geophysical Union and to the European Geosciences Union;. Available from: <ext-link ext-link-type="uri" xlink:href="https://climactions.ipsl.fr/wp-content/uploads/2019/10/Open_letter_AGU_EGU.pdf" xlink:type="simple">https://climactions.ipsl.fr/wp-content/uploads/2019/10/Open_letter_AGU_EGU.pdf</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref031"><label>31</label><mixed-citation publication-type="other" xlink:type="simple">Signs of Change;. Available from: <ext-link ext-link-type="uri" xlink:href="http://www.signsofchange.org.nz/" xlink:type="simple">http://www.signsofchange.org.nz/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref032"><label>32</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ioannidis</surname> <given-names>JP</given-names></name>, <name name-style="western"><surname>Greenland</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hlatky</surname> <given-names>MA</given-names></name>, <name name-style="western"><surname>Khoury</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Macleod</surname> <given-names>MR</given-names></name>, <name name-style="western"><surname>Moher</surname> <given-names>D</given-names></name>, <etal>et al</etal>. <article-title>Increasing value and reducing waste in research design, conduct, and analysis</article-title>. <source>The Lancet</source>. <year>2014</year>;<volume>383</volume>(<issue>9912</issue>):<fpage>166</fpage>–<lpage>175</lpage>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref033"><label>33</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Markowetz</surname> <given-names>F.</given-names></name> <article-title>Five selfish reasons to work reproducibly</article-title>. <source>Genome Biol</source>. <year>2015</year>;<volume>16</volume>(<issue>274</issue>). <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/s13059-015-0850-7" xlink:type="simple">https://doi.org/10.1186/s13059-015-0850-7</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref034"><label>34</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sandve</surname> <given-names>GK</given-names></name>, <name name-style="western"><surname>Nekrutenko</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Taylor</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Hovig</surname> <given-names>E</given-names></name>. <article-title>Ten Simple Rules for Reproducible Computational Research</article-title>. <source>PLOS Comput Biol</source>. <year>2013</year>;<volume>9</volume>(<issue>10</issue>):<fpage>1</fpage>–<lpage>4</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pcbi.1003285" xlink:type="simple">10.1371/journal.pcbi.1003285</ext-link></comment></mixed-citation></ref>
<ref id="pcbi.1008148.ref035"><label>35</label><mixed-citation publication-type="other" xlink:type="simple">Reproducibility Challenge @NeurIPS 2019;. Available from: <ext-link ext-link-type="uri" xlink:href="https://reproducibility-challenge.github.io/neurips2019/task/" xlink:type="simple">https://reproducibility-challenge.github.io/neurips2019/task/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref036"><label>36</label><mixed-citation publication-type="other" xlink:type="simple">OLANG 2020. Shared Task on the Reproduction of Research Results in Science and Technology of Language;. Available from: <ext-link ext-link-type="uri" xlink:href="https://lrec2020.lrec-conf.org/en/reprolang2020/" xlink:type="simple">https://lrec2020.lrec-conf.org/en/reprolang2020/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
<ref id="pcbi.1008148.ref037"><label>37</label><mixed-citation publication-type="other" xlink:type="simple">Joelle Pineau's reproducibility checklist;. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.cs.mcgill.ca/jpineau/ReproducibilityChecklist.pdf" xlink:type="simple">https://www.cs.mcgill.ca/jpineau/ReproducibilityChecklist.pdf</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref038"><label>38</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Dodge</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Gururangan</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Card</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Schwartz</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Smith</surname> <given-names>NA</given-names></name>. <chapter-title>Show Your Work: Improved Reporting of Experimental Results</chapter-title>. In: <source>Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP).</source> <publisher-loc>Hong Kong, China</publisher-loc>: <publisher-name>Association for Computational Linguistics</publisher-name>; <year>2019</year>. p. <fpage>2185</fpage>–<lpage>2194</lpage>. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.aclweb.org/anthology/D19-1224" xlink:type="simple">https://www.aclweb.org/anthology/D19-1224</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref039"><label>39</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Zimmerman</surname> <given-names>MA</given-names></name>. <chapter-title>Empowerment theory</chapter-title>. In: <source>Handbook of community psychology</source>. <publisher-name>Springer</publisher-name>; <year>2000</year>. p. <fpage>43</fpage>–<lpage>63</lpage>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref040"><label>40</label><mixed-citation publication-type="other" xlink:type="simple">Schwartz R, Dodge J, Smith NA, Etzioni O. Green AI; 2019. Available from: <ext-link ext-link-type="uri" xlink:href="https://arxiv.org/abs/1907.10597" xlink:type="simple">https://arxiv.org/abs/1907.10597</ext-link> [cited 2020-06-17].</mixed-citation></ref>
<ref id="pcbi.1008148.ref041"><label>41</label><mixed-citation publication-type="other" xlink:type="simple">Strubell E, Ganesh A, McCallum A. Energy and Policy Considerations for Deep Learning in NLP. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics; 2019. p. 3645–3650. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.aclweb.org/anthology/P19-1355.pdf" xlink:type="simple">https://www.aclweb.org/anthology/P19-1355.pdf</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref042"><label>42</label><mixed-citation publication-type="other" xlink:type="simple">Council NR. Computing Research for Sustainability. Millett LI, Estrin DL, editors;.</mixed-citation></ref>
<ref id="pcbi.1008148.ref043"><label>43</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lange</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Pohl</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Santarius</surname> <given-names>T</given-names></name>. <article-title>Digitalization and energy consumption. Does ICT reduce energy demand</article-title>? <source>Ecological Economics</source>. <year>2020</year>;<volume>176</volume>:<fpage>106760</fpage>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.ecolecon.2020.106760" xlink:type="simple">https://doi.org/10.1016/j.ecolecon.2020.106760</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref044"><label>44</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Dugast</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Soyeux</surname> <given-names>A</given-names></name>. <article-title>Faire sa part? Pouvoir et responsabilité des individus, des entreprises et de l'état face Ã l'urgence climatique</article-title>. <source>Carbone</source> <volume>4</volume>; <year>2019</year>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref045"><label>45</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Urbina</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Watts</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Reardon</surname> <given-names>E</given-names></name>. <article-title>Labs should cut plastic waste too</article-title>. <source>Nature</source>. <year>2015</year>;<volume>528</volume>(<issue>479</issue>):<fpage>290</fpage>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/528479c" xlink:type="simple">https://doi.org/10.1038/528479c</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref046"><label>46</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Frith</surname> <given-names>U.</given-names></name> <article-title>Fast Lane to Slow Science</article-title>. <source>Trends in Cognitive Sciences</source>. <year>2020</year>;<volume>24</volume>(<issue>1</issue>):<fpage>1</fpage>–<lpage>2</lpage>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.tics.2019.10.007" xlink:type="simple">https://doi.org/10.1016/j.tics.2019.10.007</ext-link>.</mixed-citation></ref>
<ref id="pcbi.1008148.ref047"><label>47</label><mixed-citation publication-type="other" xlink:type="simple">Slow Science Manifesto;. Available from: <ext-link ext-link-type="uri" xlink:href="http://slow-science.org/" xlink:type="simple">http://slow-science.org/</ext-link> [cited 2020-04-02].</mixed-citation></ref>
</ref-list>
</back>
</article>