<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0179581</article-id>
<article-id pub-id-type="publisher-id">PONE-D-16-36346</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Database and informatics methods</subject><subj-group><subject>Bioinformatics</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Health services research</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Research design</subject><subj-group><subject>Survey research</subject><subj-group><subject>Surveys</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Social sciences</subject><subj-group><subject>Sociology</subject><subj-group><subject>Education</subject><subj-group><subject>Workshops</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Database and informatics methods</subject><subj-group><subject>Biological databases</subject><subj-group><subject>Genomic databases</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Computational biology</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Genomic databases</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Genomics</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Genomic databases</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Computational biology</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Transcriptome analysis</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Genomics</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Transcriptome analysis</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Computational biology</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Genomic libraries</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Genomics</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Genomic libraries</subject></subj-group></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Bioinformatic training needs at a health sciences campus</article-title>
<alt-title alt-title-type="running-head">Bioinformatic training needs at a health sciences campus</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0003-2160-1086</contrib-id>
<name name-style="western">
<surname>Oliver</surname>
<given-names>Jeffrey C.</given-names>
</name>
<xref ref-type="corresp" rid="cor001">*</xref>
<xref ref-type="aff" rid="aff001"/>
</contrib>
</contrib-group>
<aff id="aff001"><addr-line>University of Arizona Health Sciences Library, University of Arizona, Tucson, AZ, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Dorta-González</surname>
<given-names>Pablo</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>Universidad de las Palmas de Gran Canaria, SPAIN</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The author has declared that no competing interests exist.</p>
</fn>
<fn fn-type="con">
<p><list list-type="simple"> <list-item>
<p><bold>Conceptualization:</bold> JCO.</p></list-item> <list-item>
<p><bold>Data curation:</bold> JCO.</p></list-item> <list-item>
<p><bold>Formal analysis:</bold> JCO.</p></list-item> <list-item>
<p><bold>Investigation:</bold> JCO.</p></list-item> <list-item>
<p><bold>Methodology:</bold> JCO.</p></list-item> <list-item>
<p><bold>Software:</bold> JCO.</p></list-item> <list-item>
<p><bold>Visualization:</bold> JCO.</p></list-item> <list-item>
<p><bold>Writing – original draft:</bold> JCO.</p></list-item> <list-item>
<p><bold>Writing – review &amp; editing:</bold> JCO.</p></list-item></list>
</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">jcoliver@email.arizona.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>14</day>
<month>6</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="collection">
<year>2017</year>
</pub-date>
<volume>12</volume>
<issue>6</issue>
<elocation-id>e0179581</elocation-id>
<history>
<date date-type="received">
<day>9</day>
<month>9</month>
<year>2016</year>
</date>
<date date-type="accepted">
<day>24</day>
<month>5</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-year>2017</copyright-year>
<copyright-holder>Jeffrey C. Oliver</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0179581"/>
<abstract>
<sec id="sec001">
<title>Background</title>
<p>Health sciences research is increasingly focusing on big data applications, such as genomic technologies and precision medicine, to address key issues in human health. These approaches rely on biological data repositories and bioinformatic analyses, both of which are growing rapidly in size and scope. Libraries play a key role in supporting researchers in navigating these and other information resources.</p>
</sec>
<sec id="sec002">
<title>Methods</title>
<p>With the goal of supporting bioinformatics research in the health sciences, the University of Arizona Health Sciences Library established a Bioinformation program. To shape the support provided by the library, I developed and administered a needs assessment survey to the University of Arizona Health Sciences campus in Tucson, Arizona. The survey was designed to identify the training topics of interest to health sciences researchers and the preferred modes of training.</p>
</sec>
<sec id="sec003">
<title>Results</title>
<p>Survey respondents expressed an interest in a broad array of potential training topics, including "traditional" information seeking as well as interest in analytical training. Of particular interest were training in transcriptomic tools and the use of databases linking genotypes and phenotypes. Staff were most interested in bioinformatics training topics, while faculty were the least interested. Hands-on workshops were significantly preferred over any other mode of training. The University of Arizona Health Sciences Library is meeting those needs through internal programming and external partnerships.</p>
</sec>
<sec id="sec004">
<title>Conclusion</title>
<p>The results of the survey demonstrate a keen interest in a variety of bioinformatic resources; the challenge to the library is how to address those training needs. The mode of support depends largely on library staff expertise in the numerous subject-specific databases and tools. Librarian-led bioinformatic training sessions provide opportunities for engagement with researchers at multiple points of the research life cycle. When training needs exceed library capacity, partnering with intramural and extramural units will be crucial in library support of health sciences bioinformatic research.</p>
</sec>
</abstract>
<funding-group>
<funding-statement>The author(s) received no specific funding for this work.</funding-statement>
</funding-group>
<counts>
<fig-count count="4"/>
<table-count count="3"/>
<page-count count="12"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>Survey results and R code for all analyses and graphics can be found at (<ext-link ext-link-type="uri" xlink:href="https://github.com/jcoliver/ua-bioinfo-survey" xlink:type="simple">https://github.com/jcoliver/ua-bioinfo-survey</ext-link>).</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec005" sec-type="intro">
<title>Introduction</title>
<p>The burgeoning fields of bioinformatics and biomedical informatics have produced a wealth of databases and analytical tools important in health sciences research. These resources are creating unprecedented opportunities for discovery, yet they require significant training to fully exploit their utility [<xref ref-type="bibr" rid="pone.0179581.ref001">1</xref>]. In addition to knowledge of biological data repositories, analytical and computational skills have an increasing role in health sciences research [<xref ref-type="bibr" rid="pone.0179581.ref002">2</xref>, <xref ref-type="bibr" rid="pone.0179581.ref003">3</xref>]. This demand for knowledge and skills has, in turn, created a significant need for training in identification and use of said resources in health sciences research [<xref ref-type="bibr" rid="pone.0179581.ref004">4</xref>–<xref ref-type="bibr" rid="pone.0179581.ref006">6</xref>].</p>
<p>In support of these non-bibliographic information resources, many libraries have bioinformatic or molecular biology programs [<xref ref-type="bibr" rid="pone.0179581.ref007">7</xref>–<xref ref-type="bibr" rid="pone.0179581.ref009">9</xref>], often employing specialists with research backgrounds in the life or health sciences. The University of Arizona Health Sciences Library (UAHSL) recently established a Bioinformation program, dedicating a full-time specialist to facilitate effective bioinformatic research. In addition to providing on-demand services for navigating biological databases and assistance with bioinformatic analyses, the library is tailoring the program to meet the needs of the University of Arizona Health Sciences campus. To this end, I developed a needs assessment survey to better understand the nature of support the library could provide to health sciences researchers. Such an assessment is critical to (1) enumerate the needs of the specific institution, (2) identify those needs for which the library could provide education and training support, and (3) identify needs best met by partnering with units outside the library [<xref ref-type="bibr" rid="pone.0179581.ref009">9</xref>, <xref ref-type="bibr" rid="pone.0179581.ref010">10</xref>]. Here I present the results of the survey, highlighting areas of interest at the University of Arizona Health Sciences. The efforts taken at the UAHSL to meet these training needs are also discussed as an example of how to integrate the library into bioinformatic research in the health sciences.</p>
</sec>
<sec id="sec006" sec-type="materials|methods">
<title>Methods</title>
<p>This survey was designed to assess the bioinformatics training needs of health sciences researchers. Questions were developed based on (1) current trends in bioinformatics, (2) previous assessments of training needs at other institutions [<xref ref-type="bibr" rid="pone.0179581.ref008">8</xref>–<xref ref-type="bibr" rid="pone.0179581.ref012">12</xref>], and (3) feedback from librarians at UAHSL and other institutions. Briefly, the survey included questions about the level of interest in different training topics, preferred training formats, and current use levels of library resources. The survey also included basic demographic questions (e.g. status, affiliation) and questions about current research. A copy of the full survey is available in supplementary information (<xref ref-type="supplementary-material" rid="pone.0179581.s001">S1 File</xref>).</p>
<p>The two main questions of the survey aimed to assess the “what” and “how” of bioinformatics training. That is, (1) which potential offerings are of primary interest to health sciences researchers; and (2) which training formats are preferred modes of learning for bioinformatics topics. To address the former, participants were presented with an enumeration of twelve general bioinformatics topics and asked to indicate their interest level in each topic. Questions were presented as Likert items, with 1 indicating “not interested” and 5 indicating “very interested” [<xref ref-type="bibr" rid="pone.0179581.ref008">8</xref>]. To determine preferred mode of training, participants were presented with a list of six training methods (hands-on workshop, lecture, one-on-one session, group session, online tutorial, and webinar) and asked to indicate which methods were preferred.</p>
<sec id="sec007">
<title>Administration</title>
<p>The survey was administered online and participants were solicited by direct e-mail. Invitations to participate were e-mailed to all 809 graduate students, faculty, and staff in the four Tucson colleges of the University of Arizona Health Sciences (UAHS) campus. The survey opened November 17, 2015 and closed on December 16, 2015 (30 days); direct e-mail reminders were sent on days 15 and 28. I used the online Qualtrics (<ext-link ext-link-type="uri" xlink:href="http://www.qualtrics.com/" xlink:type="simple">www.qualtrics.com</ext-link>) platform for collecting responses. Results were anonymous, IP addresses were not recorded, and participation in the survey was entirely voluntary. It was determined by University of Arizona IRB members that because the results of the survey are not broadly generalizable, IRB approval was not required.</p>
</sec>
<sec id="sec008">
<title>Statistics</title>
<p>To test for significant preferences, I first used a Kruskal-Wallis omnibus test for differences among groups; for subsequent tests of preferences where the omnibus test was significant, I used ordinal logistic regression for training interests and logistic regression for training formats. Results were considered significant at the α = 0.05 level, except in cases where multiple tests were performed, in which case a Bonferroni correction was applied. All statistics were performed with the R software statistics package [<xref ref-type="bibr" rid="pone.0179581.ref013">13</xref>], as well as the dplyr [<xref ref-type="bibr" rid="pone.0179581.ref014">14</xref>], tidyr [<xref ref-type="bibr" rid="pone.0179581.ref015">15</xref>], and MASS [<xref ref-type="bibr" rid="pone.0179581.ref016">16</xref>] packages; plots were created using the ggplot2 package [<xref ref-type="bibr" rid="pone.0179581.ref017">17</xref>]. Survey results and R code for all analyses and graphics can be found at (<ext-link ext-link-type="uri" xlink:href="https://github.com/jcoliver/ua-bioinfo-survey" xlink:type="simple">https://github.com/jcoliver/ua-bioinfo-survey</ext-link>).</p>
</sec>
</sec>
<sec id="sec009" sec-type="conclusions">
<title>Results &amp; discussion</title>
<sec id="sec010">
<title>Demographics</title>
<p>A total of 72 participants completed the survey (~9% of 809 invitees), with the majority of responses (N = 43) coming from the College of Medicine, the largest college at UAHS (<xref ref-type="table" rid="pone.0179581.t001">Table 1</xref>). On average, participants completed the survey in a little under four and a half minutes. The e-mail reminder messages were critical in obtaining responses to the survey: although the survey was open for 30 days, 89% (N = 64) of responses occurred within twelve hours of one of the three e-mail messages about the survey (one announcement and two reminders) (<xref ref-type="supplementary-material" rid="pone.0179581.s002">S1 Fig</xref>). This marked response to e-mail messaging strongly suggests that reminder frequency has a significant effect on survey participation rates.</p>
<table-wrap id="pone.0179581.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.t001</object-id>
<label>Table 1</label> <caption><title>Survey participant demographics (total number of responses: 72).</title></caption>
<alternatives>
<graphic id="pone.0179581.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="left" colspan="2" style="background-color:#FFFFFF">Position</td>
<td align="left" style="background-color:#FFFFFF"/>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Faculty</td>
<td align="left" style="background-color:#FFFFFF">33 (45.8%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Staff</td>
<td align="left" style="background-color:#FFFFFF">15 (20.8%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Student</td>
<td align="left" style="background-color:#FFFFFF">21 (29.2%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Not provided</td>
<td align="left" style="background-color:#FFFFFF">3 (4.2%)</td>
</tr>
<tr>
<td align="left" colspan="2" style="background-color:#FFFFFF">College / Unit</td>
<td align="left" style="background-color:#FFFFFF"/>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Arizona Biological and Biomedical Program</td>
<td align="left" style="background-color:#FFFFFF">1 (1.4%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">BIO5 Institute</td>
<td align="left" style="background-color:#FFFFFF">1 (1.4%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">College of Medicine</td>
<td align="left" style="background-color:#FFFFFF">44 (61.1%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">College of Nursing</td>
<td align="left" style="background-color:#FFFFFF">2 (2.8%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">College of Pharmacy</td>
<td align="left" style="background-color:#FFFFFF">7 (9.7%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Mel &amp; Enid Zuckerman College of Public Health</td>
<td align="left" style="background-color:#FFFFFF">6 (8.3%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">College of Science</td>
<td align="left" style="background-color:#FFFFFF">5 (6.9%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Not provided</td>
<td align="left" style="background-color:#FFFFFF">7 (9.7%)</td>
</tr>
<tr>
<td align="left" colspan="2" style="background-color:#FFFFFF">Time at University of Arizona</td>
<td align="left" style="background-color:#FFFFFF"/>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">0–5 years</td>
<td align="left" style="background-color:#FFFFFF">31 (43.1%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">5–10 years</td>
<td align="left" style="background-color:#FFFFFF">13 (18.1%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">10–20 years</td>
<td align="left" style="background-color:#FFFFFF">13 (18.1%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">&gt;20 years</td>
<td align="left" style="background-color:#FFFFFF">6 (8.3%)</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF"/>
<td align="left" style="background-color:#FFFFFF">Not provided</td>
<td align="left" style="background-color:#FFFFFF">9 (12.5%)</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t001fn001"><p>Percentages in the College / Unit section do not sum to 100% due to dual affiliations of some respondents.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec011">
<title>Training interests</title>
<p>In general, there was a demonstrated interest in bioinformatic training, as 61% (N = 44) of respondents were "very interested" in receiving training in at least one topic and 79% (N = 57) scored an interest level of 4 or 5 for training in at least one topic. Given that participation in the survey was entirely voluntary, there is potential for significant self-selection by researchers who are already interested in bioinformatics training; however, 10% of survey participants (N = 7) responded that they were "not interested" in any of the potential training topics, indicating the respondent pool included some health sciences researchers with little evident interest in bioinformatics training. While all training topics garnered at least some interest (<xref ref-type="fig" rid="pone.0179581.g001">Fig 1</xref>), no topics were significantly preferred over others (Kruskal-Wallis χ<sup>2</sup>(11) = 15.952, <italic>p</italic> = 0.1429). There was significant correlation in interest levels between the various topics; i.e. respondents who were "very interested" in one topic were likely to be interested in other topics as well (<xref ref-type="fig" rid="pone.0179581.g002">Fig 2</xref>). Following Bonferroni correction for multiple tests, all pairwise comparisons showed significant correlations between preferences, suggesting that some respondents were interested in bioinformatics training overall, while others had little interest in bioinformatics training in general. Notable relationships were correlated preferences for sequence similarity tools (e.g. BLAST [<xref ref-type="bibr" rid="pone.0179581.ref018">18</xref>]) and nucleotide databases (Spearman's <italic>ρ</italic> = 0.91, corrected <italic>p</italic> &lt; 0.001) and correlation between transcriptomic tools and genomic pipelines (Spearman's <italic>ρ</italic> = 0.85, corrected <italic>p</italic> &lt; 0.001).</p>
<fig id="pone.0179581.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Interest levels in potential bioinformatic training topics.</title>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.g001" xlink:type="simple"/>
</fig>
<fig id="pone.0179581.g002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.g002</object-id>
<label>Fig 2</label>
<caption>
<title>Pairwise comparisons of interest levels in training topics.</title>
<p>All correlations significant after Bonferroni adjustment for multiple comparisons (p &lt; 0.00091).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.g002" xlink:type="simple"/>
</fig>
<p>There were marked differences in interest based on the career stage of the respondent. In an omnibus test, position (faculty, staff, or student) significantly affected the interest level across the various training topics (Kruskal-Wallis χ<sup>2</sup>(2) = 58.621, <italic>p</italic> &lt; 0.001). In <italic>post hoc</italic> comparisons between position types, faculty demonstrated the lowest interest in bioinformatics training across topics, staff demonstrated the highest, and students expressed an intermediate level of interest (<xref ref-type="table" rid="pone.0179581.t002">Table 2</xref>). The "staff" category includes post-doctoral scholars and research scientists, who, among the three groups, may be the most active in bioinformatic research, given the demands of the other two categories. That is, the high interest in bioinformatics training by staff likely reflects the fact that bioinformatic analyses comprise a large majority of their work distribution, while most faculty have teaching and service obligations and students are involved in coursework. While overall training interest did significantly vary among position types, when data for each position were analyzed separately, there did not appear to be significant preferences for particular training topics (faculty: Kruskal-Wallis χ<sup>2</sup>(11) = 7.448, <italic>p</italic> = 0.7617; staff: Kruskal-Wallis χ<sup>2</sup>(11) = 12.705, <italic>p</italic> = 0.3131; student: Kruskal-Wallis χ<sup>2</sup>(11) = 12.669, <italic>p</italic> = 0.3155).</p>
<table-wrap id="pone.0179581.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.t002</object-id>
<label>Table 2</label> <caption><title>Differences in interest levels among positions.</title></caption>
<alternatives>
<graphic id="pone.0179581.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Position</th>
<th align="center">Faculty</th>
<th align="center">Staff</th>
<th align="center">Student</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">Faculty</td>
<td align="center">2.616 (0.078)</td>
<td align="center">&lt; 0.0001</td>
<td align="center">0.001</td>
</tr>
<tr>
<td align="left">Staff</td>
<td align="center">7.562</td>
<td align="center">3.672 (0.095)</td>
<td align="center">0.0001</td>
</tr>
<tr>
<td align="left">Student</td>
<td align="center">3.302</td>
<td align="center">-4.381</td>
<td align="center">2.996 (0.092)</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t002fn001"><p>Results are from <italic>post hoc</italic> logistic regression model, where the position in each row was used as a reference against the remaining two positions. Diagonal values are the mean interest level (SE) across all training topics (on a scale of 1 to 5), <italic>p</italic>-values are shown above the diagonal, and <italic>t</italic> values are below the diagonal.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>The two topics with the most respondents answering "very interested" concerned transcriptome analyses and databases focused on genetic variation and phenotypes (<xref ref-type="fig" rid="pone.0179581.g001">Fig 1</xref>). The interest in transcriptomics reflects the current high level of interest in the acquisition and analysis of high-throughput gene expression data. While this is an area of keen interest for many researchers in the health sciences field, it requires considerable specialized knowledge that most library staff may not possess. To fulfill training needs in transcriptomics, libraries could facilitate training sessions by local researchers actively using transcriptomic resources or by organizing on-site training sessions by inviting speakers from specific resources (e.g. Galaxy Project, <ext-link ext-link-type="uri" xlink:href="https://wiki.galaxyproject.org/Outreach#Speakers" xlink:type="simple">https://wiki.galaxyproject.org/Outreach#Speakers</ext-link>). The interest in training in genotypic and phenotypic variation databases may be easier to address, and a number of resources exist for learning how to use such databases. Multiple databases on genotypes and phenotypes are hosted by the National Center for Biotechnology Information (<ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/" xlink:type="simple">https://www.ncbi.nlm.nih.gov</ext-link>), and NCBI has produced several instructional videos for using databases (<ext-link ext-link-type="uri" xlink:href="https://www.youtube.com/user/NCBINLM" xlink:type="simple">https://www.youtube.com/user/NCBINLM</ext-link>). Another host of genomic and phenotypic data resources is Ensembl (<ext-link ext-link-type="uri" xlink:href="http://www.emsembl.org/" xlink:type="simple">http://www.emsembl.org</ext-link>), which also provides tutorials and written materials that could be used in library-hosted workshops (<ext-link ext-link-type="uri" xlink:href="http://www.ensembl.org/info/website/tutorials/index.html" xlink:type="simple">http://www.ensembl.org/info/website/tutorials/index.html</ext-link>). Finally, the UCSC Genome Browser team offers on-site training tailored to the audience's interest and level of expertise (<ext-link ext-link-type="uri" xlink:href="https://genome.ucsc.edu/training/" xlink:type="simple">https://genome.ucsc.edu/training/</ext-link>). The degree to which libraries can fulfill the training needs in transcriptomics and genomic databases using in-house resources will depend largely on librarians' domain knowledge in these areas.</p>
<p>One particular result of note was the distribution of interest level in general scripting training. Respondents were most polarized in their responses to this topic: 60% of respondents were either "not interested" or "very interested" in receiving training in this topic (<xref ref-type="fig" rid="pone.0179581.g001">Fig 1</xref>). The polarization is interesting because skills for automating tasks through scripting languages are increasingly important in pursuing bioinformatic research [<xref ref-type="bibr" rid="pone.0179581.ref001">1</xref>, <xref ref-type="bibr" rid="pone.0179581.ref019">19</xref>]. Indeed, the topic garnering the most interest, transcriptomic analyses, relies heavily on command-line and scripting proficiency. The National Institutes of Health recognized the importance of computational literacy in exploiting big data for biomedical research and established the Big Data to Knowledge (BD2K, <ext-link ext-link-type="uri" xlink:href="https://datascience.nih.gov/bd2k" xlink:type="simple">https://datascience.nih.gov/bd2k</ext-link>) program in 2012. Part of the BD2K mission is to improve training for health sciences researchers in the use of tools necessary for large-scale biomedical data analyses. The relatively high number of respondents who were interested in this training likely reflects a recognition of the importance of such tools in bioinformatic research; however, general scripting also had the third-most respondents who were "Not interested" in receiving training on the topic. The cause of this disinterest could not be addressed with the current survey, but may partly reflect general computer anxiety, ignorance of the utility of scripting skills, or sufficient programming proficiency by a large number of respondents.</p>
<p>Providing training in general scripting to health science researchers presents a variety of challenges, but none are insurmountable for addressing this key skill set in bioinformatics. Many scientists have little to no programming experience, but teaching basic concepts as system paths and command-line interfaces are deemed "too rudimentary" for many academic computer science departments [<xref ref-type="bibr" rid="pone.0179581.ref020">20</xref>]. Add to this the numerous time constraints on researchers and committing time to a semester- or quarter-long computer programming course becomes difficult to justify. Library staff can address this training need in a variety of ways including: providing training themselves in the format of hands-on workshops (see <italic>Training formats</italic>, below), if they have the background in one or more scripting languages; facilitating training by staff from a campus bioinformatics service center [<xref ref-type="bibr" rid="pone.0179581.ref010">10</xref>]; or organizing one or more Software Carpentry workshops (<ext-link ext-link-type="uri" xlink:href="http://software-carpentry.org/" xlink:type="simple">http://software-carpentry.org/</ext-link>), which provide novice-level instruction for scientists on topics such as the command-line interface, version control, and a scripting language (generally R or python). Library support for entry-level skills training in bioinformatic analytical approaches, including writing computer scripts, presents an opportunity for research libraries to engage with clientèle at another contact point in the research life cycle.</p>
<p>Topics receiving low levels of interest generally involved specialized areas applicable to a limited number of researchers at the UAHS. Training in multiple sequence alignment, protein 3D structure, and phylogenetic analyses all received relatively lower levels of interest. Also of low interest was training in compliance with NIH public access policies, which may reflect a general disinterest in dealing with publication and data sharing mandates.</p>
</sec>
<sec id="sec012">
<title>Training formats</title>
<p>There were significant differences among preferences for the different training formats in an omnibus test (Kruskal-Wallis χ<sup>2</sup>(5) = 32.901, <italic>p</italic> &lt; 0.001). Hands-on workshops had the most support: 72% (N = 52) of respondents marked it as a preferred format, significantly more than any other workshop format (<xref ref-type="table" rid="pone.0179581.t003">Table 3</xref>, <xref ref-type="fig" rid="pone.0179581.g003">Fig 3</xref>). The desire for hands-on skills training mirrors similar preferences reported in previous studies [<xref ref-type="bibr" rid="pone.0179581.ref021">21</xref>, <xref ref-type="bibr" rid="pone.0179581.ref022">22</xref>]. Via et al. 2011 [<xref ref-type="bibr" rid="pone.0179581.ref023">23</xref>] provide an apt analogy for why workshops are critical in bioinformatics training: "Acquiring [bioinformatics] skills is a bit like learning to ride a bicycle, where it is best to just start pedalling, because watching others will not help you learn the process!" (p. 2).</p>
<fig id="pone.0179581.g003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.g003</object-id>
<label>Fig 3</label>
<caption>
<title>Training format preferences by participants' position.</title>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.g003" xlink:type="simple"/>
</fig>
<table-wrap id="pone.0179581.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.t003</object-id>
<label>Table 3</label> <caption><title>Preference for hands-on workshops over other training formats.</title></caption>
<alternatives>
<graphic id="pone.0179581.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left" style="background-color:#FFFFFF">Format</th>
<th align="center" style="background-color:#FFFFFF">Coefficient</th>
<th align="center" style="background-color:#FFFFFF">Std. Error</th>
<th align="center" style="background-color:#FFFFFF"><italic>z</italic></th>
<th align="center" style="background-color:#FFFFFF">Pr(&gt;|<italic>z</italic>|)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" style="background-color:#FFFFFF">Group session</td>
<td align="center" style="background-color:#FFFFFF">-0.9786</td>
<td align="center" style="background-color:#FFFFFF">0.3581</td>
<td align="center" style="background-color:#FFFFFF">-2.733</td>
<td align="center" style="background-color:#FFFFFF">0.006274</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF">One-on-one session</td>
<td align="center" style="background-color:#FFFFFF">-1.3192</td>
<td align="center" style="background-color:#FFFFFF">0.3600</td>
<td align="center" style="background-color:#FFFFFF">-3.665</td>
<td align="center" style="background-color:#FFFFFF">0.000248</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF">Lecture</td>
<td align="center" style="background-color:#FFFFFF">-1.2617</td>
<td align="center" style="background-color:#FFFFFF">0.3593</td>
<td align="center" style="background-color:#FFFFFF">-3.511</td>
<td align="center" style="background-color:#FFFFFF">0.000446</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF">Online tutorial</td>
<td align="center" style="background-color:#FFFFFF">-1.2617</td>
<td align="center" style="background-color:#FFFFFF">0.3593</td>
<td align="center" style="background-color:#FFFFFF">-3.511</td>
<td align="center" style="background-color:#FFFFFF">0.000446</td>
</tr>
<tr>
<td align="left" style="background-color:#FFFFFF">Webinar</td>
<td align="center" style="background-color:#FFFFFF">-2.0136</td>
<td align="center" style="background-color:#FFFFFF">0.3791</td>
<td align="center" style="background-color:#FFFFFF">-5.311</td>
<td align="center" style="background-color:#FFFFFF">1.09e-07</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t003fn001"><p>Results are from <italic>post hoc</italic> logistic regression model, where workshop is the reference format.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec013">
<title>Addressing researchers' needs</title>
<p>Bioinformation support at UAHSL is an evolving program, but a number of actions have already been taken to address bioinformatic training needs. First, a number of short, hands-on workshops have been delivered to health and life science researchers, covering bioinformation resources such as genome browsers (NCBI's Variation Viewer, <ext-link ext-link-type="uri" xlink:href="https://ncbi.nlm.nih.gov/variation/view" xlink:type="simple">https://ncbi.nlm.nih.gov/variation/view</ext-link>) and online gene expression analysis tools (GEO2R, <ext-link ext-link-type="uri" xlink:href="https://ncbi.nlm.nih.gov/geo/geo2r" xlink:type="simple">https://ncbi.nlm.nih.gov/geo/geo2r</ext-link>). An ongoing series of introductory R workshops, designed for scientists with little to no programming experience, are offered by UAHSL on the University of Arizona Health Science campus. In addition to in-house library workshops, the University of Arizona Libraries also partnered with external organizations to provide workshops for health sciences researchers, including the Software Carpentry Foundation (<ext-link ext-link-type="uri" xlink:href="http://software-carpentry.org/" xlink:type="simple">http://software-carpentry.org/</ext-link>) to introduce programming skills for reproducible scientific analyses and the Center for Open Science (<ext-link ext-link-type="uri" xlink:href="https://cos.io/" xlink:type="simple">https://cos.io</ext-link>) to showcase the Open Science Framework (<ext-link ext-link-type="uri" xlink:href="https://osf.io/" xlink:type="simple">https://osf.io/</ext-link>) for project management and reproducible science. Finally, several other campus service units that provide bioinformatic support have been identified and enumerated online (<ext-link ext-link-type="uri" xlink:href="http://libguides.library.arizona.edu/bioinfo/campus-services" xlink:type="simple">http://libguides.library.arizona.edu/bioinfo/campus-services</ext-link>); when researchers' needs extend beyond the library's capacity, they are referred to these other units.</p>
</sec>
<sec id="sec014">
<title>Challenges &amp; opportunities</title>
<p>Bioinformatic training presents a variety of challenges [<xref ref-type="bibr" rid="pone.0179581.ref023">23</xref>, <xref ref-type="bibr" rid="pone.0179581.ref024">24</xref>], and the results of this survey highlight several of note. First, there is considerable interest in a broad array of bioinformatics topics: even the topic with the lowest interest, phylogenetic analyses, received an interest score of 4 or 5 from 25% of respondents. Given these diverse interests of researchers, it is unlikely that any single person would have the expertise to provide training for all topics listed in this survey. This reinforces the necessity for partnerships outside of the library, with other intramural or extramural units with appropriate levels of expertise. The pace of change in bioinformatics is considerably rapid, as evidenced by interest in transcriptomics and genomic pipelines, both of which are characterized by tools that have only recently become accessible to most researchers. It is thus imperative for bioinformatics trainers to keep abreast of the latest trends and available training resources. Finally, the diverse expertise of health sciences researchers, from zero to extensive bioinformatics training, presents challenges when developing training opportunities. Addressing this diversity effectively requires careful consideration of training expectations–often requiring multiple, separate sessions in order to meet the needs of novices and those researchers already possessing some proficiency in bioinformatics. The interdisciplinary nature of bioinformatics argues for a collaborative approach to address the challenges presented by the diverse needs and backgrounds of researchers interested in bioinformatics.</p>
</sec>
</sec>
<sec id="sec015" sec-type="conclusions">
<title>Conclusion</title>
<p>This assessment of bioinformatic training needs, and initial steps to address these needs, should serve as guidance to other libraries looking to establish or improve bioinformatics support programs. There is clear interest in bioinformatic training in the health sciences, and libraries are poised to support navigation of various biological data sources and, where appropriate, analytical treatment of said bioinformation during the research process. Assessing bioinformatic needs is critical in the development of a service program [<xref ref-type="bibr" rid="pone.0179581.ref010">10</xref>], and it is also important for existing programs, in order to keep up with changing trends in health science research [<xref ref-type="bibr" rid="pone.0179581.ref009">9</xref>]. While this and previous surveys [<xref ref-type="bibr" rid="pone.0179581.ref008">8</xref>–<xref ref-type="bibr" rid="pone.0179581.ref012">12</xref>] provide templates for assessing training needs, additional areas of interest, such as data management, general statistics, and cloud computing, could be included in future assessments. Addressing these needs could follow the three general approaches taken at the University of Arizona Health Sciences Library: (1) Develop workshops on topics of interest that fall within library staff areas of expertise. When the needs are beyond the library staff capacity, (2) partner with other campus units to provide bioinformatics support or (3) organize training from extramural resources. The first of these approaches, programming delivered by library staff with appropriate expertise, also acts as a point of contact with researchers, providing opportunities which may result in additional, in-depth collaboration between the library and health scientists.</p>
<p>Library support for bioinformatics represents an area of overlap between information literacy and computational literacy, and it highlights the evolution of libraries' roles in the research life cycle (<xref ref-type="fig" rid="pone.0179581.g004">Fig 4</xref>). The idea that libraries are about more than bibliographic information is not new [<xref ref-type="bibr" rid="pone.0179581.ref025">25</xref>], and researchers are looking for assistance in ways to access <italic>data</italic>, in addition to <italic>information</italic>. As a growing number of databases have Application Programming Interfaces (APIs) for downloading data, even access to some data requires familiarity with writing computer code. Supporting access to data, as well as supporting tools for analyses of those data, is a rich opportunity for libraries to become more involved in research. Additional investment in subject-specialists and experience in the research process would considerably facilitate further integration of libraries into research in the health sciences and beyond.</p>
<fig id="pone.0179581.g004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0179581.g004</object-id>
<label>Fig 4</label>
<caption>
<title>Points of contact in the research life cycle between researchers and library personnel.</title>
<p>The four topics garnering the most interest (transcriptomic analyses, genome workbenches, general scripting, and variation databases) are shown at the points in a stylized research life cycle where experienced library staff may support health science researchers.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.g004" xlink:type="simple"/>
</fig>
</sec>
<sec id="sec016">
<title>Supporting information</title>
<supplementary-material id="pone.0179581.s001" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.s001" xlink:type="simple">
<label>S1 File</label>
<caption>
<title>Bioinformatic training needs assessment survey.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0179581.s002" position="float" xlink:href="info:doi/10.1371/journal.pone.0179581.s002" xlink:type="simple">
<label>S1 Fig</label>
<caption>
<title>Number of completed surveys over total survey time.</title>
<p>Vertical bars indicate 12-hour intervals immediately succeeding the three survey e-mail notifications (one initial invitation and two reminders).</p>
<p>(SVG)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>I am thankful to those who assisted in the development of the survey, especially Carrie L. Iwema, Meng Li, Jennifer R. Martin, Helene R. McMurray, Annabelle Nuñez, Gerald J. Perry, Ahlam A. Saleh, Maribeth Slebodnik, and Marcy L. Vana. I also thank Carol L. Howe, Jennifer R. Martin, Annabelle Nuñez, Gerald J. Perry, Ahlam A. Saleh, Maribeth Slebodnik, and two anonymous reviewers for providing valuable feedback on drafts of this manuscript.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0179581.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Van Horn</surname> <given-names>JD</given-names></name>. <article-title>Big data biomedicine offers big higher education opportunities</article-title>. <source>Proc Natl Acad Sci USA</source>. <year>2016</year>;<volume>113</volume>:<fpage>6322</fpage>–<lpage>6324</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1073/pnas.1607582113" xlink:type="simple">10.1073/pnas.1607582113</ext-link></comment> <object-id pub-id-type="pmid">27274038</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Meyers</surname> <given-names>FJ</given-names></name>, <name name-style="western"><surname>Pomeroy</surname> <given-names>C</given-names></name>. <article-title>Creating the future biomedical research workforce</article-title>. <source>Sci Transl Med</source>. <year>2011</year>;<volume>3</volume>:<fpage>102fs5</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1126/scitranslmed.3003209" xlink:type="simple">10.1126/scitranslmed.3003209</ext-link></comment> <object-id pub-id-type="pmid">21957169</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sinha</surname> <given-names>G</given-names></name>. <article-title>A career in cancer research? Computational skills wanted</article-title>. <source>Science</source>. <year>2016</year>;<volume>352</volume>:<fpage>250</fpage>–<lpage>254</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1126/science.opms.r1600163" xlink:type="simple">10.1126/science.opms.r1600163</ext-link></comment></mixed-citation></ref>
<ref id="pone.0179581.ref004"><label>4</label><mixed-citation publication-type="other" xlink:type="simple">Human Genomics Strategy Group. Building on our inheritance: Genomic technology in healthcare. London: Department of Health. 2012. Available: <ext-link ext-link-type="uri" xlink:href="https://www.gov.uk/government/publications/genomic-technology-in-healthcare-building-on-our-inheritance" xlink:type="simple">https://www.gov.uk/government/publications/genomic-technology-in-healthcare-building-on-our-inheritance</ext-link>.</mixed-citation></ref>
<ref id="pone.0179581.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Margolis</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Derr</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Dunn</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Huerta</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Larkin</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Sheehan</surname> <given-names>J</given-names></name>, <etal>et al</etal>. <article-title>The National Institutes of Health’s Big Data to Knowledge (BD2K) initiative: capitalizing on biomedical big data</article-title>. <source>J Am Med Inform Assoc</source>. <year>2014</year>;<volume>21</volume>:<fpage>957</fpage>–<lpage>958</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1136/amiajnl-2014-002974" xlink:type="simple">10.1136/amiajnl-2014-002974</ext-link></comment> <object-id pub-id-type="pmid">25008006</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yan</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Ban</surname> <given-names>KHK</given-names></name>, <name name-style="western"><surname>Tan</surname> <given-names>TW</given-names></name>. <article-title>Integrating translational bioinformatics into the medical curriculum</article-title>. <source>Int J Med Educ</source>. <year>2014</year>;<volume>5</volume>:<fpage>132</fpage>–<lpage>134</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5116/ijme.53ae.bc97" xlink:type="simple">10.5116/ijme.53ae.bc97</ext-link></comment> <object-id pub-id-type="pmid">25341222</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref007"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chattopadhyay</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Tannery</surname> <given-names>NH</given-names></name>, <name name-style="western"><surname>Silverman</surname> <given-names>DAL</given-names></name>, <name name-style="western"><surname>Bergen</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Epstein</surname> <given-names>BA</given-names></name>. <article-title>Design and implementation of a library-based information service in molecular biology and genetics at the University of Pittsburgh</article-title>. <source>J Med Libr Assoc</source>. <year>2006</year>;<volume>94</volume>:<fpage>307</fpage>–<lpage>313</lpage>. <object-id pub-id-type="pmid">16888665</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rein</surname> <given-names>DC</given-names></name>. <article-title>Developing library bioinformatics services in context: the Purdue University Libraries bioinformationist program</article-title>. <source>J Med Libr Assoc</source>. <year>2006</year>;<volume>94</volume>:<fpage>314</fpage>–<lpage>320</lpage>. <object-id pub-id-type="pmid">16888666</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Li</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Chen</surname> <given-names>Y-B</given-names></name>, <name name-style="western"><surname>Clintworth</surname> <given-names>WA</given-names></name>. <article-title>Expanding roles in a library-based bioinformatics service program: a case study</article-title>. <source>J Med Libr Assoc</source>. <year>2013</year>;<volume>101</volume>:<fpage>303</fpage>–<lpage>309</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3163/1536-5050.101.4.012" xlink:type="simple">10.3163/1536-5050.101.4.012</ext-link></comment> <object-id pub-id-type="pmid">24163602</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Geer</surname> <given-names>RC</given-names></name>. <article-title>Broad issues to consider for library involvement in bioinformatics</article-title>. <source>J Med Libr Assoc</source>. <year>2006</year>;<volume>94</volume>:<fpage>286</fpage>–<lpage>298</lpage>. <object-id pub-id-type="pmid">16888662</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yarfitz</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Ketchell</surname> <given-names>DS</given-names></name>. <article-title>A library-based bioinformatics services program</article-title>. <source>Bull Med Libr Assoc</source>. <year>2000</year>;<volume>88</volume>:<fpage>36</fpage>–<lpage>48</lpage>. <object-id pub-id-type="pmid">10658962</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Grefsheim</surname> <given-names>SF</given-names></name>, <name name-style="western"><surname>Rankin</surname> <given-names>JA</given-names></name>. <article-title>Information needs and information seeking in a biomedical research setting: a study of scientists and science administrators</article-title>. <source>J Med Libr Assoc</source>. <year>2007</year>;<volume>95</volume>:<fpage>426</fpage>–<lpage>434</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3163/1536-5050.95.4.426" xlink:type="simple">10.3163/1536-5050.95.4.426</ext-link></comment> <object-id pub-id-type="pmid">17971890</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref013"><label>13</label><mixed-citation publication-type="other" xlink:type="simple">R Core Team. R: A language and environment for statistical computing. R Foundation for Statistical Computing, Vienna, Austria. 2016. Available: <ext-link ext-link-type="uri" xlink:href="https://www.R-project.org/" xlink:type="simple">https://www.R-project.org/</ext-link>.</mixed-citation></ref>
<ref id="pone.0179581.ref014"><label>14</label><mixed-citation publication-type="other" xlink:type="simple">Wickham H, Francois R. dplyr: A grammar of data manipulation. R package version 0.4.3; 2015. Available: <ext-link ext-link-type="uri" xlink:href="https://CRAN.R-project.org/package=dplyr" xlink:type="simple">https://CRAN.R-project.org/package=dplyr</ext-link>.</mixed-citation></ref>
<ref id="pone.0179581.ref015"><label>15</label><mixed-citation publication-type="other" xlink:type="simple">Wickham H. tidyr: Easily tidy data with `spread()`and `gather()`functions. R package version 0.4.0; 2016. Available: <ext-link ext-link-type="uri" xlink:href="https://CRAN.R-project.org/package=tidyr" xlink:type="simple">https://CRAN.R-project.org/package=tidyr</ext-link>.</mixed-citation></ref>
<ref id="pone.0179581.ref016"><label>16</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Venables</surname> <given-names>WN</given-names></name>, <name name-style="western"><surname>Ripley</surname> <given-names>BD</given-names></name>. <source>Modern Applied Statistics with S</source>. <edition>4<sup>th</sup> ed.</edition> <publisher-loc>New York</publisher-loc>: <publisher-name>Springer</publisher-name>; <year>2002</year>.</mixed-citation></ref>
<ref id="pone.0179581.ref017"><label>17</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Wickham</surname> <given-names>H</given-names></name>. <source>ggplot2: Elegant Graphics for Data Analysis</source>. <publisher-name>Springer-Verlag New York</publisher-name>; <year>2009</year>.</mixed-citation></ref>
<ref id="pone.0179581.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Altschul</surname> <given-names>SF</given-names></name>, <name name-style="western"><surname>Gish</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Miller</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Myers</surname> <given-names>EW</given-names></name>, <name name-style="western"><surname>Lipman</surname> <given-names>DJ</given-names></name>. <article-title>Basic local alignment search tool</article-title>. <source>J Mol Biol</source>. <year>1990</year>;<volume>215</volume>:<fpage>403</fpage>–<lpage>410</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/S0022-2836(05)80360-2" xlink:type="simple">10.1016/S0022-2836(05)80360-2</ext-link></comment> <object-id pub-id-type="pmid">2231712</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Dudley</surname> <given-names>JT</given-names></name>, <name name-style="western"><surname>Butte</surname> <given-names>AJ</given-names></name>. <article-title>A quick guide for developing effective bioinformatics programming skills</article-title>. <source>PLoS Comput Biol</source> <year>2009</year>;<volume>5</volume>:<fpage>e1000589</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pcbi.1000589" xlink:type="simple">10.1371/journal.pcbi.1000589</ext-link></comment> <object-id pub-id-type="pmid">20041221</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wilson</surname> <given-names>G</given-names></name>. <article-title>Software Carpentry: lessons learned</article-title>. <source>F1000Res</source>. <year>2016</year>;<volume>3</volume>:<fpage>62</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.12688/f1000research.3-62.v2" xlink:type="simple">10.12688/f1000research.3-62.v2</ext-link></comment> <object-id pub-id-type="pmid">24715981</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>MacMullen</surname> <given-names>WJ</given-names></name>, <name name-style="western"><surname>Vaughan</surname> <given-names>KTL</given-names></name>, <name name-style="western"><surname>Moore</surname> <given-names>ME</given-names></name>. <article-title>Planning bioinformatics education and information services in an academic health sciences library</article-title>. <source>Coll Res Libr</source>. <year>2004</year>;<volume>65</volume>:<fpage>320</fpage>–<lpage>333</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5860/crl.65.4.320" xlink:type="simple">10.5860/crl.65.4.320</ext-link></comment></mixed-citation></ref>
<ref id="pone.0179581.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reisdorph</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Stearman</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Kechris</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Phang</surname> <given-names>TL</given-names></name>, <name name-style="western"><surname>Reisdorph</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Prenni</surname> <given-names>J</given-names></name>, <etal>et al</etal>. <article-title>Hands-on workshops as an affective means of learning advanced technologies including genomics, proteomics and bioinformatics</article-title>. <source>Genomics Proteomics Bioinformatics</source>. <year>2013</year>;<volume>11</volume>:<fpage>368</fpage>–<lpage>377</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.gpb.2013.10.002" xlink:type="simple">10.1016/j.gpb.2013.10.002</ext-link></comment> <object-id pub-id-type="pmid">24316330</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref023"><label>23</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Via</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>De Las Rivas</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Attwood</surname> <given-names>TK</given-names></name>, <name name-style="western"><surname>Landsman</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Brazas</surname> <given-names>MD</given-names></name>, <name name-style="western"><surname>Leunissen</surname> <given-names>JA</given-names></name>, <etal>et al</etal>. <article-title>Ten simple rules for developing a short bioinformatics training course</article-title>. <source>PLoS Comput Biol</source>. <year>2011</year>;<volume>7</volume>:<fpage>e1002245</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pcbi.1002245" xlink:type="simple">10.1371/journal.pcbi.1002245</ext-link></comment> <object-id pub-id-type="pmid">22046119</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schneider</surname> <given-names>MV</given-names></name>, <name name-style="western"><surname>Watson</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Attwood</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Rother</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Budd</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>McDowall</surname> <given-names>J</given-names></name>, <etal>et al</etal>. <article-title>Bioinformatics training: a review of challenges, actions and report requirements</article-title>. <source>Brief in Bioinform</source> <year>2010</year>; <volume>11</volume>:<fpage>544</fpage>–<lpage>551</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bib/bbq021" xlink:type="simple">10.1093/bib/bbq021</ext-link></comment> <object-id pub-id-type="pmid">20562256</object-id></mixed-citation></ref>
<ref id="pone.0179581.ref025"><label>25</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Perry</surname> <given-names>GJ</given-names></name>, <name name-style="western"><surname>Roderer</surname> <given-names>NK</given-names></name>, <name name-style="western"><surname>Assar</surname> <given-names>S</given-names></name>. <article-title>A current perspective on medical informatics and health sciences librarianship</article-title>. <source>J Med Libr Assoc</source>. <year>2005</year>;<volume>93</volume>:<fpage>199</fpage>–<lpage>205</lpage>. <object-id pub-id-type="pmid">15858622</object-id>.</mixed-citation></ref>
</ref-list>
</back>
</article>