<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS Comput Biol</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">ploscomp</journal-id>
<journal-title-group>
<journal-title>PLOS Computational Biology</journal-title>
</journal-title-group>
<issn pub-type="ppub">1553-734X</issn>
<issn pub-type="epub">1553-7358</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pcbi.1006614</article-id>
<article-id pub-id-type="publisher-id">PCOMPBIOL-D-18-00942</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Pharmacology</subject><subj-group><subject>Drug research and development</subject><subj-group><subject>Drug marketing</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Pharmacology</subject><subj-group><subject>Drug research and development</subject><subj-group><subject>Drug discovery</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Computer and information sciences</subject><subj-group><subject>Network analysis</subject><subj-group><subject>Protein interaction networks</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Biochemistry</subject><subj-group><subject>Proteomics</subject><subj-group><subject>Protein interaction networks</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Pharmacology</subject><subj-group><subject>Drug interactions</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Molecular biology</subject><subj-group><subject>Interaction networks</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Research design</subject><subj-group><subject>Clinical research design</subject><subj-group><subject>Adverse events</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Mental health and psychiatry</subject><subj-group><subject>Mood disorders</subject><subj-group><subject>Depression</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Pharmacology</subject><subj-group><subject>Drug research and development</subject><subj-group><subject>Drug safety</subject></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>PathFX provides mechanistic insights into drug efficacy and safety for regulatory review and therapeutic development</article-title>
<alt-title alt-title-type="running-head">PathFX provides mechanistic insights into drug efficacy and safety</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2328-2018</contrib-id>
<name name-style="western">
<surname>Wilson</surname>
<given-names>Jennifer L.</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-5487-5692</contrib-id>
<name name-style="western">
<surname>Racz</surname>
<given-names>Rebecca</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Liu</surname>
<given-names>Tianyun</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Adeniyi</surname>
<given-names>Oluseyi</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Sun</surname>
<given-names>Jielin</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Ramamoorthy</surname>
<given-names>Anuradha</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Pacanowski</surname>
<given-names>Michael</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<name name-style="western">
<surname>Altman</surname>
<given-names>Russ</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Funding acquisition</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Department of Bioengineering, Stanford University, Palo Alto California, United States of America</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Division of Applied Regulatory Science, US Food and Drug Administration, Silver Spring Maryland, United States of America</addr-line></aff>
<aff id="aff003"><label>3</label> <addr-line>Office of Clinical Pharmacology, Office of Translational Sciences, Center for Drug Evaluation and Research, US Food and Drug Administration, Silver Spring Maryland, United States of America</addr-line></aff>
<aff id="aff004"><label>4</label> <addr-line>Department of Genetics, Stanford University, Palo Alto California, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Schlessinger</surname>
<given-names>Avner</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>Icahn School of Medicine at Mount Sinai, UNITED STATES</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>This article reflects the views of the authors and should not be construed to represent FDA’s views or policies. JLW was supported by a grant from Pfizer Inc. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. The authors have declared that no further competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">rbaltman@stanford.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>7</day>
<month>12</month>
<year>2018</year>
</pub-date>
<pub-date pub-type="collection">
<month>12</month>
<year>2018</year>
</pub-date>
<volume>14</volume>
<issue>12</issue>
<elocation-id>e1006614</elocation-id>
<history>
<date date-type="received">
<day>6</day>
<month>6</month>
<year>2018</year>
</date>
<date date-type="accepted">
<day>31</day>
<month>10</month>
<year>2018</year>
</date>
</history>
<permissions>
<license xlink:href="https://creativecommons.org/publicdomain/zero/1.0/" xlink:type="simple">
<license-p>This is an open access article, free of all copyright, and may be freely reproduced, distributed, transmitted, modified, built upon, or otherwise used by anyone for any lawful purpose. The work is made available under the <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/publicdomain/zero/1.0/" xlink:type="simple">Creative Commons CC0</ext-link> public domain dedication.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pcbi.1006614"/>
<abstract>
<p>Failure to demonstrate efficacy and safety issues are important reasons that drugs do not reach the market. An incomplete understanding of how drugs exert their effects hinders regulatory and pharmaceutical industry projections of a drug’s benefits and risks. Signaling pathways mediate drug response and while many signaling molecules have been characterized for their contribution to disease or their role in drug side effects, our knowledge of these pathways is incomplete. To better understand all signaling molecules involved in drug response and the phenotype associations of these molecules, we created a novel method, PathFX, a non-commercial entity, to identify these pathways and drug-related phenotypes. We benchmarked PathFX by identifying drugs’ marketed disease indications and reported a sensitivity of 41%, a 2.7-fold improvement over similar approaches. We then used PathFX to strengthen signals for drug-adverse event pairs occurring in the FDA Adverse Event Reporting System (FAERS) and also identified opportunities for drug repurposing for new diseases based on interaction paths that associated a marketed drug to that disease. By discovering molecular interaction pathways, PathFX improved our understanding of drug associations to safety and efficacy phenotypes. The algorithm may provide a new means to improve regulatory and therapeutic development decisions.</p>
</abstract>
<abstract abstract-type="summary">
<title>Author summary</title>
<p>Many drugs fail to reach the market because they are not sufficiently efficacious for their disease indication or they cause intolerable side-effects. To understand drug efficacy and safety, we created an algorithm, PathFX. The algorithm identified relationships between drugs and diseases, and drugs and side-effects. We tested PathFX’s ability to identify the disease for which the drug was developed. We applied PathFX to post-marketing reports of drug side effects and identified drug side effects where regulatory review was ambiguous. Finally, we identified novel diseases for which marketed drugs could treat. The method has the potential to be a tool for assessing drug safety and efficacy during development and may have utility for regulators and industry scientists.</p>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000038</institution-id>
<institution>U.S. Food and Drug Administration</institution>
</institution-wrap>
</funding-source>
<award-id>U01FD004979</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Altman</surname>
<given-names>Russ</given-names>
</name>
</principal-award-recipient>
</award-group>
<award-group id="award002">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000002</institution-id>
<institution>National Institutes of Health</institution>
</institution-wrap>
</funding-source>
<award-id>LM007033</award-id>
<principal-award-recipient>
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2328-2018</contrib-id>
<name name-style="western">
<surname>Wilson</surname>
<given-names>Jennifer</given-names>
</name>
</principal-award-recipient>
</award-group>
<award-group id="award003">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000002</institution-id>
<institution>National Institutes of Health</institution>
</institution-wrap>
</funding-source>
<award-id>GM102365</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Altman</surname>
<given-names>Russ</given-names>
</name>
</principal-award-recipient>
</award-group>
<award-group id="award004">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000002</institution-id>
<institution>National Institutes of Health</institution>
</institution-wrap>
</funding-source>
<award-id>GM61374</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Altman</surname>
<given-names>Russ</given-names>
</name>
</principal-award-recipient>
</award-group>
<award-group id="award005">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000002</institution-id>
<institution>National Institutes of Health</institution>
</institution-wrap>
</funding-source>
<award-id>HL117798</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Altman</surname>
<given-names>Russ</given-names>
</name>
</principal-award-recipient>
</award-group>
<funding-statement>This publication/poster was made possible by Grant Number U01FD004979 from the FDA, which supports the UCSF-Stanford Center of Excellence in Regulatory Sciences and Innovation. Its contents are solely the responsibility of the authors and do not necessarily represent the official views of the HHS or FDA. Views expressed do not reflect the official policies of the Department of Health and Human Services; nor does any mention of trade names, commercial practices, or organization imply endorsement by the United States Government. JLW was supported by NIH LM007033 and a grant from Pfizer Inc. RBA was supported by NIH GM102365, GM61374, and LM117798. This project was supported by a research fellowship from the Oak Ridge Institute for Science and Education through an interagency agreement between the U.S. Department of Energy and the FDA. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="5"/>
<table-count count="6"/>
<page-count count="27"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>In compliance with PLOS’s policy, all data are made available through two sources. We supplied drug-disease pairs from marketed drugs and from FAERs analysis as supplemental files included with the manuscript, and we supplied the PathFX algorithm and algorithm data through a GitHub repository (<ext-link ext-link-type="uri" xlink:href="https://github.com/jenwilson521/PathFX" xlink:type="simple">https://github.com/jenwilson521/PathFX</ext-link>).</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>The drug discovery process is long, difficult, and expensive. Only ~10% of drugs entered in human studies make it to the market[<xref ref-type="bibr" rid="pcbi.1006614.ref001">1</xref>] because many drugs have insufficient efficacy[<xref ref-type="bibr" rid="pcbi.1006614.ref002">2</xref>] or significant safety issues[<xref ref-type="bibr" rid="pcbi.1006614.ref003">3</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref004">4</xref>]. The lack of efficacy may be related to poor bioavailability, incomplete inhibition of the target, or selection of a target that is not a central driver of the disease. Adverse events can occur through primary effects of a drug on the intended targets or respective biological pathways, or secondary effects that can occur with off-target binding [<xref ref-type="bibr" rid="pcbi.1006614.ref003">3</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref005">5</xref>]. For these reasons, understanding a drug’s phenome–the collection of clinical characteristics that are related to a drug target or pathway–is integral to validating and prioritizing drug targets for development, and identifying other potential (adverse) drug effects that may occur by perturbing a particular biological network. However, the available tools for characterizing drug pathways during target optimization and regulatory review catalogue varied aspects of the cellular response to drug and integration across these resources is often incomplete.</p>
<p>Many data sources containing relevant information are available to characterize pharmacological drug effects. However, the vast amount of information is siloed into separate databases, creating a patchwork of information that is difficult and tedious to easily integrate for regulatory review. To illustrate, in evaluating a drug that inhibits a specific enzyme, one might look to Mendelian disease as an indicator of what clinical manifestations are related to loss of that enzyme’s function; this could inform what toxicities or benefits might arise from pharmacologically interrupting the enzyme’s function (e.g., as for the case of PCSK9). This exercise can then be repeated by evaluating the genetic epidemiology of more common variations in the enzyme, and so on. Relevant resources that could collectively inform a drug target’s phenome include Pharmacogenomics Knowledgebase (PharmGKB)[<xref ref-type="bibr" rid="pcbi.1006614.ref006">6</xref>], genome-wide association studies (GWAS)[<xref ref-type="bibr" rid="pcbi.1006614.ref007">7</xref>], Online Mendelian Inheritance in Man (OMIM)[<xref ref-type="bibr" rid="pcbi.1006614.ref008">8</xref>], disease-gene associations such as DisGeNet[<xref ref-type="bibr" rid="pcbi.1006614.ref009">9</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref010">10</xref>], and phenotype-gene association studies (PheWAS)[<xref ref-type="bibr" rid="pcbi.1006614.ref011">11</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref012">12</xref>]. In addition, focusing on a single gene or protein does not always provide a complete view of the biological milieu, or full pathway context, relevant to a drug target. Protein interaction databases, such as STRING[<xref ref-type="bibr" rid="pcbi.1006614.ref013">13</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref014">14</xref>] and iRefWeb[<xref ref-type="bibr" rid="pcbi.1006614.ref015">15</xref>], relate drug targets to signaling intermediates to provide context for single gene effects, though, these are not easily linked to phenotype information.</p>
<p>Network methods can be useful for identifying mechanistic interactions that relate drug targets to adverse reactions, and are under-utilized in understanding drug adverse effects[<xref ref-type="bibr" rid="pcbi.1006614.ref005">5</xref>]. A network approach uncovered interaction intermediates between drug targets associated with peripheral neuropathy[<xref ref-type="bibr" rid="pcbi.1006614.ref016">16</xref>], drug-induced rhabdomyolysis[<xref ref-type="bibr" rid="pcbi.1006614.ref017">17</xref>], drug-induced severe cutaneous stevens-johnson syndrome[<xref ref-type="bibr" rid="pcbi.1006614.ref018">18</xref>], drug-induced lung injury[<xref ref-type="bibr" rid="pcbi.1006614.ref019">19</xref>], and drug-induced contraction-related cardiotoxicity[<xref ref-type="bibr" rid="pcbi.1006614.ref020">20</xref>]. A further meta-analysis of networks for these toxicities discovered protein mediators that are common among pairs of toxicities[<xref ref-type="bibr" rid="pcbi.1006614.ref020">20</xref>]; for instance, they discovered that drugs associated with peripheral neuropathy and drugs associated with Stevens-Johnson syndrome had nine protein targets in common. Another study merged protein-protein interactions, gene-to-adverse events (AEs) associations, and knowledge of drug-protein targets to train a random forest model that identified drugs with the greatest connectivity to AEs[<xref ref-type="bibr" rid="pcbi.1006614.ref021">21</xref>]. Their analysis showed improved prediction of AEs when combining their approach, SubNet, with medication-wide association studies (MWAS) assessing genes associated with four AEs[<xref ref-type="bibr" rid="pcbi.1006614.ref021">21</xref>]. Another network based approach used a shortest-path technique for <italic>in silico</italic> predictions for drug repurposing[<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>]. A network propagation technique created drug pathways and collapsed these pathways into phenotype vectors, though, they did not use this paradigm to be predictive of drug safety and efficacy[<xref ref-type="bibr" rid="pcbi.1006614.ref023">23</xref>]. These foundational studies demonstrated that interaction networks are a rich source of pathway information that can identify molecular mechanisms for drug safety and efficacy.</p>
<p>Here we constructed drug pathways using protein-protein interactions, and we annotated these pathways with the phenotypes–diseases and off-target effects–associated with the pathway genes using a novel algorithm–PathFX. We demonstrated the utility of PathFX by creating pathways for marketed drugs and identified interaction paths from the drug’s target(s) to genes associated with the marketed indication of the drug. We benchmarked PathFX’s performance using a published set of marketed drugs and quantified our ability to relate a drug to its disease indication. We applied the algorithm to two tasks. First, we strengthened adverse event signals in the FDA Adverse Event Reporting System (FAERS) by searching for drug pathways containing an association to a reported adverse event. Second, we identified repurposing opportunities for marketed drugs and tested these identifications using existing off-label drug use and clinical trial data. We created a tool for better understanding drug safety and efficacy and PathFX may have the potential to aid in regulatory review and therapeutic development decisions.</p>
</sec>
<sec id="sec002" sec-type="results">
<title>Results</title>
<sec id="sec003">
<title>A tissue non-specific interaction network and the PathFX formalism</title>
<p>Recent work in identifying a drug’s marketed disease, or indication, from protein interactions found that this identification was maximized by considering protein interactions that are in close proximity to a drug’s target [<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref023">23</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref024">24</xref>]. Thus, we hypothesized that protein-protein interactions that are proximal to a drug’s target(s) could provide insight into mechanisms of drug safety and efficacy.</p>
<p>To create drug interaction pathways, we pulled interaction data from iRefWeb[<xref ref-type="bibr" rid="pcbi.1006614.ref015">15</xref>], Reactome[<xref ref-type="bibr" rid="pcbi.1006614.ref025">25</xref>], PharmGKB[<xref ref-type="bibr" rid="pcbi.1006614.ref006">6</xref>], and a curated set of predicted drug-protein binding data (see <xref ref-type="sec" rid="sec010">Methods</xref> section). We merged and scored (explained in methods) these data to yield an interaction network of 25,604 nodes and 318,644 edges. The number of interactions and interaction score distributions are in <xref ref-type="supplementary-material" rid="pcbi.1006614.s005">S1 Fig</xref>.</p>
<p>Our algorithm, PathFX, selects a drug target’s most relevant interaction edges (local interaction neighborhoods), merges neighborhood networks from all drug targets, and then identifies enriched phenotypes–which could represent either safety or efficacy phenotypes–in the interaction neighborhood (<xref ref-type="fig" rid="pcbi.1006614.g001">Fig 1</xref>, and usage summary in <xref ref-type="supplementary-material" rid="pcbi.1006614.s008">S4 Fig</xref>). In this context, safety phenotypes included associations such as adverse events or side effects (e.g. “pancreatitis”, “adverse weight gain”), and efficacy phenotypes included disease associations (e.g. “diabetes”, “major depressive disorder”); some phenotypes (e.g. “hypertension”) could belong to both of these groups. To identify which phenotypes are associated with the drug target network, we merged data from multiple sources: DisGeNet[<xref ref-type="bibr" rid="pcbi.1006614.ref009">9</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref010">10</xref>], Phenotype Genotype Integrator (PheGenI)[<xref ref-type="bibr" rid="pcbi.1006614.ref026">26</xref>], ClinVar [<xref ref-type="bibr" rid="pcbi.1006614.ref027">27</xref>], OMIM [<xref ref-type="bibr" rid="pcbi.1006614.ref008">8</xref>], and PheWas [<xref ref-type="bibr" rid="pcbi.1006614.ref011">11</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref012">12</xref>]. In this process we controlled for multiple biases as follows:</p>
<list list-type="order">
<list-item><p>We reduced the inclusion of high-degree, and highly-studied hub proteins (e.g. P53, or ubiquitin) in all networks (further explained in methods). We called this process interaction specificity analysis.</p></list-item>
<list-item><p>As previous research suggested that disease modules with fewer than 25 genes were too fragmented for interactome analysis[<xref ref-type="bibr" rid="pcbi.1006614.ref028">28</xref>], we removed phenotypes associated with fewer than 25 total genes.</p></list-item>
<list-item><p>We retained phenotypes in drug pathways of interest only if the phenotype’s p-value was more significant than would be expected by chance based on the structure of our network.</p></list-item>
</list>
<fig id="pcbi.1006614.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.g001</object-id>
<label>Fig 1</label>
<caption>
<title>The PathFX formalism for defining drug pathways.</title>
<p>We first assemble interaction data (top; step 0), and then applied a depth-first algorithm to define relevant protein interaction pathways (middle; step 1). We benchmarked these pathways using interaction specificity analysis (bottom, left; step 2). Lastly, we performed phenotype enrichment to explore what diseases and phenotypes existed in these local neighborhoods (bottom, right; step 3). Circles indicate proteins. Red circles are drug targets, white circles are interactome proteins, grey circles are intermediate proteins included in the drug pathway, orange triangles represent drugs, purple circles represent gene variants (not applicable in all pathways), and green rectangles represent phenotypes.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.g001" xlink:type="simple"/>
</fig>
<p>PathFX uses a threshold parameter for selecting proteins included in each drug network. We derived this threshold based on the available data and did not tune the parameter to improve identification accuracy (explained in <italic>An optimal threshold parameter for the tissue non-specific network</italic> in Methods).</p>
</sec>
<sec id="sec004">
<title>A case study in network application: Metformin’s network is highly associated with diabetes phenotypes and is not dependent on drug target associations</title>
<p>We first applied the PathFX method to the diabetic medication, metformin. DrugBank[<xref ref-type="bibr" rid="pcbi.1006614.ref029">29</xref>] listed five protein targets for metformin—SLC22A2, SLC22A3, PRKAB1, SLC47A1, and SLC29A4 –for metformin that were in our interactome (note that some of these are transport proteins that may be included because metformin inhibits them, not as a pharmacological effect). We created a drug interaction network pathway based on all listed proteins using PathFX. This yielded a 25-protein final neighborhood (20 proteins + 5 drug targets) significantly associated with 18 phenotypes (<xref ref-type="fig" rid="pcbi.1006614.g002">Fig 2A</xref>, <xref ref-type="supplementary-material" rid="pcbi.1006614.s009">S1 Table</xref>). Diabetes mellitus type 2 and diabetes mellitus type 1 are both associated with the metformin pathway via interactions with 12 genes (<xref ref-type="fig" rid="pcbi.1006614.g002">Fig 2B</xref>, <xref ref-type="supplementary-material" rid="pcbi.1006614.s009">S1 Table</xref>). Metformin’s protein targets were not sufficient to describe the association to diabetes mellitus type 1 and diabetes mellitus type 2 when we analyzed phenotypic associations with these targets. However, with the full 25 protein network identified by PathFX, we recovered the association to diabetes mellitus type 1 and diabetes mellitus type 2.</p>
<fig id="pcbi.1006614.g002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.g002</object-id>
<label>Fig 2</label>
<caption>
<title>PathFX identified disease indications for Metformin.</title>
<p>(<bold>A</bold>) PathFX identified a pharmacodynamic pathway for Metformin. The drug (orange triangle) is connected to protein binding targets (red circles). PathFX identified additional genes and variants (grey circles) and associated this network with phenotypes (green boxes). Edges reflect protein-protein interactions or protein-disease associations. (<bold>B</bold>) Selected phenotypes associated with the Metformin network highlight similarities to the drug’s marketed disease indication (all associations in <xref ref-type="supplementary-material" rid="pcbi.1006614.s009">S1 Table</xref>).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.g002" xlink:type="simple"/>
</fig>
</sec>
<sec id="sec005">
<title>A benchmarking set of approved drugs</title>
<p>We collected a benchmarking set of approved drugs to test our algorithm’s utility in accurately identifying diseases that the drug is known to effectively treat. This set included marketed drugs with approved disease indications. We first started with marketed, non-palliative drugs analyzed in [<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>] to compare our performance with this seminal work. This data set included 238 drugs associated with one or more disease indications, yielding a total of 403 drug-indication pairs. We augmented this dataset by using repoDB[<xref ref-type="bibr" rid="pcbi.1006614.ref030">30</xref>] to add additional approved indications for the original drug set (we excluded data from repoDB where the trial was terminated or ongoing); using repoDB, we added 1353 drug-indication pairs, yielding a total of 1756 drug-indication pairs for testing. The full list of drugs and approved indications are included in <xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref> and consists of a list of drugs associated with one or more disease indications. Most drugs were approved for fewer than 10 indications, though, prednisolone and hydrocortisone are used to treat 105 and 98 indications respectively (<xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>, <xref ref-type="fig" rid="pcbi.1006614.g003">Fig 3A &amp; 3B</xref>).</p>
<fig id="pcbi.1006614.g003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.g003</object-id>
<label>Fig 3</label>
<caption>
<title>Characterization of the benchmarking drug set.</title>
<p>Number of approved indications per drug (<bold>A</bold>) and top drugs by number of approved indications (<bold>B</bold>). A tree diagram highlighting the top disease words in each of the 62 clusters showed how the diseases were grouped (<bold>C</bold>).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.g003" xlink:type="simple"/>
</fig>
<p>The dataset included drugs used to treat 594 indications. We binned these 594 indications into 62 clusters based on the semantic similarity of the disease indications. We used the interactive mmlite interface to metamap[<xref ref-type="bibr" rid="pcbi.1006614.ref031">31</xref>], a highly configurable program developed to map biomedical text to the UMLS Metathesaurus, to map diseases to the nearest Unified Medical Language System (UMLS) CUI (Concept Unique Identifier) identifier. We selected the UMLS terminology because this system had the greatest coverage of phenotypes in our dataset and contained mappings from many popular languages (such as MedDRA). We then clustered these diseases based on ontological, semantic similarity using the UMLS::Similarity package in Perl[<xref ref-type="bibr" rid="pcbi.1006614.ref032">32</xref>] (cluster membership in <xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>, <xref ref-type="fig" rid="pcbi.1006614.g003">Fig 3C</xref>). For instance, cluster four contained two CUI terms–C0497327, C0002395 –that mapped to 24 Alzheimer’s and dementia phenotypes (<xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>). Cluster five contained five CUI terms–C0042842, C0042875, C0030783, C0016412, C0936215 –that mapped to nine diseases associated with vitamin deficiency. When testing PathFX, we analyzed and reported whether the algorithm identified the drug’s original, un-clustered indication, and also reported results based on the indications’ cluster to assess trends in the types of diseases where we had better identification capacity.</p>
</sec>
<sec id="sec006">
<title>PathFX identifies disease indication for marketed drugs and improves sensitivity</title>
<p>We used the UMLS::Similarity tools for determining if PathFX identified phenotypes that matched the drug’s marketed indication. In this case, we regarded a match as any phenotype significantly associated to the network; for most drugs, PathFX identified multiple phenotypes as statistically significantly associated to the drug’s network. For each drug, we pulled these significant phenotypes from our PathFX analysis as above, and matched these identified phenotypes to CUI identifiers, also using mmlite[<xref ref-type="bibr" rid="pcbi.1006614.ref031">31</xref>]. We measured semantic similarity using Lin distance in the UMLS::Similarity package[<xref ref-type="bibr" rid="pcbi.1006614.ref032">32</xref>]. For example, the drug enoxaparin is indicated for deep vein thrombosis and myocardial infarction; our algorithm identified that enoxaparin’s drug pathway was significantly associated with “deep venous thrombosis” (direct match, semantic similarity = 1.0), and other similar diseases such as “thrombosis” (semantic similarity = 0.8615), “venous thromboembolism” (semantic similarity = 0.6853), and “myocardial infarction” (semantic similarity = 0.9377) (full results in <xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>, <xref ref-type="fig" rid="pcbi.1006614.g004">Fig 4A</xref>). Of the 1756 drug-indication pairs, PathFX could not create an interaction network for two pairs (tolazamide + diabetes type 1, and tolazamide + diabetes type 2) because this drug’s target was not mapped to a gene symbol in our interactome. For 389 drug-indication pairs, metamap was unable to map the marketed indication to a CUI term so we could not assess whether the PathFX identified indications matched the marketed indications (cluster number 58 in <xref ref-type="fig" rid="pcbi.1006614.g004">Fig 4C</xref> and in <xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>). This left 1366 pairs for further analysis.</p>
<fig id="pcbi.1006614.g004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.g004</object-id>
<label>Fig 4</label>
<caption>
<title>Characterization of PathFX performance.</title>
<p>PathFX identified associations between enoxaparin and deep vein thrombosis and myocardial ischemia (<bold>A</bold>). Each method identified phenotypes depending on the number of genes associated with the phenotype (Kruskal-Wallis statistic 33.6, p-value = 5.04x10<sup>-8</sup>); PathFX identifications are skewed towards phenotypes with fewer gene associations relative to identifications by targets alone (Mann-Whitney-U statistic = 33089, p-value = 1.43x10<sup>-8</sup>) (<bold>B</bold>). PathFX identification rate per disease cluster (<bold>C</bold>). The orange line indicates the cluster-specific sensitivity, the bars represent total drugs in each cluster, and the dashed line represents the median number of diseases (15 diseases) in each cluster.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.g004" xlink:type="simple"/>
</fig>
<p>For this analysis, PathFX found pathway information for 171 of the 403 drug-indication pairs (42.4%) from Guney et al[<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>] and 558 of the 1364 (40.9%) eligible drug-disease pairs in our expanded set of benchmarking drugs; this is our best estimate of PathFX sensitivity. At the drug level, 141 out of 236 drugs (there were two of the original 238 drugs without sufficient binding information in DrugBank) had at least one identified phenotype that was similar to one of the drug’s marketed indication(s) (59.8%). Guney et al[<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>] reported a sensitivity of 15.4% (they matched 62 of 403 drugs-indication pairs), demonstrating improved sensitivity from our drug-target-centric approach.</p>
<p>For comparison with PathFX, we analyzed the disease associations of the drug targets alone without the local interaction information. Using only drug targets, we identified statistically significant associations between 751 drug and disease pairs (54.98% sensitivity). Of these pairs, 409 were also identified using PathFX pathway information, leaving 342 drug-disease pairs that were identified by targets alone and 147 drug-disease pairs that were only identified when pathway information was included from PathFX (<xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>). After merging gene-to-phenotype associations from multiple data sources, each phenotype had a set of associated genes and the size of this gene set distinguished which diseases each method detected (Kruskal-Wallis statistics = 33.6, p-value = 5.04x10<sup>-8</sup>) (<xref ref-type="fig" rid="pcbi.1006614.g004">Fig 4B</xref>). PathFX was biased towards selecting phenotypes with fewer genes (median gene set size of 90 genes); targets-only analysis was biased to selecting phenotypes with more associated genes (median gene set size of 342.5 genes) (Mann-Whitney-U statistic: 33089, p-value 1.43x10<sup>-8</sup>) (<xref ref-type="fig" rid="pcbi.1006614.g004">Fig 4B</xref>). The median gene set size where both methods detected the phenotype was 257 genes.</p>
<p>For completeness, we calculated positive and negative predictive values (PPV, NPV) (<xref ref-type="supplementary-material" rid="pcbi.1006614.s002">S2 File</xref>). To calculate PPV and NPV, we made a conservative assumption that any phenotype associated with a drug that was not a marketed disease indication was a false positive. Because PathFX was designed to search broadly for drug-associated phenotypes, the PPV and NPV were deflated and inflated respectively (<xref ref-type="supplementary-material" rid="pcbi.1006614.s007">S3 Fig</xref>).</p>
<p>We analyzed PathFX identifications in the context of the 62 disease clusters (<xref ref-type="table" rid="pcbi.1006614.t001">Table 1</xref>, <xref ref-type="fig" rid="pcbi.1006614.g004">Fig 4C</xref>). For 58 of the 62 clusters, PathFX found pathway evidence supporting the drug’s marketed indication for at least one of the drug-disease pairs assigned to that cluster (<xref ref-type="table" rid="pcbi.1006614.t001">Table 1</xref>, <xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>). For instance, the top cluster contained three CUI terms which mapped to five disease phenotypes diseases: inappropriate adh syndrome, acromegaly somatic, hyperprolactinemia, acromegaly, and prolactin excess (CUI terms C0021141, C0001206, and C0020514) (<xref ref-type="table" rid="pcbi.1006614.t001">Table 1</xref>). There were five drug-indication pairs for these diseases: tolvaptan (inappropriate adh syndrome), octreotide (acromegaly somatic), bromocriptine (hyperprolactinemia), bromocriptine (acromegaly somatic), and cabergoline (hyperprolactinemia). PathFX identified phenotypes for all five drug-disease pairs. The cluster with the second highest identification rate contained four CUI terms that mapped to seven disease terms, which are pathophysiologically distinct: alcohol withdrawal delirium, restless legs syndrome, premenstrual dysphoric disorder, insomnia, nicotine dependence, late insomnia, sleeplessness. There were seven drug-indication pairs included in this cluster: gabapentin (restless legs syndrome), ropinirole (restless legs syndrome), rotigotine (restless legs syndrome), diphenhydramine (late insomnia), estradiol (premenstrual dysphoric disorder), nicotine (nicotine dependence), and diazepam (alcohol withdrawal syndrome). PathFX identified the original, un-clustered phenotype for six of the seven pairs (PathFX did not identify estradiol’s association to premenstrual dysphoric disorder) (<xref ref-type="table" rid="pcbi.1006614.t001">Table 1</xref>).</p>
<table-wrap id="pcbi.1006614.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.t001</object-id>
<label>Table 1</label> <caption><title>Example disease clusters with high cluster-sensitivity.</title> <p>In disease lists, ‘|’ is a delimiter to separate disease names. In drug lists, if a drug is listed multiple times, these listings reflect that the drug is intended to treat multiple indications in the specified cluster.</p></caption>
<alternatives>
<graphic id="pcbi.1006614.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center">Cluster Number</th>
<th align="center">Diseases</th>
<th align="center">CUIs</th>
<th align="center">Number of Approved</th>
<th align="center">Approved Drug List</th>
<th align="center">Number of Drugs Identified</th>
<th align="center">Identified Drug List</th>
<th align="center">Cluster Specific Sensitivity</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">23</td>
<td align="center">inappropriate adh syndrome| Hyperprolactinemia, 615555 (3)| Acromegaly, somatic, 102200 (3)|Hyperprolactinemia|Acromegaly|Prolactin excess</td>
<td align="center">C0021141, C0001206, C0020514</td>
<td align="center">5</td>
<td align="center">Tolvaptan, Octreotide, Bromocriptine, Bromocriptine, Cabergoline</td>
<td align="center">5</td>
<td align="center">Tolvaptan, Bromocriptine, Octreotide, Bromocriptine, Cabergoline</td>
<td align="center">100.0%</td>
</tr>
<tr>
<td align="center">29</td>
<td align="center">Alcohol Withdrawal Delirium|Restless Legs Syndrome|Premenstrual Dysphoric Disorder|Insomnia|Nicotine Dependence|Late insomnia|Sleeplessness</td>
<td align="center">C0035258, C0917801, C0520676, C0028043, C0001957</td>
<td align="center">7</td>
<td align="center">Gabapentin, Ropinirole, Rotigotine, Diphenhydramine, Estradiol, Nicotine, Diazepam</td>
<td align="center">6</td>
<td align="center">Gabapentin, Rotigotine, Ropinirole, Diphenhydramine, Nicotine, Diazepam</td>
<td align="center">85.7%</td>
</tr>
<tr>
<td align="center">25</td>
<td align="center">Transient hypothyroidism|Goiter|Hypothyroidism, congenital, nongoitrous, 5|Hypothyroidism|{Autoimmune thyroid disease, susceptibility to, 2} (2)|{Autoimmune thyroid disease, susceptibility to, 3}, 608175 (3)|Thyroiditis|Congenital Hypothyroidism|Hypothyroidism, congenital, due to thyroid dysgenesis or hypoplasia, 218700 (3)|Hypothyroidism, Thyroidal, With Spiky Hair And Cleft Palate|{Autoimmune thyroid disease, susceptibility to, 4} (2)|Iatrogenic hypothyroidism|HYPOTHYROIDISM, CONGENITAL, DUE TO THYROID DYSGENESIS|Congenital goiter|Endocrine System Diseases|Autoimmune endocrine disease|Disorder of endocrine system|Congenital hypothyroidism|Focal thyroiditis| {Autoimmune thyroid disease, susceptibility to, 3}, 608175 (3)| Hypothyroidism, congenital nongoitrous, 5, 225250 (3)|Hypothyroidism in pregnancy|Myxedema|Other endocrine disorders|Abnormality of the thyroid gland|{Autoimmune thyroid disease, susceptibility to, 1} (2)|Goiter, multinodular 1, with or without sertoli-leydig cell tumors|Severe hypothyroidism|Thyroid Diseases</td>
<td align="center">C0010308, C0014130, C0027145, C0040147, C0040128, C0020676, C0018021</td>
<td align="center">13</td>
<td align="center">Liothyronine, Hydrocortisone, Progesterone, Liothyronine, Triamcinolone, Hydrocortisone, Prednisone, Methylprednisolone, Prednisolone, Dexamethasone, Liothyronine, Liothyronine, Liothyronine</td>
<td align="center">10</td>
<td align="center">Liothyronine, Progesterone, Hydrocortisone, Liothyronine, Dexamethasone, Hydrocortisone, Prednisone, Liothyronine, Liothyronine, Liothyronine</td>
<td align="center">76.9%</td>
</tr>
<tr>
<td align="center">50</td>
<td align="center">Pneumonia|Rhinitis, Vasomotor|Staphylococcal Pneumonia|Healthcare associated pneumonia|Mycoplasma pneumonia| {Allergic rhinitis, susceptibility to}, 607154 (3)|Sore Throat|Chronic bronchitis|Rhinitis|Pneumonia due to Gram negative bacteria|Common Cold|Streptococcal pneumonia|Bronchitis, Chronic|Bacterial pneumonia|Familial cold-induced inflammatory syndrome 1, 120100 (3)|Bronchitis|Sinusitis|Rhinitis, Allergic, Seasonal|Gangrenous pneumonia|Pneumonia, Bacterial|nasal scleromas|Pharyngitis|Pneumonia due to methicillin resistant Staphylococcus aureus|Chlamydial Pneumonia</td>
<td align="center">C0339959, C0155862, C0032308, C0032302, C0004626, C0035468, C0035460, C0031350, C0006277, C0008677, C0009443, C0032285, C0035455, C0037199</td>
<td align="center">32</td>
<td align="center">Levofloxacin, Levofloxacin, Levofloxacin, Levofloxacin, Ciprofloxacin, Cilastatin, Levofloxacin, Ciprofloxacin, Ephedrine, Chlorphenamine, Promethazine, Pseudoephedrine, Diphenhydramine, Tetracycline, Ephedrine, Tetracycline, Aminophylline, Theophylline, Arformoterol, Dyphylline, Tiotropium, Epoprostenol, Ephedrine, Chlorphenamine,Isoprenaline, Salicylic acid, Pseudoephedrine, Tetracycline,Epoprostenol, Ephedrine, Pseudoephedrine, Tetracycline</td>
<td align="center">23</td>
<td align="center">Diphenhydramine, Pseudoephedrine, Chlorphenamine, Promethazine, Ephedrine, Tetracycline, Ephedrine, Tetracycline, Aminophylline, Theophylline, Dyphylline, Tiotropium, Pseudoephedrine, Chlorphenamine, Isoprenaline, Ephedrine, Salicylic acid, Epoprostenol, Tetracycline, Ephedrine, Pseudoephedrine, Epoprostenol, Tetracycline</td>
<td align="center">71.9%</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">Allergic conjunctivitis papillary conjunctivitis, giant vernal conjunctivitides|Allergic Conjunctivitis|Chronic allergic conjunctivitis</td>
<td align="center">C0009766, C0009769, C0009773</td>
<td align="center">14</td>
<td align="center">Ephedrine, Cromoglicic acid, Hydrocortisone, Chlorphenamine, Promethazine, Nedocromil, Cyproheptadine, Pseudoephedrine, Prednisolone, Diphenhydramine, Dexamethasone, Ketotifen, Cromoglicic acid, Cromoglicic acid</td>
<td align="center">10</td>
<td align="center">Diphenhydramine, Pseudoephedrine, Cyproheptadine, Chlorphenamine, Dexamethasone, Ketotifen, Nedocromil,Hydrocortisone, Promethazine, Ephedrine</td>
<td align="center">71.4%</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>For the remaining four clusters, PathFX did not identify the drugs’ marketed indication for any of the drug-indication pairs assigned to these clusters (<xref ref-type="supplementary-material" rid="pcbi.1006614.s001">S1 File</xref>). These clusters are numbered 7, 13, 35, and 1. Additionally, cluster 58 contained 216 disease indications, of which 123 diseases were not mapped to a CUI term.</p>
</sec>
<sec id="sec007">
<title>Strengthening adverse event signals for designated medical events from FAERS and estimating PathFX specificity</title>
<p>Understanding and prioritizing drug safety signals are important regulatory concerns[<xref ref-type="bibr" rid="pcbi.1006614.ref033">33</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref034">34</xref>]. The FDA Adverse Event Reporting System (FAERS) is a repository of voluntarily submitted case reports of adverse events that occur when a patient is on a particular medication. Multiple confounding variables, including comorbidities, incomplete reports, and polypharmacy[<xref ref-type="bibr" rid="pcbi.1006614.ref035">35</xref>], make it difficult to determine when a drug is causative for an AE. This makes signal detection and triaging reports difficult. Further, when associations are not directly explained by drug targets, pathway models may provide additional justification for why a drug is associated with an AE. Anticipating and identifying drug-induced AEs are critical for novel therapeutics in development as well; and thus, further characterizing which drug targets and interacting proteins may cause AEs is an important goal of this work. Designated medical events (DMEs) are serious, significant adverse drug events of special concern to regulators. As such, DMEs, selected based on expert medical review, were evaluated in this study.</p>
<p>To assess the utility of PathFX for signal detection, we extracted drug-adverse event pairs from FAERs for 1906 drugs across 35 DMEs and ran PathFX on these 1906 drugs. Case reports were associated with one of the 35 DMEs if the adverse event mapped to the preferred MedDRA DME term. Close synonyms were used for some DMEs to better capture reporting (e.g., “pancreatitis” was captured by “pancreatitis” and “pancreatitis acute”). PathFX identified the adverse event phenotype for the input drugs between 0.24% - 39.57%(<xref ref-type="table" rid="pcbi.1006614.t002">Table 2</xref> and <xref ref-type="supplementary-material" rid="pcbi.1006614.s003">S3 File</xref>), depending on the DME. For instance, in this noisy data set, 1045 drugs were reported as having an adverse association with pancreatitis. PathFX identified that 282 of these drugs were associated with pancreatitis (26.99%). Similarly, 1150 drugs were reported to have an association with myocardial infarction and PathFX identified 391 (34.00%) of these drug-DME associations. For eight of the DME phenotypes, we found no pathways associations to the reported drugs (<xref ref-type="supplementary-material" rid="pcbi.1006614.s003">S3 File</xref>).</p>
<table-wrap id="pcbi.1006614.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.t002</object-id>
<label>Table 2</label> <caption><title>Drug-DME identifications; PathFX specificity.</title></caption>
<alternatives>
<graphic id="pcbi.1006614.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Designated Medical Event</th>
<th align="left">Number of drugs reported with DME</th>
<th align="left">Number of drugs PathFX identified</th>
<th align="left">PathFX identification rate</th>
<th align="left">Number PathFX identified with DME, but NOT reported</th>
<th align="left">Specificity</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">hypertension</td>
<td align="right">1261</td>
<td align="right">499</td>
<td align="right">39.57%</td>
<td align="right">112</td>
<td align="right">82.64%</td>
</tr>
<tr>
<td align="left">myocardial infarction</td>
<td align="right">1150</td>
<td align="right">391</td>
<td align="right">34.00%</td>
<td align="right">132</td>
<td align="right">82.54%</td>
</tr>
<tr>
<td align="left">hyperlipidemia</td>
<td align="right">939</td>
<td align="right">288</td>
<td align="right">30.67%</td>
<td align="right">132</td>
<td align="right">86.35%</td>
</tr>
<tr>
<td align="left">tardive dyskinesia</td>
<td align="right">878</td>
<td align="right">269</td>
<td align="right">30.64%</td>
<td align="right">87</td>
<td align="right">91.54%</td>
</tr>
<tr>
<td align="left">renal failure</td>
<td align="right">1272</td>
<td align="right">379</td>
<td align="right">29.80%</td>
<td align="right">92</td>
<td align="right">85.49%</td>
</tr>
<tr>
<td align="left">pancreatitis</td>
<td align="right">1045</td>
<td align="right">282</td>
<td align="right">26.99%</td>
<td align="right">165</td>
<td align="right">80.84%</td>
</tr>
<tr>
<td align="left">hemorrhage</td>
<td align="right">1253</td>
<td align="right">271</td>
<td align="right">21.63%</td>
<td align="right">73</td>
<td align="right">88.82%</td>
</tr>
<tr>
<td align="left">cerebral infarction</td>
<td align="right">861</td>
<td align="right">159</td>
<td align="right">18.47%</td>
<td align="right">140</td>
<td align="right">86.60%</td>
</tr>
<tr>
<td align="left">sepsis</td>
<td align="right">1130</td>
<td align="right">188</td>
<td align="right">16.64%</td>
<td align="right">112</td>
<td align="right">85.57%</td>
</tr>
<tr>
<td align="left">pulmonary edema</td>
<td align="right">1084</td>
<td align="right">89</td>
<td align="right">8.21%</td>
<td align="right">23</td>
<td align="right">97.20%</td>
</tr>
<tr>
<td align="left">seizure</td>
<td align="right">1287</td>
<td align="right">101</td>
<td align="right">7.85%</td>
<td align="right">21</td>
<td align="right">96.61%</td>
</tr>
<tr>
<td align="left">delirium</td>
<td align="right">977</td>
<td align="right">73</td>
<td align="right">7.47%</td>
<td align="right">24</td>
<td align="right">97.42%</td>
</tr>
<tr>
<td align="left">neuropathy peripheral</td>
<td align="right">1036</td>
<td align="right">75</td>
<td align="right">7.24%</td>
<td align="right">35</td>
<td align="right">95.98%</td>
</tr>
<tr>
<td align="left">insomnia</td>
<td align="right">1148</td>
<td align="right">53</td>
<td align="right">4.62%</td>
<td align="right">6</td>
<td align="right">99.21%</td>
</tr>
<tr>
<td align="left">hepatic failure</td>
<td align="right">1002</td>
<td align="right">35</td>
<td align="right">3.49%</td>
<td align="right">10</td>
<td align="right">98.89%</td>
</tr>
<tr>
<td align="left">cardiac arrest</td>
<td align="right">1211</td>
<td align="right">41</td>
<td align="right">3.39%</td>
<td align="right">7</td>
<td align="right">98.99%</td>
</tr>
<tr>
<td align="left">thrombocytopenia</td>
<td align="right">1172</td>
<td align="right">35</td>
<td align="right">2.99%</td>
<td align="right">14</td>
<td align="right">98.09%</td>
</tr>
<tr>
<td align="left">hemolytic anemia</td>
<td align="right">786</td>
<td align="right">20</td>
<td align="right">2.54%</td>
<td align="right">10</td>
<td align="right">99.11%</td>
</tr>
<tr>
<td align="left">fracture</td>
<td align="right">865</td>
<td align="right">21</td>
<td align="right">2.43%</td>
<td align="right">18</td>
<td align="right">98.27%</td>
</tr>
<tr>
<td align="left">deep vein thrombosis</td>
<td align="right">882</td>
<td align="right">19</td>
<td align="right">2.15%</td>
<td align="right">14</td>
<td align="right">98.63%</td>
</tr>
<tr>
<td align="left">rhabdomyolysis</td>
<td align="right">926</td>
<td align="right">10</td>
<td align="right">1.08%</td>
<td align="right">8</td>
<td align="right">99.18%</td>
</tr>
<tr>
<td align="left">agranulocytosis</td>
<td align="right">825</td>
<td align="right">8</td>
<td align="right">0.97%</td>
<td align="right">2</td>
<td align="right">99.81%</td>
</tr>
<tr>
<td align="left">blindness</td>
<td align="right">947</td>
<td align="right">9</td>
<td align="right">0.95%</td>
<td align="right">10</td>
<td align="right">98.96%</td>
</tr>
<tr>
<td align="left">interstitial lung disease</td>
<td align="right">770</td>
<td align="right">6</td>
<td align="right">0.78%</td>
<td align="right">3</td>
<td align="right">99.74%</td>
</tr>
<tr>
<td align="left">cellulitis</td>
<td align="right">911</td>
<td align="right">7</td>
<td align="right">0.77%</td>
<td align="right">9</td>
<td align="right">99.10%</td>
</tr>
<tr>
<td align="left">ventricular arrhythmia</td>
<td align="right">601</td>
<td align="right">4</td>
<td align="right">0.67%</td>
<td align="right">6</td>
<td align="right">99.54%</td>
</tr>
<tr>
<td align="left">respiratory depression</td>
<td align="right">819</td>
<td align="right">2</td>
<td align="right">0.24%</td>
<td align="right">1</td>
<td align="right">99.91%</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>We used this FAERS dataset to estimate a lower bound on the specificity of PathFX. Because FAERS contains many more drug-DME associations than are real, we treated any drugs without a reported DME association as silver-standard negatives; reasoning that if a noisy sampling of the FAERS system contained no association between the drug and the DME, that these pairs were sufficient negatives. We asked how often PathFX associated a drug with a DME when no case report existed to calculate the specificity rate for the 35 DMEs in this analysis; the rate varied from 80.84%-99.91% (<xref ref-type="table" rid="pcbi.1006614.t002">Table 2</xref>, <xref ref-type="supplementary-material" rid="pcbi.1006614.s003">S3 File</xref>). For instance, 1261 drugs were reported to have an association with hypertension, leaving 645 of our original 1906 drugs without an association to hypertension. Of these 645 silver-standard negatives, PathFX identified an association with hypertension for 112 (17.4%) of the drugs (82.64% specificity). For cardiac arrest, 1211 drugs were reported to have an association, leaving 695 drugs without an association. Of these drugs, PathFX identified seven drugs to have an association, estimating a specificity of 98.99% (<xref ref-type="table" rid="pcbi.1006614.t002">Table 2</xref>).</p>
</sec>
<sec id="sec008">
<title>PathFX identifies hypotheses for drug repurposing by identifying novel drug-disease associations</title>
<p>PathFX identified multiple phenotypes for each drug even if the drug only has a single approved indication. We sought support for the additional identified phenotypes from two data sets: (1) a list of off-label drug uses extracted from the electronic medical record[<xref ref-type="bibr" rid="pcbi.1006614.ref036">36</xref>] and (2) drugs currently in clinical trials. In the EMR data, we found support for six drugs applied in 11 off-label indications (<xref ref-type="table" rid="pcbi.1006614.t003">Table 3</xref>, listed as ‘Jung CUI’ and ‘Jung Disease’). For instance, telmisartan is indicated for hypertension, though PathFX and the EMR dataset supported the use of this drug as an anti-diabetic; this conclusion is further supported in the literature[<xref ref-type="bibr" rid="pcbi.1006614.ref037">37</xref>]. PathFX identified that thiothixene would be broadly applicable to depressive disorders beyond the indicated use for schizophrenia. PathFX also identified that etanercept, an anti-TNF-alpha drug used in auto-immune disorders, would be applicable to colitis and this identification was supported by the Jung dataset (<xref ref-type="table" rid="pcbi.1006614.t003">Table 3</xref>). PathFX identified associations for 4 drug-indication pairs supported by additional clinical trials (<xref ref-type="table" rid="pcbi.1006614.t004">Table 4</xref>): sunitinib for viral infections[<xref ref-type="bibr" rid="pcbi.1006614.ref038">38</xref>], erlotinib for viral infections[<xref ref-type="bibr" rid="pcbi.1006614.ref038">38</xref>], ketoprofen for lymphoedema[<xref ref-type="bibr" rid="pcbi.1006614.ref039">39</xref>], and sirolimus for dystrophic bullosa [<xref ref-type="bibr" rid="pcbi.1006614.ref040">40</xref>].</p>
<table-wrap id="pcbi.1006614.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.t003</object-id>
<label>Table 3</label> <caption><title>PathFX identifications supported by off-label drug use.</title> <p>The terms ‘Jung CUI’ and ‘Jung Disease’ are terms extracted from [<xref ref-type="bibr" rid="pcbi.1006614.ref036">36</xref>] and represent the associations between drugs and diseases found the electronic health record.</p></caption>
<alternatives>
<graphic id="pcbi.1006614.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">DrugBankID</th>
<th align="left">Drug Name</th>
<th align="left">PathFX CUI</th>
<th align="left">PathFX Disease</th>
<th align="left">Semantic Sim Score</th>
<th align="left">Jung CUI</th>
<th align="left">Jung Disease</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">DB00966</td>
<td align="left">Telmisartan</td>
<td align="left">C0011860</td>
<td align="left">Diabetes mellitus type 2</td>
<td align="left">0.90</td>
<td align="left">C0011849</td>
<td align="left">diabetes mellitus, non-insulin-dependent</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0011849</td>
<td align="left">Diabetes Mellitus, Type 1</td>
<td align="left">1.00</td>
<td align="left">C0011849</td>
<td align="left">diabetes mellitus, non-insulin-dependent</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"> </td>
<td align="left">C0020676</td>
<td align="left">Hypothyroidism</td>
<td align="left">0.66</td>
<td align="left">C0011849</td>
<td align="left">diabetes mellitus, non-insulin-dependent</td>
</tr>
<tr>
<td align="left">DB01043</td>
<td align="left">Memantine</td>
<td align="left">C0242422</td>
<td align="left">Parkinsonism</td>
<td align="left">0.97</td>
<td align="left">C0030567</td>
<td align="left">parkinson disease</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0030567</td>
<td align="left">Parkinson Disease</td>
<td align="left">1.00</td>
<td align="left">C0030567</td>
<td align="left">parkinson disease</td>
</tr>
<tr>
<td align="left">DB00502</td>
<td align="left">Haloperidol</td>
<td align="left">C0002395</td>
<td align="left">Alzheimer Disease</td>
<td align="left">0.66</td>
<td align="left">C0003469</td>
<td align="left">anxiety disorders</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0002395</td>
<td align="left">Alzheimer Disease</td>
<td align="left">0.78</td>
<td align="left">C0011206</td>
<td align="left">delirium</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0002395</td>
<td align="left">Alzheimer Disease</td>
<td align="left">0.75</td>
<td align="left">C0011265</td>
<td align="left">dementia</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0002395</td>
<td align="left">Alzheimer Disease</td>
<td align="left">1.00</td>
<td align="left">C0002395</td>
<td align="left">alzheimer's disease</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C1269683</td>
<td align="left">Major depressive disorder</td>
<td align="left">0.73</td>
<td align="left">C0041696</td>
<td align="left">major depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0011581</td>
<td align="left">Depressive Disorder</td>
<td align="left">0.68</td>
<td align="left">C0003469</td>
<td align="left">anxiety disorders</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0011581</td>
<td align="left">Depressive Disorder</td>
<td align="left">0.71</td>
<td align="left">C0002395</td>
<td align="left">alzheimer's disease</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0011581</td>
<td align="left">Depressive Disorder</td>
<td align="left">0.65</td>
<td align="left">C0005586</td>
<td align="left">bipolar disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0011581</td>
<td align="left">Depressive Disorder</td>
<td align="left">0.85</td>
<td align="left">C0041696</td>
<td align="left">major depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0036341</td>
<td align="left">Schizophrenia</td>
<td align="left">0.65</td>
<td align="left">C0003469</td>
<td align="left">anxiety disorders</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0036341</td>
<td align="left">Schizophrenia</td>
<td align="left">0.68</td>
<td align="left">C0002395</td>
<td align="left">alzheimer's disease</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"> </td>
<td align="left">C0005586</td>
<td align="left">Bipolar affective disorder</td>
<td align="left">1.00</td>
<td align="left">C0005586</td>
<td align="left">bipolar disorder</td>
</tr>
<tr>
<td align="left">DB00624</td>
<td align="left">Testosterone</td>
<td align="left">C0022658</td>
<td align="left">Kidney Diseases</td>
<td align="left">0.75</td>
<td align="left">C0019693</td>
<td align="left">hiv infections</td>
</tr>
<tr>
<td align="left">DB01623</td>
<td align="left">Thiothixene</td>
<td align="left">C0002395</td>
<td align="left">Alzheimer Disease</td>
<td align="left">0.71</td>
<td align="left">C0011581</td>
<td align="left">depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C1269683</td>
<td align="left">Major depressive disorder</td>
<td align="left">0.85</td>
<td align="left">C0011581</td>
<td align="left">depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0011581</td>
<td align="left">Depressive Disorder</td>
<td align="left">1.00</td>
<td align="left">C0011581</td>
<td align="left">depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0036341</td>
<td align="left">Schizophrenia</td>
<td align="left">0.70</td>
<td align="left">C0011581</td>
<td align="left">depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"/>
<td align="left">C0005586</td>
<td align="left">Bipolar affective disorder</td>
<td align="left">0.65</td>
<td align="left">C0011581</td>
<td align="left">depressive disorder</td>
</tr>
<tr>
<td align="left"> </td>
<td align="left"> </td>
<td align="left">C0497327</td>
<td align="left">Dementia</td>
<td align="left">0.74</td>
<td align="left">C0011581</td>
<td align="left">depressive disorder</td>
</tr>
<tr>
<td align="left">DB00005</td>
<td align="left">Etanercept</td>
<td align="left">C0009324</td>
<td align="left">Ulcerative colitis</td>
<td align="left">0.90</td>
<td align="left">C0010346</td>
<td align="left">crohn disease</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<table-wrap id="pcbi.1006614.t004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.t004</object-id>
<label>Table 4</label> <caption><title>PathFX identifications supported by on-going clinical trials.</title></caption>
<alternatives>
<graphic id="pcbi.1006614.t004g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.t004" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Drug</th>
<th align="left">DB ID</th>
<th align="left">Repurposed Indication</th>
<th align="left">Repurposed Indication CUI</th>
<th align="left">Lin Similarity</th>
<th align="left">PathFX Identification</th>
<th align="left">PathFX CUI</th>
<th align="left">P-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="7">sunitinib</td>
<td align="left" rowspan="7">DB01268</td>
<td align="left" rowspan="7">Infection; Viral (Virus Diseases) [Disease or Syndrome]</td>
<td align="left" rowspan="7">C0042769</td>
<td align="left">0.8392</td>
<td align="left">Symptomatic human immunodeficiency virus infection</td>
<td align="left">C0019693</td>
<td align="left">6.98E-05</td>
</tr>
<tr>
<td align="left">0.6894</td>
<td align="left">Kaposi's sarcoma</td>
<td align="left">C0036220</td>
<td align="left">8.05E-05</td>
</tr>
<tr>
<td align="left">0.7142</td>
<td align="left">Hepatitis C</td>
<td align="left">C0019196</td>
<td align="left">0.000127002</td>
</tr>
<tr>
<td align="left">0.656</td>
<td align="left">Hepatitis</td>
<td align="left">C0019159</td>
<td align="left">0.000176888</td>
</tr>
<tr>
<td align="left">0.7366</td>
<td align="left">Influenza</td>
<td align="left">C0021400</td>
<td align="left">0.000300686</td>
</tr>
<tr>
<td align="left">0.7613</td>
<td align="left">Acquired Immunodeficiency Syndrome</td>
<td align="left">C0001175</td>
<td align="left">0.000350801</td>
</tr>
<tr>
<td align="left">1</td>
<td align="left">Virus Diseases</td>
<td align="left">C0042769</td>
<td align="left">0.000359268</td>
</tr>
<tr>
<td align="left" rowspan="7">erlotinib</td>
<td align="left" rowspan="7">DB00530</td>
<td align="left" rowspan="7">Infection; Viral (Virus Diseases) [Disease or Syndrome]</td>
<td align="left" rowspan="7">C0042769</td>
<td align="left">0.7142</td>
<td align="left">Hepatitis C</td>
<td align="left">C0019196</td>
<td align="left">6.88E-05</td>
</tr>
<tr>
<td align="left">0.7366</td>
<td align="left">Influenza</td>
<td align="left">C0021400</td>
<td align="left">8.37E-05</td>
</tr>
<tr>
<td align="left">0.656</td>
<td align="left">Hepatitis</td>
<td align="left">C0019159</td>
<td align="left">9.88E-05</td>
</tr>
<tr>
<td align="left">1</td>
<td align="left">Virus Diseases</td>
<td align="left">C0042769</td>
<td align="left">0.000110089</td>
</tr>
<tr>
<td align="left">0.8392</td>
<td align="left">Symptomatic human immunodeficiency virus infection</td>
<td align="left">C0019693</td>
<td align="left">0.000112571</td>
</tr>
<tr>
<td align="left">0.7027</td>
<td align="left">Herpes Simplex Infections</td>
<td align="left">C0019348</td>
<td align="left">0.000160023</td>
</tr>
<tr>
<td align="left">0.7402</td>
<td align="left">Acute type B viral hepatitis</td>
<td align="left">C0019163</td>
<td align="left">0.000160607</td>
</tr>
<tr>
<td align="left" rowspan="7">ketoprofen</td>
<td align="left" rowspan="7">DB01009</td>
<td align="left" rowspan="7">LYMPHOEDEMA (Lymphedema) [Disease or Syndrome]</td>
<td align="left" rowspan="7">C0024236</td>
<td align="left">0.7171</td>
<td align="left">Non-Hodgkin lymphoma</td>
<td align="left">C0024305</td>
<td align="left">6.93E-05</td>
</tr>
<tr>
<td align="left">0.6666</td>
<td align="left">Cutaneous T-cell lymphoma</td>
<td align="left">C0079773</td>
<td align="left">9.90E-05</td>
</tr>
<tr>
<td align="left">0.6642</td>
<td align="left">Hodgkin Disease</td>
<td align="left">C0019829</td>
<td align="left">0.000125777</td>
</tr>
<tr>
<td align="left">0.6577</td>
<td align="left">Granuloma</td>
<td align="left">C0018188</td>
<td align="left">0.000128601</td>
</tr>
<tr>
<td align="left">0.6563</td>
<td align="left">Multiple Myeloma</td>
<td align="left">C0026764</td>
<td align="left">0.00013971</td>
</tr>
<tr>
<td align="left">0.6618</td>
<td align="left">Mycosis Fungoides</td>
<td align="left">C0026948</td>
<td align="left">0.000139898</td>
</tr>
<tr>
<td align="left">0.7598</td>
<td align="left">Lymphoproliferative disorder</td>
<td align="left">C0024314</td>
<td align="left">0.000171154</td>
</tr>
<tr>
<td align="left" rowspan="3">sirolimus</td>
<td align="left" rowspan="3">DB00877</td>
<td align="left" rowspan="3">Bullosa; Dystrophic Epidermolysis (Epidermolysis Bullosa Dystrophica) [Disease or Syndrome]</td>
<td align="left" rowspan="3">C0079294</td>
<td align="left">0.7945</td>
<td align="left">Pemphigus</td>
<td align="left">C0030807</td>
<td align="left">0.000248621</td>
</tr>
<tr>
<td align="left">0.9587</td>
<td align="left">Recessive dystrophic epidermolysis bullosa</td>
<td align="left">C0079474</td>
<td align="left">0.000421343</td>
</tr>
<tr>
<td align="left">0.7925</td>
<td align="left">Keloid</td>
<td align="left">C0022548</td>
<td align="left">0.000440175</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>Given evidence that EMR and clinical trial data supported PathFX predictions, we further scrutinized PathFX identifications to identify drug repurposing opportunities (<xref ref-type="fig" rid="pcbi.1006614.g005">Fig 5A</xref>); we inferred that a non-marketed indication could be a repurposing opportunity if the interaction path was found in the network of a drug marketed for this indication. We demonstrated an example with leuprolide and triptorelin, both gonadotropin-releasing hormone (GnRH) agonists (<xref ref-type="fig" rid="pcbi.1006614.g005">Fig 5B</xref>). PathFX also identified that the triptorelin pathway is enriched for associations with endometriosis, and these interaction pathways are supported by leuprolide’s pathway. PathFX also identified that the antispasmodic, flavoxate, could be indicated for urticaria based on interaction paths shared with cyproheptadine and promethazine, two anti-histamines already approved for urticaria. In total, we identified 2,043 new drug-disease associations for 215 drugs (<xref ref-type="supplementary-material" rid="pcbi.1006614.s004">S4 File</xref>). We ranked these predictions based on the number of diseases identified for a drug (top 20 in <xref ref-type="table" rid="pcbi.1006614.t005">Table 5</xref>, remainder in <xref ref-type="supplementary-material" rid="pcbi.1006614.s004">S4 File</xref>), and the number of interaction paths supporting a drug-disease association (top 20 in <xref ref-type="table" rid="pcbi.1006614.t006">Table 6</xref>, remainder in <xref ref-type="supplementary-material" rid="pcbi.1006614.s004">S4 File</xref>).</p>
<fig id="pcbi.1006614.g005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.g005</object-id>
<label>Fig 5</label>
<caption>
<title>Identifying repurposing opportunities from interaction pathways.</title>
<p>In the schematic for repurposing identifications, we identified common edges among drugs approved for a particular indication (blue outlines). We infer repurposing opportunities when a drug’s network contained the same interaction edges linking the drug target to the particular indication (<bold>A</bold>). An example using Leuprolide and Triptorelin: Leuprolide’s full network (top, left) and a subset of edges associated with premature puberty disorders (blue outline, middle) and Triptorelin’s full network, (top, right), and a subset of edges associated with premature puberty disorders (orange outline, middle), and prostate cancers (blue outline, bottom, left) (<bold>B</bold>).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.g005" xlink:type="simple"/>
</fig>
<table-wrap id="pcbi.1006614.t005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.t005</object-id>
<label>Table 5</label> <caption><title>The top 20 drugs by the number of repurposing opportunities identified by PathFX.</title></caption>
<alternatives>
<graphic id="pcbi.1006614.t005g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.t005" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Drug</th>
<th align="center">Number of Indications</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">Caffeine</td>
<td align="center">63</td>
</tr>
<tr>
<td align="left">Doxepin</td>
<td align="center">63</td>
</tr>
<tr>
<td align="left">Carvedilol</td>
<td align="center">59</td>
</tr>
<tr>
<td align="left">Halothane</td>
<td align="center">54</td>
</tr>
<tr>
<td align="left">Thiothixene</td>
<td align="center">53</td>
</tr>
<tr>
<td align="left">Haloperidol</td>
<td align="center">52</td>
</tr>
<tr>
<td align="left">Vandetanib</td>
<td align="center">50</td>
</tr>
<tr>
<td align="left">Lenvatinib</td>
<td align="center">41</td>
</tr>
<tr>
<td align="left">Cabergoline</td>
<td align="center">40</td>
</tr>
<tr>
<td align="left">Vortioxetine</td>
<td align="center">37</td>
</tr>
<tr>
<td align="left">Clomipramine</td>
<td align="center">34</td>
</tr>
<tr>
<td align="left">Tolvaptan</td>
<td align="center">32</td>
</tr>
<tr>
<td align="left">Apremilast</td>
<td align="center">31</td>
</tr>
<tr>
<td align="left">Rotigotine</td>
<td align="center">31</td>
</tr>
<tr>
<td align="left">Buspirone</td>
<td align="center">29</td>
</tr>
<tr>
<td align="left">Cabozantinib</td>
<td align="center">29</td>
</tr>
<tr>
<td align="left">Prazosin</td>
<td align="center">29</td>
</tr>
<tr>
<td align="left">Sunitinib</td>
<td align="center">29</td>
</tr>
<tr>
<td align="left">Ticagrelor</td>
<td align="center">28</td>
</tr>
<tr>
<td align="left">Gliclazide</td>
<td align="center">27</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<table-wrap id="pcbi.1006614.t006" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1006614.t006</object-id>
<label>Table 6</label> <caption><title>The top 20 drug-disease pairs based on the number of interaction paths associating the drug to the disease phenotype.</title></caption>
<alternatives>
<graphic id="pcbi.1006614.t006g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.t006" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Drug</th>
<th align="left">Indication</th>
<th align="left">Number of Pathways Supporting</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">Vandetanib</td>
<td align="left">Renal cell carcinoma, nonpapillary</td>
<td align="left">126339</td>
</tr>
<tr>
<td align="left">Vandetanib</td>
<td align="left">Status epilepticus</td>
<td align="left">82665</td>
</tr>
<tr>
<td align="left">Tetracycline</td>
<td align="left">Hypertension</td>
<td align="left">64964</td>
</tr>
<tr>
<td align="left">Ximelagatran</td>
<td align="left">Arteriosclerosis</td>
<td align="left">61205</td>
</tr>
<tr>
<td align="left">Haloperidol</td>
<td align="left">Parkinsonism</td>
<td align="left">55008</td>
</tr>
<tr>
<td align="left">Testosterone</td>
<td align="left">Hyperlipidemia, combined, 1</td>
<td align="left">42050</td>
</tr>
<tr>
<td align="left">Ximelagatran</td>
<td align="left">Asthma</td>
<td align="left">39630</td>
</tr>
<tr>
<td align="left">Haloperidol</td>
<td align="left">Schizophrenia</td>
<td align="left">35649</td>
</tr>
<tr>
<td align="left">Vandetanib</td>
<td align="left">Schizophrenia</td>
<td align="left">26187</td>
</tr>
<tr>
<td align="left">Diphemanil Methylsulfate</td>
<td align="left">Hay fever</td>
<td align="left">24435</td>
</tr>
<tr>
<td align="left">Vandetanib</td>
<td align="left">Blast Phase</td>
<td align="left">21110</td>
</tr>
<tr>
<td align="left">XL228</td>
<td align="left">Blast Phase</td>
<td align="left">17619</td>
</tr>
<tr>
<td align="left">Diphemanil Methylsulfate</td>
<td align="left">Bipolar affective disorder</td>
<td align="left">16528</td>
</tr>
<tr>
<td align="left">Vandetanib</td>
<td align="left">Crohn Disease</td>
<td align="left">16084</td>
</tr>
<tr>
<td align="left">Vandetanib</td>
<td align="left">Neuralgia</td>
<td align="left">14431</td>
</tr>
<tr>
<td align="left">Thiocoumarin</td>
<td align="left">Arthritis, Rheumatoid</td>
<td align="left">14408</td>
</tr>
<tr>
<td align="left">Prazosin</td>
<td align="left">Prostatic Neoplasms</td>
<td align="left">14271</td>
</tr>
<tr>
<td align="left">Tetracycline</td>
<td align="left">Diabetes mellitus type 2</td>
<td align="left">13934</td>
</tr>
<tr>
<td align="left">Ximelagatran</td>
<td align="left">Pulmonary Disease, Chronic Obstructive</td>
<td align="left">13874</td>
</tr>
<tr>
<td align="left">Haloperidol</td>
<td align="left">Major depressive disorder</td>
<td align="left">13843</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
</sec>
</sec>
<sec id="sec009" sec-type="conclusions">
<title>Discussion</title>
<p>Here we presented PathFX, a phenotypic pathways approach for characterizing drug efficacy and safety based on molecular interactions around the drug target. The algorithm characterizes the phenome around drug targets by integrating several data repositories relevant to regulatory review and therapeutic discovery. We supported our hypothesis that molecular interactions contribute to a drug’s safety and efficacy phenotypes. We successfully detected pathways that confirmed a drug’s association with its marketed disease indication and strengthened signals from adverse event reports in FAERS. In the analysis of marketed drugs, we benchmarked against a published dataset and additionally expanded this dataset to reflect updated uses of this drug set. We further discovered that PathFX identified drug phenotypes when the phenotype had relatively fewer genes associated in our data sources compared to analyzing phenotypes using the drug targets alone. We tested additional PathFX predictions using clinical trial and EMR data, and further identified novel uses for marketed drugs using networks from PathFX.</p>
<p>We identified associations for some phenotypes more than others. This suggested a few possibilities: incomplete data–gene-disease annotations, molecular interactions, or drug-protein binding–may prohibit the creation of pathways relating drug targets to disease associations; or marketed drugs may impact a clinically-relevant outcome to earn approval but may not be supported by genetic epidemiology studies. Incomplete knowledge of all drug-binding proteins limited our ability to construct complete drug pathways. In our database of drug-binding proteins taken from DrugBank [<xref ref-type="bibr" rid="pcbi.1006614.ref029">29</xref>], the mean and median number of proteins bound by a drug is 2.66 and 1.0 respectively. Indeed, more recent work estimates the mean and median number of proteins bound by a drug to be 329 and 38 respectively [<xref ref-type="bibr" rid="pcbi.1006614.ref041">41</xref>], suggesting that incorporation of more drug-protein interactions could improve our network predictions. Standardized drug-binding profiling could greatly improve the predictions from these algorithms. PathFX did not identify mechanism of action for all disease clusters. It is not surprising that PathFX did not identify bacterial infections, given that we are using a human protein-protein interactome. Cluster 13 contained brain cancer indications and suggested that the drug-target centric approach is not sufficient for describing efficacy for these anti-brain cancer therapies.</p>
<p>There are some limitations of our method: the model does not consider tissue specificity and is biased to selecting phenotypes with fewer gene annotations. Future work will consider incorporating tissue-specific interaction networks such as the GIANT networks [<xref ref-type="bibr" rid="pcbi.1006614.ref042">42</xref>] and consider screening drugs for binding across these tissues. PathFX quantifies the overlap between drug pathways and disease phenotypes but does not indicate directionality (helpful or harmful) between the drug and the pathway. Using a non-directional analysis enabled a broader discovery process given fewer directional molecular interaction networks. Compared to analyzing phenotypic associations to drug targets alone, PathFX was biased to select phenotypes with fewer genes associated and this is likely due to the statistical approach of our method: Starting with a smaller list (e.g. just the drug targets) increases the chance of finding a statistically significant association to phenotype for which there are many associations in the whole network. Conversely, starting with a larger list of proteins (e.g. using proteins from PathFX networks), decreases the chance of finding a statistically significant association to a phenotype with many proteins distributed in the interactome network. PathFX identified phenotypes where there is significant overlap with the network and where there are relatively fewer associations to the phenotype in the entire interactome network. We estimated algorithm specificity with a silver-standard data set of drugs not reported in FAERS. We recognize the limitation of this assumption because sampling biases and drug usage affect whether or not a drug is reported in FAERS in addition to our assumption that the drug does not cause an adverse event. However, we lacked sufficient gold-standard, true negatives with which to estimate specificity.</p>
<p>Our approach is not the first network biology tool for describing drug function, though, it does have different downstream applications. The comparator approach [<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>] reported lower sensitivity than PathFX. This could reinforce the role of incomplete data in creating pathways for marketed drugs or drug effects beyond the underlying disease pathway, as mentioned previously. Additionally, our improved performance could have resulted from the more permissive approach of our algorithm. The motivating question for regulatory review was “what biological evidence supports the validity of an observed adverse event?” in the post-market setting, and “what clinical trial assessments might be needed?” for vigilant detection of safety issues in the pre-market, investigational drug setting. In this paradigm, PathFX sampled disease signals around a drug target and was not constrained to find the right answer such as in the shortest-path method in Guney et al[<xref ref-type="bibr" rid="pcbi.1006614.ref022">22</xref>]. For our regulatory context, our expansive search was a positive design feature for understanding biological evidence supporting adverse events.</p>
<p>We demonstrated utility of PathFX in a pertinent regulatory context. Our analysis of FAERS data proved useful in detecting if and how a drug could cause a particular DME. We did not apply all available statistical filters to the FAERS data before analysis. Our intention was to apply PathFX as a biologically-motivated tool for signal detection and to develop PathFX as a complementary approach to other statistical methods; in practice, filtering using statistical approaches prior to PathFX application is a viable research strategy as well and using PathFX alone is not sufficient for identifying a causative relationship between a drug and AE. There were multiple DMEs for which we could not identify an interaction pathway. Though, for some of these diseases, further structured expansion of acceptable terms could improve prediction accuracy. For instance, the Ontology of Adverse Events (OAE)[<xref ref-type="bibr" rid="pcbi.1006614.ref043">43</xref>] provides a structured language for relating symptoms, findings, and measurements to disease and could be a useful tool for expanding the capacities of PathFX. In practice, FAERS reports do not contain research-ready disease language, and thus it is important to map and relate changes in symptoms to relevant diseases. For example, the DME, suicide attempt, would be difficult to identify with our method directly, but is likely related to depression and anxiety. Structured language relating these phenotypes would improve prediction accuracy for these phenotypes. Improved ontology incorporation is an aspiration for the project but was beyond the scope of this work.</p>
<p>Our findings reflect a trend in network biology to leverage drug pathways for repurposing approaches, though, the techniques are imperfect for describing all drugs. PathFX identified additional diseases beyond the marketed indications. Without a data set of true negatives (e.g. the drug was tested in condition X and did not work), it is difficult to systematically test and reject network predictions. Instead, we leveraged molecular interaction paths relating marketed drugs to their relevant disease genes and used these paths to identify possible repurposing opportunities. This prudent approach limited repurposing hypotheses to indications for which drugs already exist. Further, literature evidence supports some of the associations such as tetracycline and hypertension [<xref ref-type="bibr" rid="pcbi.1006614.ref044">44</xref>], but tetracycline induces an undesirable hypertension phenotype. We discovered these associations because we do not yet have a means for discerning directionality (e.g. a drug improves the phenotype, or a drug aggravates the phenotype). Future work will address this question.</p>
<p>The PathFX paradigm may be useful for both regulatory and pharmaceutical industry stakeholders to validate targets and enhance pharmacovigilance activities. We designed and tested our algorithm’s utility for one regulatory task: strengthening signals from adverse event reports in FAERS. Additionally, the drug-target-centric approach is useful for drug targets in development and may be used as a filter for identifying potential safety concerns and for confirming a sufficient association with disease. In contrast to therapeutic development through high-throughput screening, PathFX epitomizes the paradigm of identifying drug candidates based on biological rationale and supports the pathway relevance of a drug target.</p>
</sec>
<sec id="sec010" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="sec011">
<title>Interactome assembly, and scoring</title>
<p>We downloaded data from iRefWeb version 13.0 human, Reactome, and PharmGKB. We chose iRefWeb because the source contains interactions from BIND, BioGRID, CORUM, DIP, IntAct, HPRD, MINT, MPact, MPPI, and OPHID. We extracted protein-protein interactions from <ext-link ext-link-type="uri" xlink:href="http://irefindex.org/wiki/index.php?title=iRefIndex" xlink:type="simple">http://irefindex.org/wiki/index.php?title=iRefIndex</ext-link>, drug-variant interactions from PharmGKB, and protein-protein interactions from Reactome. We scored iRefWeb protein-protein interactions using the MIScore framework[<xref ref-type="bibr" rid="pcbi.1006614.ref045">45</xref>] and removed low-scoring interactions below the median score value, 0.244, to save memory in later computations. We kept the relative weighting of each score component equal (i.e. K<sub>m</sub> = K<sub>p</sub> = K<sub>t</sub> = 1). The scoring framework represents the amount of evidence supporting the interaction of two proteins: the S<sub>m</sub> represents the method used to detect the interaction and is higher for more dedicated experimental techniques. S<sub>p</sub> reflects the number of publications supporting an interaction. This score increases with the number of publication and plateaus. S<sub>t</sub> reflects the interaction type. Because we only used ‘direct’ interactions, this score is always 1.</p>
<disp-formula id="pcbi.1006614.e001">
<alternatives>
<graphic id="pcbi.1006614.e001g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e001" xlink:type="simple"/>
<mml:math display="block" id="M1">
<mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>M</mml:mi><mml:mi>I</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>c</mml:mi><mml:mi>v</mml:mi><mml:mo>)</mml:mo><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>n</mml:mi><mml:mo>)</mml:mo><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>c</mml:mi><mml:mi>v</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac>
</mml:math>
</alternatives>
</disp-formula>
<p>We adapted the MIScore framework for PharmGKB data and used publication, and ‘clinical evidence’ to score drug-variant relationships. Whenever an interaction with a variant was added to our network, we also added an interaction edge from the variant to the gene and scored this interaction as 0.99, the maximum possible score in the interactome. We used the following equation where <italic>K</italic><sub><italic>p</italic></sub> = <italic>K</italic><sub><italic>e</italic></sub> = 1, <italic>S</italic><sub><italic>p</italic></sub> was the same as published in [<xref ref-type="bibr" rid="pcbi.1006614.ref045">45</xref>]. S<sub>e</sub> reflects the clinical level evidence available from PharmGKB and we crafted a scoring framework similar to [<xref ref-type="bibr" rid="pcbi.1006614.ref045">45</xref>].</p>
<disp-formula id="pcbi.1006614.e002">
<alternatives>
<graphic id="pcbi.1006614.e002g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e002" xlink:type="simple"/>
<mml:math display="block" id="M2">
<mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>M</mml:mi><mml:mi>I</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>n</mml:mi><mml:mo>)</mml:mo><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>e</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>e</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>c</mml:mi><mml:mi>v</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>e</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac>
</mml:math>
</alternatives>
</disp-formula>
<disp-formula id="pcbi.1006614.e003">
<alternatives>
<graphic id="pcbi.1006614.e003g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e003" xlink:type="simple"/>
<mml:math display="block" id="M3">
<mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>e</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>c</mml:mi><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>l</mml:mi><mml:mi>o</mml:mi><mml:mi>g</mml:mi></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>b</mml:mi><mml:mo>+</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mrow><mml:mi>a</mml:mi><mml:mo>+</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mo>)</mml:mo>
</mml:math>
</alternatives>
</disp-formula>
<disp-formula id="pcbi.1006614.e004">
<alternatives>
<graphic id="pcbi.1006614.e004g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e004" xlink:type="simple"/>
<mml:math display="block" id="M4">
<mml:mi>a</mml:mi><mml:mo>=</mml:mo><mml:mrow><mml:mo stretchy="false">∑</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:msub><mml:mrow><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mspace width="0.25em"/><mml:mi>x</mml:mi><mml:mspace width="0.25em"/><mml:msub><mml:mrow><mml:mi>n</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>)</mml:mo></mml:mrow></mml:mrow>
</mml:math>
</alternatives>
</disp-formula>
<disp-formula id="pcbi.1006614.e005">
<alternatives>
<graphic id="pcbi.1006614.e005g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e005" xlink:type="simple"/>
<mml:math display="block" id="M5">
<mml:mi>b</mml:mi><mml:mo>=</mml:mo><mml:mi>a</mml:mi><mml:mo>+</mml:mo><mml:mrow><mml:mo stretchy="false">∑</mml:mo><mml:mrow><mml:mi>M</mml:mi><mml:mi>a</mml:mi><mml:mi>x</mml:mi><mml:mo>(</mml:mo><mml:mi>G</mml:mi><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:msub><mml:mrow><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>)</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:mrow>
</mml:math>
</alternatives>
</disp-formula>
<p>Where <italic>scv</italic><sub><italic>’1A’</italic></sub> = 0.99, <italic>scv</italic><sub><italic>’1B’</italic></sub> = 0.86625, <italic>scv</italic><sub><italic>’2A’</italic></sub> = 0.7425, <italic>scv</italic><sub><italic>’2b’</italic></sub> = 0.61875, <italic>scv</italic><sub><italic>’3’</italic></sub> = 0.495, and <italic>scv</italic><sub><italic>’4’</italic></sub> = 0.2475. Because interactions in PharmGKB only receive one level of clinical evidence, a and b collapse to:
<disp-formula id="pcbi.1006614.e006">
<alternatives>
<graphic id="pcbi.1006614.e006g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e006" xlink:type="simple"/>
<mml:math display="block" id="M6">
<mml:mi>a</mml:mi><mml:mo>=</mml:mo><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:msub><mml:mrow><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>;</mml:mo><mml:mi>b</mml:mi><mml:mo>=</mml:mo><mml:mi>a</mml:mi><mml:mo>+</mml:mo><mml:mrow><mml:mo stretchy="false">∑</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:msub><mml:mrow><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mrow>
</mml:math>
</alternatives>
</disp-formula></p>
<p>We adapted this scoring framework for Reactome pathways using the following equation:
<disp-formula id="pcbi.1006614.e007">
<alternatives>
<graphic id="pcbi.1006614.e007g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e007" xlink:type="simple"/>
<mml:math display="block" id="M7">
<mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>M</mml:mi><mml:mi>I</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>c</mml:mi><mml:mi>v</mml:mi><mml:mo>)</mml:mo><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>n</mml:mi><mml:mo>)</mml:mo><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mi>c</mml:mi><mml:mi>v</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>p</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>K</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac>
</mml:math>
</alternatives>
</disp-formula></p>
<p><italic>S</italic><sub><italic>p</italic></sub> was the kept the same as in [<xref ref-type="bibr" rid="pcbi.1006614.ref045">45</xref>]. We derived a scheme for the method component, <italic>S</italic><sub><italic>m</italic></sub>, where <italic>scv</italic><sub><italic>’direct_complex’</italic></sub> = 1.00, <italic>scv</italic><sub><italic>’neighboring_reaction’</italic></sub> = 0.66, <italic>scv</italic><sub><italic>’indirect_complex’</italic></sub> = 0.8, <italic>scv</italic><sub><italic>’reaction’</italic></sub> = 1.0, and <italic>scv</italic><sub><italic>’unknown’</italic></sub> = 0.05.</p>
<disp-formula id="pcbi.1006614.e008">
<alternatives>
<graphic id="pcbi.1006614.e008g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e008" xlink:type="simple"/>
<mml:math display="block" id="M8">
<mml:msub><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>c</mml:mi><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>l</mml:mi><mml:mi>o</mml:mi><mml:mi>g</mml:mi></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>b</mml:mi><mml:mo>+</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:msub><mml:mo>(</mml:mo><mml:mrow><mml:mi>a</mml:mi><mml:mo>+</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mo>)</mml:mo>
</mml:math>
</alternatives>
</disp-formula>
<disp-formula id="pcbi.1006614.e009">
<alternatives>
<graphic id="pcbi.1006614.e009g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e009" xlink:type="simple"/>
<mml:math display="block" id="M9">
<mml:mi>a</mml:mi><mml:mo>=</mml:mo><mml:mrow><mml:mo stretchy="false">∑</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:msub><mml:mrow><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mspace width="0.25em"/><mml:mi>x</mml:mi><mml:mspace width="0.25em"/><mml:msub><mml:mrow><mml:mi>n</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>)</mml:mo></mml:mrow></mml:mrow>
</mml:math>
</alternatives>
</disp-formula>
<disp-formula id="pcbi.1006614.e010">
<alternatives>
<graphic id="pcbi.1006614.e010g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1006614.e010" xlink:type="simple"/>
<mml:math display="block" id="M10">
<mml:mi>b</mml:mi><mml:mo>=</mml:mo><mml:mi>a</mml:mi><mml:mo>+</mml:mo><mml:mrow><mml:mo stretchy="false">∑</mml:mo><mml:mrow><mml:mi>M</mml:mi><mml:mi>a</mml:mi><mml:mi>x</mml:mi><mml:mo>(</mml:mo><mml:mi>G</mml:mi><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:msub><mml:mrow><mml:mi>v</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>)</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:mrow>
</mml:math>
</alternatives>
</disp-formula>
<p>Because the two maximum scoring categories were ‘direct_complex’ and ‘reaction’, the Max(Gscv<sub>i</sub>) term = 2.0. Because Reactome interactions did not include a method of detection but are curated interactions, we gave these interactions a <italic>cv</italic><sub><italic>i</italic></sub> = 0.8. Because they all received the same ‘method’ score, calculating <italic>a</italic> and <italic>b</italic> yields a <italic>S</italic><sub><italic>m</italic></sub> = 0.615.</p>
<p>We lastly incorporated predicted drug to protein binding data based on PocketFEATURE [<xref ref-type="bibr" rid="pcbi.1006614.ref046">46</xref>] where drug-protein pairs were scored based on the similarity between the drug’s known targets and other protein targets from the Protein Data Bank[<xref ref-type="bibr" rid="pcbi.1006614.ref047">47</xref>] (See <xref ref-type="sec" rid="sec010">methods</xref> below). PocketFEATURE has been extensively validated on predicting drug protein interactions in multiple applications [<xref ref-type="bibr" rid="pcbi.1006614.ref046">46</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref048">48</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref049">49</xref>]. In all cases, we estimated interaction scores based on the quality of evidence available; these edge scores were fixed before applying PathFX and we did not alter these parameters to improve prediction accuracy.</p>
</sec>
<sec id="sec012">
<title>Phenotype, disease, and variant data</title>
<p>We downloaded variant and phenotype association data from PheWAS[<xref ref-type="bibr" rid="pcbi.1006614.ref011">11</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref012">12</xref>], disease to gene associations from DisGeNet[<xref ref-type="bibr" rid="pcbi.1006614.ref010">10</xref>,<xref ref-type="bibr" rid="pcbi.1006614.ref011">11</xref>], Phenotype-Genotype Integrator (PheGenI) [<xref ref-type="bibr" rid="pcbi.1006614.ref026">26</xref>], ClinVar[<xref ref-type="bibr" rid="pcbi.1006614.ref027">27</xref>], and OMIM[<xref ref-type="bibr" rid="pcbi.1006614.ref008">8</xref>], and eQTL data from the GWAS catalogue[<xref ref-type="bibr" rid="pcbi.1006614.ref007">7</xref>]. We collapsed all phenotype names to CUI identifiers using MetaMap lite and took the union of all data sources to create our source of gene to phenotype annotations. This yielded a database associating 29785 genes to 20524 phenotypes.</p>
<p>To look for enriched phenotypes, we used a Fisher’s exact test and Benjamini-Hochberg multiple hypothesis correction to assess whether a disease or phenotype had more associations to the network genes relative to the total number of associations in the interactome. We filtered out disease or phenotypes associated with fewer than 25 genes. Recent work suggested that current interactomes are insufficient for analyzing disease pathways with fewer than 25 genes[<xref ref-type="bibr" rid="pcbi.1006614.ref028">28</xref>]. More specifically, interactomes are incomplete and these missing interactions reduce the ability to find pathways between smaller disease modules. This recent estimate discovered that missing interactions disproportionally affect phenotype pathways with fewer than 25 genes and thus, we eliminated these phenotypes knowing that our interaction network was insufficient for studying these phenotypes.</p>
<p>We further filtered phenotypic predictions by deriving a p-value threshold from networks created with randomly-selected, druggable proteins. We realized that if any random set of input drug-targeting proteins could discover a statistically-significant association to a given phenotype, that associating a real set of drug proteins with this phenotype would reflect bias in our data instead of a biologically-meaningful result. To assess this bias in our data, we created 100 networks using randomly selected drug targets from the intersection of all drug-targeting proteins in DrugBank and ran PathFX using these targets as inputs (i.e. using the same statistical approaches to assess phenotypes that are significantly associated to networks created with random inputs). Because the distribution of p-values from the 100 randomizations was not normally distributed, we used the median value as the threshold p-value for determining if a drug network was associated to a phenotype. The number of randomly selected input proteins matched the number of targets of the drug of interest. PathFX retained a phenotype if the association is more significant than the p-value threshold for that phenotype run with the same number of random, input protein targets.</p>
<p>When analyzing drug targets alone, we again used the Fisher’s exact text, the Benjamini-Hochberg correction, and filtering relative to the expected p-value threshold.</p>
</sec>
<sec id="sec013">
<title>Depth-first network search</title>
<p>We created a depth-first search tool which ‘walked’ away from a drug’s protein target through the interactome and evaluated these paths using the multiplicative sum of all interaction edges between a gene and the target. Genes with a path score above the threshold were retained in the drug pathway. We expedited the search with “fast-tracking”. This process reflects the fact that molecules exist in highly interconnected pathways and assumed that we could reduce the searchable interaction spaces by looking for molecular redundancies. As the search explored an interaction path, fast-tracking searched the remaining que of interaction paths for genes that had already been added to the network and added these interaction paths to the network. Interaction edge scores were used from the scoring system above. We used specificity analysis to determine an optimal threshold for the interactome (<xref ref-type="supplementary-material" rid="pcbi.1006614.s006">S2 Fig</xref>, explained below). In the case of multiple protein targets, we created a pathway around each protein target, and merged these neighborhoods to create the full protein network.</p>
</sec>
<sec id="sec014">
<title>Interaction specificity analysis</title>
<p>We evaluated the interactome specificity by comparing a gene’s path score to all possible path scores for that gene. To measure all path scores, we created pathways for all genes in the interactome network, treating each molecular entity as a drug target and creating a pathway as described above. We used these empirically-derived scores to calculate an enrichment score for an entity in the pathway of a real drug target by subtracting the average path score to that gene from the gene’s score in the drug pathway (<xref ref-type="fig" rid="pcbi.1006614.g001">Fig 1</xref>, ‘Interaction Specificity Analysis’).</p>
</sec>
<sec id="sec015">
<title>An optimal threshold parameter for the tissue non-specific network</title>
<p>We selected an optimal threshold by evaluating gene specificity at threshold values from 0.7 to 0.9. At each of these values we created a drug pathway around the drug’s protein target(s), calculated the gene specificity, and then tabulated the fraction of genes that are specific to a drug target (i.e. have a specificity score &gt; 0). We plot the normalized histograms of specificity values in <xref ref-type="supplementary-material" rid="pcbi.1006614.s006">S2A Fig</xref> and a distribution of the proportion of specific paths at each threshold value in <xref ref-type="supplementary-material" rid="pcbi.1006614.s006">S2B Fig</xref>.</p>
</sec>
<sec id="sec016">
<title>PathFX code</title>
<p>The PathFX code is available at: <ext-link ext-link-type="uri" xlink:href="https://github.com/jenwilson521/PathFX" xlink:type="simple">https://github.com/jenwilson521/PathFX</ext-link>. Using the algorithm requires minimal inputs and creates a network and several association files as depicted in <xref ref-type="supplementary-material" rid="pcbi.1006614.s008">S4 Fig</xref>. The user provides three inputs: 1. an analysis name. 2.the name of the drug. 3. an optional list of proteins (if the drug-binding proteins are not in DrugBank or the user wishes to complete a more specific analysis).The algorithm creates a set of output files: 1. networks for individual target proteins and a merged interaction network combining networks from each target proteins. These files are tab-delimited files with one interaction per line and the score for that interaction. 2. An association table containing one significantly-associated network phenotype, a p-value for that association, and network genes associated with that phenotype. 3. A table listing the database source for individual phenotype-gene associations.</p>
</sec>
<sec id="sec017">
<title>Mapping to Common Unique Identifier (CUI) terms</title>
<p>For all diseases, these phenotypes were mapped to CUI terms using Metamap lite[<xref ref-type="bibr" rid="pcbi.1006614.ref031">31</xref>]. This was the same process used in assembling the phenotype dataset.</p>
</sec>
<sec id="sec018">
<title>Semantic similarity and disease clustering</title>
<p>We downloaded the UMLS Metathesaurus, version 2017AA and used the Perl packages UMLS::Interface[<xref ref-type="bibr" rid="pcbi.1006614.ref032">32</xref>] and UMLS::Similarity[<xref ref-type="bibr" rid="pcbi.1006614.ref032">32</xref>] to measure the lin distance between diseases in a set. For the gold-standard drug set, we calculated a matrix of similarity values for all approved indications and we used SciPy in Python to perform hierarchical clustering. We identified 62 as the optimal number of clusters using the elbow method. For visualization of the dendrogram, we counted the top five disease-associated words in each cluster. To determine how well PathFX identified a drug’s approved indication, we again used the umls-similarity.pl scripts to calculate similarity between the approved indication and the PathFX identified phenotypes.</p>
</sec>
<sec id="sec019">
<title>Positive and Negative predictive values</title>
<p>Because the number of true positives and true negatives varied for each drug and for each phenotype, we calculated the PPV and NPV separately for each drug and for each phenotype. To calculate PPV, we assumed that false positives were any PathFX identified phenotype that was not a marketed indication. The PPV was the ratio of correctly identified marketed indications to the total of marketed indications and additional PathFX phenotypes. To calculate NPV, we considered any phenotype from our dataset that was not a marketed disease indication to be a true negative. The NPV was the ratio of these true negatives to the sum of the true negatives and the unidentified, marketed indications. When calculating PPV for each phenotype, we assumed that a false positive was any drug identified by PathFX to be associated to the phenotype but was not marketed for that phenotype. When calculating NPV for each phenotype, we considered as true negatives any drugs not marketed for or identified by PathFX to be associated with the phenotype.</p>
</sec>
<sec id="sec020">
<title>Statistical comparison of performance between PathFX and drug targets alone</title>
<p>We calculated the number of genes associated with the original marketed indication for drug-disease pairs identified by PathFX only, targets only, or identified by both methods. We first used a Kruskal-Wallis test implemented in the Python package, SciPy, to determine that these populations were not from the same distribution. We tested the hypothesis that the targets-only analysis was biased towards diseases with more genes using the Mann-Whitney-U statistic implemented in the Python package, SciPy.</p>
</sec>
<sec id="sec021">
<title>FAERS drug-DME pair data extraction</title>
<p>The FDA Adverse Event Reporting System (FAERS) data was extracted using the Oracle Health Sciences Empirica Signal software. Although, the software is not publicly available, we used only publicly-available data at the time of analysis (2004-2017Q3). All drugs that had at least one case reported for the 35 MedDRA Preferred Terms identified as Designated Medical Events by review and medical experts at the FDA were included in this analysis.</p>
</sec>
<sec id="sec022">
<title>Repurposing drugs for marketed indications</title>
<p>From the successfully matched drug-indications pairs, we created a catalogue of interaction paths that supported the association between these drugs and their approved indications. We searched through remaining drug pathways and asked if any associations with the drugs’ non-marketed indications were supported by the catalogue of interaction paths. These non-marketed associations became our cohort of repurposing predictions.</p>
</sec>
<sec id="sec023">
<title>Predicting drug protein interactions</title>
<p>The Drug-binding Dataset collects 984 high-quality 3D structures (x-ray resolution higher than 2.5 Å) that co-crystalized with FDA approved small molecule drugs (non-nutraceuticals), representing binding environments of 284 distinct drugs [<xref ref-type="bibr" rid="pcbi.1006614.ref050">50</xref>]. The Human Off-target Dataset comprises 2271 proteins representing a non-redundant representative set (90% percent identity) of human proteins and their close homologs that have high quality 3D structures (x-ray resolution higher than 2.5 Å) in PDB[<xref ref-type="bibr" rid="pcbi.1006614.ref051">51</xref>]. We have applied PocketFEATURE[<xref ref-type="bibr" rid="pcbi.1006614.ref046">46</xref>] to predict the probability of binding between the 284 drugs and the 2271 potential off-targets. PocketFEATURE uses the FEATURE representation to calculate site similarities by aligning microenvironments between two sites. A more negative score suggests binding site similarity and thus a higher probability of drug binding to a site similar (off-target) to its known binding site. Given a pair of drug and off-target, we used an average score of similarity between the binding sites and the off-target. For each drug, we generated a profile of its binding probability to each of the 2271 potential off-targets.</p>
</sec>
</sec>
<sec id="sec024">
<title>Supporting information</title>
<supplementary-material id="pcbi.1006614.s001" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s001" xlink:type="simple">
<label>S1 File</label>
<caption>
<title>Summary of PathFX associations for marketed drugs.</title>
<p>The file contains the starting list of drug-disease associations from marketed drugs, associations between drugs and diseases discovered by PathFX, a clustered summary where drug-disease associations are binned based on the semantic similarity of the diseases, a comparison to associations found from using drug targets without network information, and a listing of disease associations discovered by PathFX, targets-only, or both methods and the number of genes annotated to these diseases.</p>
<p>(XLSX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s002" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s002" xlink:type="simple">
<label>S2 File</label>
<caption>
<title>Positive and negative predictive value calculated by drug and by disease CUI term.</title>
<p>(XLSX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s003" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s003" xlink:type="simple">
<label>S3 File</label>
<caption>
<title>Analysis of FAERs case reports using PathFX.</title>
<p>A summary of where PathFX associated a drug to a reported adverse event and a summary of false positives from the silver-standard set of negative cases (i.e. drugs without a reported association to an adverse event in FAERs).</p>
<p>(XLSX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s004" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s004" xlink:type="simple">
<label>S4 File</label>
<caption>
<title>Summary of repurposing predictions.</title>
<p>A summary of drug-disease associations ranked by the number of pathways supporting an association and by the number of predicted alternative indications.</p>
<p>(XLSX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s005" mimetype="image/tiff" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s005" xlink:type="simple">
<label>S1 Fig</label>
<caption>
<title>A tissue-non-specific interactome for identifying drug pathways.</title>
<p>The table shows the number of interactions obtained from each database (<bold>A</bold>) and the distribution of edge scores (<bold>B</bold>). These edge scores represent the probability of an interaction given the available evidence.</p>
<p>(TIF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s006" mimetype="image/tiff" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s006" xlink:type="simple">
<label>S2 Fig</label>
<caption>
<title>Generalized interaction specificity analysis results.</title>
<p>We created all drug target paths using the depth-first search at threshold values ranging from 0.7–0.9. We calculated gene specificity relative to all paths created for that gene and plot specificity values as normalized histograms (<bold>A</bold>). The total number of paths and the percent enriched (scored &gt;0) are indicated in each figure legend. We additionally plot the fraction of specific paths against the total number of paths (<bold>B</bold>). Shading is a linear gradient corresponding to the threshold value (0.9 = dark purple, 0.7 = light purple). A threshold of 0.77 was used for all further analyses.</p>
<p>(TIF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s007" mimetype="image/tiff" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s007" xlink:type="simple">
<label>S3 Fig</label>
<caption>
<title/>
<p>Density histograms of positive and negative predictive values for targets only analysis (top row, gray) and PathFX analysis (bottom row, blue).</p>
<p>(TIF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s008" mimetype="image/tiff" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s008" xlink:type="simple">
<label>S4 Fig</label>
<caption>
<title>Summarized schematic for PathFX usage.</title>
<p>The user provides three inputs: 1. an analysis name. 2. the name of the drug. 3. an optional list of proteins (if the drug-binding proteins are not in DrugBank or the user wishes to complete a more specific analysis). The algorithm outputs a set of output files: 1. networks for individual target proteins and a merged interaction network combining networks from each target proteins. These files are tab-delimited files with one interaction per line and the score for that interaction. 2. An association table containing one significantly-associated network phenotype, a p-value for that association. 3. A table listing the database source for individual phenotype-gene associations.</p>
<p>(TIF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1006614.s009" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1006614.s009" xlink:type="simple">
<label>S1 Table</label>
<caption>
<title>PathFX identified phenotypes for Metformin.</title>
<p>A list of phenotypes significantly associated with the Metformin network.</p>
<p>(PDF)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>Some of the computing for this project was performed on the Sherlock cluster. We would like to thank Stanford University and the Stanford Research Computing Center for providing computational resources and support that contributed to these research results. The authors would like to thank Ted Pederson, Bridget McInnes, and Ravi Teja Bhupatiraju for their extensive discussions about the best uses of the UMLS Metathesaurus resources. The authors would like to thank Keith Burkhart for helpful discussion about the content of this article.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pcbi.1006614.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hay</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Thomas</surname> <given-names>DW</given-names></name>, <name name-style="western"><surname>Craighead</surname> <given-names>JL</given-names></name>, <name name-style="western"><surname>Economides</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Rosenthal</surname> <given-names>J</given-names></name>. <article-title>Clinical development success rates for investigational drugs</article-title>. <source>Nature Biotechnology</source>. <year>2014</year> <month>Jan</month>;<volume>32</volume>(<issue>1</issue>):<fpage>40</fpage>–<lpage>51</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nbt.2786" xlink:type="simple">10.1038/nbt.2786</ext-link></comment> <object-id pub-id-type="pmid">24406927</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Nelson</surname> <given-names>MR</given-names></name>, <name name-style="western"><surname>Johnson</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Warren</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Hughes</surname> <given-names>AR</given-names></name>, <name name-style="western"><surname>Chissoe</surname> <given-names>SL</given-names></name>, <name name-style="western"><surname>Xu</surname> <given-names>C-F</given-names></name>, <etal>et al</etal>. <article-title>The genetics of drug efficacy: opportunities and challenges</article-title>. <source>Nature Reviews Genetics</source>. Nature Research; <year>2016</year> <month>Apr</month> <day>1</day>;<volume>17</volume>(<issue>4</issue>):<fpage>197</fpage>–<lpage>206</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nrg.2016.12" xlink:type="simple">10.1038/nrg.2016.12</ext-link></comment> <object-id pub-id-type="pmid">26972588</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bowes</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Brown</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Hamon</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Jarolimek</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Sridhar</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Waldron</surname> <given-names>G</given-names></name>, <etal>et al</etal>. <article-title>Reducing safety-related drug attrition: the use of in vitro pharmacological profiling</article-title>. <source>Nature Reviews Drug Discovery</source>. Nature Publishing Group; <year>2012</year> <month>Dec</month> <day>1</day>;<volume>11</volume>(<issue>12</issue>):<fpage>1</fpage>–<lpage>14</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Mizutani</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Pauwels</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Stoven</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Goto</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Yamanishi</surname> <given-names>Y</given-names></name>. <article-title>Relating drug-protein interaction network with drug side effects</article-title>. <source>Bioinformatics</source>. <year>2012</year> <month>Sep</month> <day>7</day>;<volume>28</volume>(<issue>18</issue>):<fpage>i522</fpage>–<lpage>8</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bioinformatics/bts383" xlink:type="simple">10.1093/bioinformatics/bts383</ext-link></comment> <object-id pub-id-type="pmid">22962476</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zhang</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Hong</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Mendrick</surname> <given-names>DL</given-names></name>, <name name-style="western"><surname>Tang</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Cheng</surname> <given-names>F</given-names></name>. <article-title>Biomarker-based drug safety assessment in the age of systems pharmacology: from foundational to regulatory science</article-title>. <source>Biomarkers Med</source>. <year>2015</year> <month>Nov</month>;<volume>9</volume>(<issue>11</issue>):<fpage>1241</fpage>–<lpage>52</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Whirl-Carrillo</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>McDonagh</surname> <given-names>EM</given-names></name>, <name name-style="western"><surname>Hebert</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Gong</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Sangkuhl</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Thorn</surname> <given-names>CF</given-names></name>, <etal>et al</etal>. <article-title>Pharmacogenomics Knowledge for Personalized Medicine</article-title>. <source>Clinical pharmacology and therapeutics</source>. NIH Public Access; <year>2012</year> <month>Oct</month> <day>1</day>;<volume>92</volume>(<issue>4</issue>):<fpage>414</fpage>–<lpage>7</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/clpt.2012.96" xlink:type="simple">10.1038/clpt.2012.96</ext-link></comment> <object-id pub-id-type="pmid">22992668</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref007"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Welter</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>MacArthur</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Morales</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Burdett</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Hall</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Junkins</surname> <given-names>H</given-names></name>, <etal>et al</etal>. <article-title>The NHGRI GWAS Catalog, a curated resource of SNP-trait associations</article-title>. <source>Nucleic Acids Research</source>. <year>2013</year> <month>Dec</month> <day>28</day>;<volume>42</volume>(<issue>D1</issue>):<fpage>D1001</fpage>–<lpage>6</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Amberger</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Bocchini</surname> <given-names>CA</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>AF</given-names></name>, <name name-style="western"><surname>Hamosh</surname> <given-names>A</given-names></name>. <article-title>McKusick's Online Mendelian Inheritance in Man (OMIM(R))</article-title>. <source>Nucleic Acids Research</source>. <year>2009</year> <month>Jan</month> <day>1</day>;<volume>37</volume>(Database):<fpage>D793</fpage>–<lpage>6</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkn665" xlink:type="simple">10.1093/nar/gkn665</ext-link></comment> <object-id pub-id-type="pmid">18842627</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Piñero</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Queralt-Rosinach</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Bravo</surname> <given-names>À</given-names></name>. <article-title>DisGeNET: a discovery platform for the dynamical exploration of human diseases and their genes</article-title>. <source>Database (Oxford)</source> <year>2015</year>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Piñero</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Bravo</surname> <given-names>À</given-names></name>, <name name-style="western"><surname>Queralt-Rosinach</surname> <given-names>N</given-names></name>. <article-title>DisGeNET: a comprehensive platform integrating information on human disease-associated genes and variants</article-title>. <source>Nucleic Acids</source>. <year>2016</year>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Denny</surname> <given-names>JC</given-names></name>, <name name-style="western"><surname>Ritchie</surname> <given-names>MD</given-names></name>, <name name-style="western"><surname>Basford</surname> <given-names>MA</given-names></name>, <name name-style="western"><surname>Pulley</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Bastarache</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Brown-Gentry</surname> <given-names>K</given-names></name>, <etal>et al</etal>. <article-title>PheWAS: demonstrating the feasibility of a phenome-wide scan to discover gene-disease associations</article-title>. <source>Bioinformatics</source>. <year>2010</year> <month>Apr</month> <day>23</day>;<volume>26</volume>(<issue>9</issue>):<fpage>1205</fpage>–<lpage>10</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bioinformatics/btq126" xlink:type="simple">10.1093/bioinformatics/btq126</ext-link></comment> <object-id pub-id-type="pmid">20335276</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bastarache</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Ritchie</surname> <given-names>MD</given-names></name>, <name name-style="western"><surname>Carroll</surname> <given-names>RJ</given-names></name>, <name name-style="western"><surname>Zink</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Mosley</surname> <given-names>JD</given-names></name>, <name name-style="western"><surname>Field</surname> <given-names>JR</given-names></name>, <etal>et al</etal>. <article-title>Systematic comparison of phenome-wide association study of electronic medical record data and genome-wide association study data</article-title>. <source>Nature Biotechnology</source>. Nature Publishing Group; <year>2013</year> <month>Nov</month> <day>17</day>;<volume>31</volume>(<issue>12</issue>):<fpage>1102</fpage>–<lpage>10</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nbt.2749" xlink:type="simple">10.1038/nbt.2749</ext-link></comment> <object-id pub-id-type="pmid">24270849</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Snel</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Lehmann</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Bork</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Huynen</surname> <given-names>MA</given-names></name>. <article-title>STRING: a web-server to retrieve and display the repeatedly occurring neighbourhood of a gene</article-title>. <source>Nucleic Acids Research</source>. Oxford University Press; <year>2000</year> <month>Sep</month> <day>15</day>;<volume>28</volume>(<issue>18</issue>):<fpage>3442</fpage>–<lpage>4</lpage>. <object-id pub-id-type="pmid">10982861</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Szklarczyk</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Morris</surname> <given-names>JH</given-names></name>, <name name-style="western"><surname>Cook</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Kuhn</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Wyder</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Simonovic</surname> <given-names>M</given-names></name>, <etal>et al</etal>. <article-title>The STRING database in 2017: quality-controlled protein-protein association networks, made broadly accessible</article-title>. <source>Nucleic Acids Research</source>. <year>2017</year> <month>Jan</month> <day>4</day>;<volume>45</volume>(<issue>D1</issue>):<fpage>D362</fpage>–<lpage>8</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkw937" xlink:type="simple">10.1093/nar/gkw937</ext-link></comment> <object-id pub-id-type="pmid">27924014</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Turinsky</surname> <given-names>AL</given-names></name>, <name name-style="western"><surname>Razick</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Turner</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Donaldson</surname> <given-names>IM</given-names></name>, <name name-style="western"><surname>Wodak</surname> <given-names>SJ</given-names></name>. <article-title>Navigating the global protein-protein interaction landscape using iRefWeb</article-title>. <source>Methods Mol Biol</source>. Totowa, NJ: Humana Press; <year>2014</year>;<volume>1091</volume>(<issue>Suppl 1</issue>):<fpage>315</fpage>–<lpage>31</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref016"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hur</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Guo</surname> <given-names>AY</given-names></name>, <name name-style="western"><surname>Loh</surname> <given-names>WY</given-names></name>, <name name-style="western"><surname>Feldman</surname> <given-names>EL</given-names></name>, <name name-style="western"><surname>Bai</surname> <given-names>JPF</given-names></name>. <article-title>Integrated Systems Pharmacology Analysis of Clinical Drug-Induced Peripheral Neuropathy</article-title>. <source>CPT: pharmacomet syst pharmacol</source>. <year>2014</year> <month>May</month> <day>14</day>;<volume>3</volume>(<issue>5</issue>):<fpage>e114</fpage>–<lpage>11</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref017"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hur</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Liu</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Tong</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Laaksonen</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Bai</surname> <given-names>JPF</given-names></name>. <article-title>Drug-Induced Rhabdomyolysis: From Systems Pharmacology Analysis to Biochemical Flux</article-title>. <source>Chem Res Toxicol</source>. <year>2014</year> <month>Mar</month> <day>17</day>;<volume>27</volume>(<issue>3</issue>):<fpage>421</fpage>–<lpage>32</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1021/tx400409c" xlink:type="simple">10.1021/tx400409c</ext-link></comment> <object-id pub-id-type="pmid">24422454</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hur</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Zhao</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Bai</surname> <given-names>JPF</given-names></name>. <article-title>Systems Pharmacological Analysis of Drugs Inducing Stevens–Johnson Syndrome and Toxic Epidermal Necrolysis</article-title>. <source>Chem Res Toxicol</source>. <year>2015</year> <month>May</month> <day>18</day>;<volume>28</volume>(<issue>5</issue>):<fpage>927</fpage>–<lpage>34</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1021/tx5005248" xlink:type="simple">10.1021/tx5005248</ext-link></comment> <object-id pub-id-type="pmid">25811541</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Melas</surname> <given-names>IN</given-names></name>, <name name-style="western"><surname>Sakellaropoulos</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Iorio</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>Alexopoulos</surname> <given-names>LG</given-names></name>, <name name-style="western"><surname>Loh</surname> <given-names>W-Y</given-names></name>, <name name-style="western"><surname>Lauffenburger</surname> <given-names>DA</given-names></name>, <etal>et al</etal>. <article-title>Identification of drug-specific pathways based on gene expression data: application to drug induced lung injury</article-title>. <source>Integr Biol (Camb)</source>. The Royal Society of Chemistry; <year>2015</year> <month>Aug</month>;<volume>7</volume>(<issue>8</issue>):<fpage>904</fpage>–<lpage>20</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sakellaropoulos</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Herod</surname> <given-names>TJ</given-names></name>, <name name-style="western"><surname>Alexopoulos</surname> <given-names>LG</given-names></name>, <name name-style="western"><surname>Bai</surname> <given-names>JPF</given-names></name>. <article-title>Computed Biological Relations among Five Select Treatment-Related Organ/Tissue Toxicities</article-title>. <source>Chem Res Toxicol</source>. <year>2016</year> <month>May</month> <day>16</day>;<volume>29</volume>(<issue>5</issue>):<fpage>914</fpage>–<lpage>23</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1021/acs.chemrestox.6b00060" xlink:type="simple">10.1021/acs.chemrestox.6b00060</ext-link></comment> <object-id pub-id-type="pmid">27063352</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lorberbaum</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Nasir</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Keiser</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Vilar</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hripcsak</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Tatonetti</surname> <given-names>NP</given-names></name>. <article-title>Systems Pharmacology Augments Drug Safety Surveillance</article-title>. <source>Clinical pharmacology and therapeutics</source>. <year>2014</year> <month>Dec</month> <day>20</day>;<volume>97</volume>(<issue>2</issue>):<fpage>151</fpage>–<lpage>8</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/cpt.2" xlink:type="simple">10.1002/cpt.2</ext-link></comment> <object-id pub-id-type="pmid">25670520</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Guney</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Menche</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Vidal</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Barabási</surname> <given-names>A-L</given-names></name>. <article-title>Network-based in silico drug efficacy screening</article-title>. <source>Nat Commun</source> [Internet]. <year>2016</year> <month>Feb</month> <day>1</day>;<volume>7</volume>:<fpage>10331</fpage>. Available from: <ext-link ext-link-type="uri" xlink:href="http://www.nature.com/doifinder/10.1038/ncomms10331" xlink:type="simple">http://www.nature.com/doifinder/10.1038/ncomms10331</ext-link> <object-id pub-id-type="pmid">26831545</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref023"><label>23</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yoo</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Noh</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Shin</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Park</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Lee</surname> <given-names>K-H</given-names></name>, <name name-style="western"><surname>Nam</surname> <given-names>H</given-names></name>, <etal>et al</etal>. <article-title>In silico profiling of systemic effects of drugs to predict unexpected interactions</article-title>. <source>Scientific Reports</source>. <year>2018</year> <month>Jan</month> <day>25</day>;<volume>8</volume>(<issue>1</issue>):<fpage>1612</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/s41598-018-19614-5" xlink:type="simple">10.1038/s41598-018-19614-5</ext-link></comment> <object-id pub-id-type="pmid">29371651</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yildirim</surname> <given-names>MA</given-names></name>, <name name-style="western"><surname>Goh</surname> <given-names>K-I</given-names></name>, <name name-style="western"><surname>Cusick</surname> <given-names>ME</given-names></name>, <name name-style="western"><surname>Barabási</surname> <given-names>A-L</given-names></name>, <name name-style="western"><surname>Vidal</surname> <given-names>M</given-names></name>. <article-title>Drug-target network</article-title>. <source>Nature Biotechnology</source>. <year>2007</year> <month>Oct</month>;<volume>25</volume>(<issue>10</issue>):<fpage>1119</fpage>–<lpage>26</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nbt1338" xlink:type="simple">10.1038/nbt1338</ext-link></comment> <object-id pub-id-type="pmid">17921997</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref025"><label>25</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Croft</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Mundo</surname> <given-names>AF</given-names></name>, <name name-style="western"><surname>Haw</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Milacic</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Weiser</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Wu</surname> <given-names>G</given-names></name>, <etal>et al</etal>. <article-title>The Reactome pathway knowledgebase</article-title>. <source>Nucleic Acids Research</source>. <year>2014</year> <month>Jan</month>;<volume>42</volume>(Database issue):<fpage>D472</fpage>–<lpage>7</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkt1102" xlink:type="simple">10.1093/nar/gkt1102</ext-link></comment> <object-id pub-id-type="pmid">24243840</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref026"><label>26</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ramos</surname> <given-names>EM</given-names></name>, <name name-style="western"><surname>Hoffman</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Junkins</surname> <given-names>HA</given-names></name>, <name name-style="western"><surname>Maglott</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Phan</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Sherry</surname> <given-names>ST</given-names></name>, <etal>et al</etal>. <article-title>Phenotype-Genotype Integrator (PheGenI): synthesizing genome-wide association study (GWAS) data with existing genomic resources</article-title>. <source>Eur J Hum Genet</source>. <year>2014</year> <month>Jan</month>;<volume>22</volume>(<issue>1</issue>):<fpage>144</fpage>–<lpage>7</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ejhg.2013.96" xlink:type="simple">10.1038/ejhg.2013.96</ext-link></comment> <object-id pub-id-type="pmid">23695286</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref027"><label>27</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Landrum</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Lee</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Riley</surname> <given-names>GR</given-names></name>, <name name-style="western"><surname>Jang</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Rubinstein</surname> <given-names>WS</given-names></name>, <name name-style="western"><surname>Church</surname> <given-names>DM</given-names></name>, <etal>et al</etal>. <article-title>ClinVar: public archive of relationships among sequence variation and human phenotype</article-title>. <source>Nucleic Acids Research</source>. <year>2014</year> <month>Jan</month>;<volume>42</volume>(Database issue):<fpage>D980</fpage>–<lpage>5</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkt1113" xlink:type="simple">10.1093/nar/gkt1113</ext-link></comment> <object-id pub-id-type="pmid">24234437</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref028"><label>28</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Menche</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Sharma</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Kitsak</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Ghiassian</surname> <given-names>SD</given-names></name>, <name name-style="western"><surname>Vidal</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Loscalzo</surname> <given-names>J</given-names></name>, <etal>et al</etal>. <article-title>Disease networks. Uncovering disease-disease relationships through the incomplete interactome</article-title>. <source>Science</source>. American Association for the Advancement of Science; <year>2015</year> <month>Feb</month> <day>20</day>;<volume>347</volume>(<issue>6224</issue>):<fpage>1257601</fpage>–<lpage>1</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1126/science.1257601" xlink:type="simple">10.1126/science.1257601</ext-link></comment> <object-id pub-id-type="pmid">25700523</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref029"><label>29</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wishart</surname> <given-names>DS</given-names></name>, <name name-style="western"><surname>Knox</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Guo</surname> <given-names>AC</given-names></name>, <name name-style="western"><surname>Shrivastava</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hassanali</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Stothard</surname> <given-names>P</given-names></name>, <etal>et al</etal>. <article-title>DrugBank: a comprehensive resource for in silico drug discovery and exploration</article-title>. <source>Nucleic Acids Research</source>. <year>2006</year> <month>Jan</month> <day>1</day>;<volume>34</volume>(Database issue):<fpage>D668</fpage>–<lpage>72</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkj067" xlink:type="simple">10.1093/nar/gkj067</ext-link></comment> <object-id pub-id-type="pmid">16381955</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref030"><label>30</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Brown</surname> <given-names>AS</given-names></name>, <name name-style="western"><surname>Patel</surname> <given-names>CJ</given-names></name>. <article-title>A standard database for drug repositioning</article-title>. <source>Scientific Data</source> <year>2017</year> <volume>4</volume>:null. Scientific Data; 2017 <month>Mar</month> <day>14</day>;4:sdata201729.</mixed-citation></ref>
<ref id="pcbi.1006614.ref031"><label>31</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Demner-Fushman</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Rogers</surname> <given-names>WJ</given-names></name>, <name name-style="western"><surname>Aronson</surname> <given-names>AR</given-names></name>. <article-title>MetaMap Lite: an evaluation of a new Java implementation of MetaMap</article-title>. <source>J Am Med Inform Assoc</source>. <year>2017</year> <month>Jul</month> <day>1</day>;<volume>24</volume>(<issue>4</issue>):<fpage>841</fpage>–<lpage>4</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/jamia/ocw177" xlink:type="simple">10.1093/jamia/ocw177</ext-link></comment> <object-id pub-id-type="pmid">28130331</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref032"><label>32</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McInnes</surname> <given-names>BT</given-names></name>, <name name-style="western"><surname>Pedersen</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Pakhomov</surname> <given-names>SVS</given-names></name>. <article-title>UMLS-Interface and UMLS-Similarity: open source software for measuring paths and semantic similarity</article-title>. <source>AMIA Annu Symp Proc</source>. American Medical Informatics Association; <year>2009</year> <month>Nov</month> <day>14</day>;<volume>2009</volume>:<fpage>431</fpage>–<lpage>5</lpage>. <object-id pub-id-type="pmid">20351894</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref033"><label>33</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bouvy</surname> <given-names>JC</given-names></name>, <name name-style="western"><surname>De Bruin</surname> <given-names>ML</given-names></name>, <name name-style="western"><surname>Koopmanschap</surname> <given-names>MA</given-names></name>. <article-title>Epidemiology of adverse drug reactions in Europe: a review of recent observational studies</article-title>. <source>Drug Saf</source>. <year>2015</year> <month>May</month>;<volume>38</volume>(<issue>5</issue>):<fpage>437</fpage>–<lpage>53</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s40264-015-0281-0" xlink:type="simple">10.1007/s40264-015-0281-0</ext-link></comment> <object-id pub-id-type="pmid">25822400</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref034"><label>34</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Boland</surname> <given-names>MR</given-names></name>, <name name-style="western"><surname>Jacunski</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Lorberbaum</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Romano</surname> <given-names>JD</given-names></name>, <name name-style="western"><surname>Moskovitch</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Tatonetti</surname> <given-names>NP</given-names></name>. <article-title>Systems biology approaches for identifying adverse drug reactions and elucidating their underlying biological mechanisms</article-title>. <source>Wiley Interdiscip Rev Syst Biol Med</source>. <year>2016</year> <month>Mar</month>;<volume>8</volume>(<issue>2</issue>):<fpage>104</fpage>–<lpage>22</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/wsbm.1323" xlink:type="simple">10.1002/wsbm.1323</ext-link></comment> <object-id pub-id-type="pmid">26559926</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref035"><label>35</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tatonetti</surname> <given-names>NP</given-names></name>, <name name-style="western"><surname>Ye</surname> <given-names>PP</given-names></name>, <name name-style="western"><surname>Daneshjou</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Altman</surname> <given-names>RB</given-names></name>. <article-title>Data-driven prediction of drug effects and interactions</article-title>. <source>Sci Transl Med</source>. American Association for the Advancement of Science; <year>2012</year> <month>Mar</month> <day>14</day>;<volume>4</volume>(<issue>125</issue>):<fpage>125ra31</fpage>–<lpage>1</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1126/scitranslmed.3003377" xlink:type="simple">10.1126/scitranslmed.3003377</ext-link></comment> <object-id pub-id-type="pmid">22422992</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref036"><label>36</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jung</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>LePendu</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Chen</surname> <given-names>WS</given-names></name>, <name name-style="western"><surname>Iyer</surname> <given-names>SV</given-names></name>, <name name-style="western"><surname>Readhead</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Dudley</surname> <given-names>JT</given-names></name>, <etal>et al</etal>. <article-title>Automated detection of off-label drug use</article-title>. <name name-style="western"><surname>Sarkar</surname> <given-names>IN</given-names></name>, editor. <source>PLoS ONE</source>. <year>2014</year>;<volume>9</volume>(<issue>2</issue>):<fpage>e89324</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0089324" xlink:type="simple">10.1371/journal.pone.0089324</ext-link></comment> <object-id pub-id-type="pmid">24586689</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref037"><label>37</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Suksomboon</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Poolsup</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Prasit</surname> <given-names>T</given-names></name>. <article-title>Systematic review of the effect of telmisartan on insulin sensitivity in hypertensive patients with insulin resistance or diabetes</article-title>. <source>J Clin Pharm Ther</source>. <year>2012</year> <month>Jun</month>;<volume>37</volume>(<issue>3</issue>):<fpage>319</fpage>–<lpage>27</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/j.1365-2710.2011.01295.x" xlink:type="simple">10.1111/j.1365-2710.2011.01295.x</ext-link></comment> <object-id pub-id-type="pmid">21848583</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref038"><label>38</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bekerman</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Neveu</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Shulla</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Brannan</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Pu</surname> <given-names>S-Y</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>S</given-names></name>, <etal>et al</etal>. <article-title>Anticancer kinase inhibitors impair intracellular viral trafficking and exert broad-spectrum antiviral effects</article-title>. <source>J Clin Invest</source>. American Society for Clinical Investigation; <year>2017</year> <month>Apr</month> <day>3</day>;<volume>127</volume>(<issue>4</issue>):<fpage>1338</fpage>–<lpage>52</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1172/JCI89857" xlink:type="simple">10.1172/JCI89857</ext-link></comment> <object-id pub-id-type="pmid">28240606</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref039"><label>39</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tian</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Rockson</surname> <given-names>SG</given-names></name>, <name name-style="western"><surname>Jiang</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Kim</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Begaye</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Shuffle</surname> <given-names>EM</given-names></name>, <etal>et al</etal>. <article-title>Leukotriene B4antagonism ameliorates experimental lymphedema</article-title>. <source>Sci Transl Med</source>. <year>2017</year> <month>May</month> <day>10</day>;<volume>9</volume>(<issue>389</issue>):eaal3920.</mixed-citation></ref>
<ref id="pcbi.1006614.ref040"><label>40</label><mixed-citation publication-type="other" xlink:type="simple">ClinicalTrials.gov [Internet]. Bethesda (MD): National Library of Medicine (US). 2000 Feb 29. Identifier NCT02960997, Using Topical Sirolimus 2% for Patients With Epidermolysis Bullous Simplex (EBS) Study; 2016 Nov 10 [cited 2018 April 10]; Available from: <ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/ct2/show/NCT02960997" xlink:type="simple">https://clinicaltrials.gov/ct2/show/NCT02960997</ext-link></mixed-citation></ref>
<ref id="pcbi.1006614.ref041"><label>41</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zhou</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Gao</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Skolnick</surname> <given-names>J</given-names></name>. <article-title>Comprehensive prediction of drug-protein interactions and side effects for the human proteome</article-title>. <source>Scientific Reports</source>. Nature Publishing Group; <year>2015</year> <month>Jun</month> <day>9</day>;:<fpage>1</fpage>–<lpage>13</lpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref042"><label>42</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Greene</surname> <given-names>CS</given-names></name>, <name name-style="western"><surname>Krishnan</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Wong</surname> <given-names>AK</given-names></name>, <name name-style="western"><surname>Ricciotti</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Zelaya</surname> <given-names>RA</given-names></name>, <name name-style="western"><surname>Himmelstein</surname> <given-names>DS</given-names></name>, <etal>et al</etal>. <article-title>Understanding multicellular function and disease with human tissue-specific networks</article-title>. Nature Publishing Group. <source>Nature Genetics</source>; <year>2015</year> <month>Apr</month> <day>27</day>;<volume>47</volume>(<issue>6</issue>):<fpage>569</fpage>–<lpage>76</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ng.3259" xlink:type="simple">10.1038/ng.3259</ext-link></comment> <object-id pub-id-type="pmid">25915600</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref043"><label>43</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yongqun</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Sarntivijai</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Lin</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Xiang</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Guo</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>S</given-names></name>, <etal>et al</etal>. <article-title>OAE: The ontology of adverse events</article-title>. <source>Journal of Biomedical Semantics</source> 2017 8:1. BioMed Central; <year>2014</year>;<volume>5</volume>(<issue>1</issue>):<fpage>29</fpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref044"><label>44</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Holst</surname> <given-names>AV</given-names></name>, <name name-style="western"><surname>Danielsen</surname> <given-names>PL</given-names></name>, <name name-style="western"><surname>Romner</surname> <given-names>B</given-names></name>. <article-title>A severe case of tetracycline-induced intracranial hypertension</article-title>. <source>Dermatol Reports</source>. <year>2011</year> <month>Jan</month> <day>31</day>;<volume>3</volume>(<issue>1</issue>):<fpage>e1</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.4081/dr.2011.e1" xlink:type="simple">10.4081/dr.2011.e1</ext-link></comment> <object-id pub-id-type="pmid">25386253</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref045"><label>45</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Villaveces</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Jimenez</surname> <given-names>RC</given-names></name>, <name name-style="western"><surname>Porras</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>del-Toro</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Duesbury</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Dumousseau</surname> <given-names>M</given-names></name>, <etal>et al</etal>. <article-title>Merging and scoring molecular interactions utilising existing community standards: tools, use-cases and a case study</article-title>. <source>Database (Oxford)</source>. Oxford University Press; <year>2015</year> <month>Jan</month> <day>1</day>;2015(0):bau131–1.</mixed-citation></ref>
<ref id="pcbi.1006614.ref046"><label>46</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Liu</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Altman</surname> <given-names>RB</given-names></name>. <article-title>Using Multiple Microenvironments to Find Similar Ligand-Binding Sites: Application to Kinase Inhibitor Binding</article-title>. <name name-style="western"><surname>Beard</surname> <given-names>DA</given-names></name>, editor. <source>PLoS Comput Biol</source>. Public Library of Science; <year>2011</year> <month>Dec</month> <day>29</day>;<volume>7</volume>(<issue>12</issue>):<fpage>e1002326</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pcbi.1002326" xlink:type="simple">10.1371/journal.pcbi.1002326</ext-link></comment> <object-id pub-id-type="pmid">22219723</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref047"><label>47</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Berman</surname> <given-names>HM</given-names></name>, <name name-style="western"><surname>Westbrook</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Feng</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Gilliland</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Bhat</surname> <given-names>TN</given-names></name>, <name name-style="western"><surname>Weissig</surname> <given-names>H</given-names></name>, <etal>et al</etal>. <article-title>The Protein Data Bank</article-title>. <source>Nucleic Acids Research</source>. Oxford University Press; <year>2000</year> <month>Jan</month> <day>1</day>;<volume>28</volume>(<issue>1</issue>):<fpage>235</fpage>–<lpage>42</lpage>. <object-id pub-id-type="pmid">10592235</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref048"><label>48</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Liu</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Altman</surname> <given-names>RB</given-names></name>. <article-title>Relating Essential Proteins to Drug Side-Effects Using Canonical Component Analysis: A Structure-Based Approach</article-title>. <source>J Chem Inf Model</source>. <year>2015</year> <month>Jul</month> <day>27</day>;<volume>55</volume>(<issue>7</issue>):<fpage>1483</fpage>–<lpage>94</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1021/acs.jcim.5b00030" xlink:type="simple">10.1021/acs.jcim.5b00030</ext-link></comment> <object-id pub-id-type="pmid">26121262</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref049"><label>49</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Miguel</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Hsin</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Liu</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Tang</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Altman</surname> <given-names>RB</given-names></name>, <name name-style="western"><surname>Huang</surname> <given-names>KC</given-names></name>. <article-title>Variations in the binding pocket of an inhibitor of the bacterial division protein FtsZ across genotypes and species</article-title>. <name name-style="western"><surname>Wade</surname> <given-names>RC</given-names></name>, editor. <source>PLoS Comput Biol</source>. Public Library of Science; <year>2015</year> <month>Mar</month>;<volume>11</volume>(<issue>3</issue>):<fpage>e1004117</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pcbi.1004117" xlink:type="simple">10.1371/journal.pcbi.1004117</ext-link></comment> <object-id pub-id-type="pmid">25811761</object-id></mixed-citation></ref>
<ref id="pcbi.1006614.ref050"><label>50</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Liu</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Altman</surname> <given-names>RB</given-names></name>. <article-title>Identifying druggable targets by protein microenvironments matching: application to transcription factors</article-title>. <source>CPT: pharmacomet syst pharmacol</source>. <year>2014</year> <month>Jan</month> <day>22</day>;<volume>3</volume>(<issue>1</issue>):<fpage>e93</fpage>.</mixed-citation></ref>
<ref id="pcbi.1006614.ref051"><label>51</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Liu</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Oprea</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Ursu</surname> <given-names>O</given-names></name>, <name name-style="western"><surname>Hasselgren</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Altman</surname> <given-names>RB</given-names></name>. <article-title>Estimation of Maximum Recommended Therapeutic Dose Using Predicted Promiscuity and Potency</article-title>. <source>Clin Transl Sci</source>. <year>2016</year> <month>Dec</month>;<volume>9</volume>(<issue>6</issue>):<fpage>311</fpage>–<lpage>20</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/cts.12422" xlink:type="simple">10.1111/cts.12422</ext-link></comment> <object-id pub-id-type="pmid">27736015</object-id></mixed-citation></ref>
</ref-list>
</back>
</article>