<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="3.0" xml:lang="en">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS Pathog</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plospath</journal-id><journal-title-group>
<journal-title>PLoS Pathogens</journal-title></journal-title-group>
<issn pub-type="ppub">1553-7366</issn>
<issn pub-type="epub">1553-7374</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, USA</publisher-loc></publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PPATHOGENS-D-13-01273</article-id>
<article-id pub-id-type="doi">10.1371/journal.ppat.1003593</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Biology</subject><subj-group><subject>Microbiology</subject><subj-group><subject>Virology</subject><subj-group><subject>Immunodeficiency viruses</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Medicine</subject><subj-group><subject>Epidemiology</subject></subj-group></subj-group></article-categories>
<title-group>
<article-title>HIV-1 Superinfection Occurs Less Frequently Than Initial Infection in a Cohort of High-Risk Kenyan Women</article-title>
<alt-title alt-title-type="running-head">HIV-1 Superinfection Incidence</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Ronen</surname><given-names>Keshet</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>McCoy</surname><given-names>Connor O.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Matsen</surname><given-names>Frederick A.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Boyd</surname><given-names>David F.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Emery</surname><given-names>Sandra</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Odem-Davis</surname><given-names>Katherine</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Jaoko</surname><given-names>Walter</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Mandaliya</surname><given-names>Kishor</given-names></name><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>McClelland</surname><given-names>R. Scott</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref><xref ref-type="aff" rid="aff5"><sup>5</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Richardson</surname><given-names>Barbra A.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff5"><sup>5</sup></xref><xref ref-type="aff" rid="aff6"><sup>6</sup></xref><xref ref-type="aff" rid="aff7"><sup>7</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Overbaugh</surname><given-names>Julie</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label>1</label><addr-line>Human Biology Division, Fred Hutchinson Cancer Research Center, Seattle, Washington, United States of America</addr-line></aff>
<aff id="aff2"><label>2</label><addr-line>Public Health Sciences Division, Fred Hutchinson Cancer Research Center, Seattle, Washington, United States of America</addr-line></aff>
<aff id="aff3"><label>3</label><addr-line>Department of Medical Microbiology, University of Nairobi, Kenyatta National Hospital, Nairobi, Kenya</addr-line></aff>
<aff id="aff4"><label>4</label><addr-line>Coast Provincial General Hospital, Women's Health Project, Mombasa, Kenya</addr-line></aff>
<aff id="aff5"><label>5</label><addr-line>Department of Global Health, University of Washington, Seattle, Washington, United States of America</addr-line></aff>
<aff id="aff6"><label>6</label><addr-line>Vaccine and Infectious Disease Division, Fred Hutchinson Cancer Research Center, Seattle, Washington, United States of America</addr-line></aff>
<aff id="aff7"><label>7</label><addr-line>Department of Biostatistics, University of Washington, Seattle, Washington, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple"><name name-style="western"><surname>Desrosiers</surname><given-names>Ronald C.</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/></contrib>
</contrib-group>
<aff id="edit1"><addr-line>University of Miami, United States of America</addr-line></aff>
<author-notes>
<corresp id="cor1">* E-mail: <email xlink:type="simple">joverbau@fhcrc.org</email></corresp>
<fn fn-type="conflict"><p>The authors have declared that no competing interests exist.</p></fn>
<fn fn-type="con"><p>Conceived and designed the experiments: JO KR. Performed the experiments: KR DFB SE. Analyzed the data: COM FAM KR KOD BAR RSM JO. Contributed reagents/materials/analysis tools: COM FAM KM WJ. Wrote the paper: KR JO.</p></fn>
</author-notes>
<pub-date pub-type="collection"><month>8</month><year>2013</year></pub-date>
<pub-date pub-type="epub"><day>29</day><month>8</month><year>2013</year></pub-date>
<volume>9</volume>
<issue>8</issue>
<elocation-id>e1003593</elocation-id>
<history>
<date date-type="received"><day>9</day><month>5</month><year>2013</year></date>
<date date-type="accepted"><day>19</day><month>7</month><year>2013</year></date>
</history>
<permissions>
<copyright-year>2013</copyright-year>
<copyright-holder>Ronen et al</copyright-holder><license xlink:type="simple"><license-p>This is an open-access article distributed under the terms of the Creative Commons Attribution License, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p></license></permissions>
<abstract>
<p>HIV superinfection (reinfection) has been reported in several settings, but no study has been designed and powered to rigorously compare its incidence to that of initial infection. Determining whether HIV infection reduces the risk of superinfection is critical to understanding whether an immune response to natural HIV infection is protective. This study compares the incidence of initial infection and superinfection in a prospective seroincident cohort of high-risk women in Mombasa, Kenya. A next-generation sequencing-based pipeline was developed to screen 129 women for superinfection. Longitudinal plasma samples at &lt;6 months, &gt;2 years and one intervening time after initial HIV infection were analyzed. Amplicons in three genome regions were sequenced and a median of 901 sequences obtained per gene per timepoint. Phylogenetic evidence of polyphyly, confirmed by pairwise distance analysis, defined superinfection. Superinfection timing was determined by sequencing virus from intervening timepoints. These data were combined with published data from 17 additional women in the same cohort, totaling 146 women screened. Twenty-one cases of superinfection were identified for an estimated incidence rate of 2.61 per 100 person-years (pys). The incidence rate of initial infection among 1910 women in the same cohort was 5.75 per 100pys. Andersen-Gill proportional hazards models were used to compare incidences, adjusting for covariates known to influence HIV susceptibility in this cohort. Superinfection incidence was significantly lower than initial infection incidence, with a hazard ratio of 0.47 (CI 0.29–0.75, p = 0.0019). This lower incidence of superinfection was only observed &gt;6 months after initial infection. This is the first adequately powered study to report that HIV infection reduces the risk of reinfection, raising the possibility that immune responses to natural infection are partially protective. The observation that superinfection risk changes with time implies a window of protection that coincides with the maturation of HIV-specific immunity.</p>
</abstract>
<abstract abstract-type="summary"><title>Author Summary</title>
<p>HIV-infected individuals with continued exposure are at risk of acquiring a second infection, a process known as superinfection. Superinfection has been reported in various at-risk populations, but how frequently it occurs remains unclear. Determining the frequency of superinfection compared with initial infection can help clarify whether the immune response developed against HIV can protect from reinfection – critical information for understanding whether such responses should guide HIV vaccine design. In this study, we developed a sensitive high-throughput method to identify superinfection and used this to conduct a screen for superinfection in 146 women in a high-risk cohort. This enabled us to determine if first HIV infection affects the risk of second infection by comparing the incidence of superinfection in this group to the incidence of initial infection in 1910 women in the larger cohort. We found that the incidence of superinfection was approximately half that of initial infection after controlling for behavioral and clinical differences that might affect infection risk. These results suggest that the immune response elicited in natural HIV infection may provide partial protection against subsequent infection and indicate the setting of superinfection may shed light on the features of a protective immune response and inform vaccine design.</p>
</abstract>
<funding-group><funding-statement>This work was supported by NIH grants R01-AI38518 and T32-AI007509. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement></funding-group><counts><page-count count="13"/></counts></article-meta>
</front>
<body><sec id="s1">
<title>Introduction</title>
<p>Development of a safe and effective prophylactic HIV vaccine remains enormously challenging, due to the virus's high diversity and our limited understanding of immune correlates of protection. While most effective vaccines are designed to mimic natural infection and protective immune responses to it, such a template for HIV vaccine design remains elusive, since sterilizing immune responses to natural infection have not been observed. A priority of HIV vaccine development is, therefore, to identify settings where natural infection elicits some immune functions desired in a vaccine. For example, HIV-infected individuals who spontaneously control viral replication have provided insights into immune mechanisms of HIV control <xref ref-type="bibr" rid="ppat.1003593-Baker1">[1]</xref>. However, models where the response, rather than delaying disease, prevents infection – the ultimate goal of a prophylactic vaccine – remain less well characterized. Studies of superinfection (reinfection from a different partner) provide a unique model in which to investigate the impact of pre-existing responses on susceptibility to infection by diverse circulating viral variants, which include multiple subtypes with up to 30% sequence variation.</p>
<p>HIV superinfection has been reported in a number of settings <xref ref-type="bibr" rid="ppat.1003593-Chohan1">[2]</xref>–<xref ref-type="bibr" rid="ppat.1003593-Redd2">[13]</xref>, implying that HIV acquisition can occur despite the immune response to initial infection. However, it remains an open question whether pre-existing infection affords some protection from superinfection, and individuals who do become superinfected are a select subset deficient in a particular aspect of immunity. Published estimates of superinfection incidence vary from no identified cases <xref ref-type="bibr" rid="ppat.1003593-Baker1">[1]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Tsui1">[14]</xref>–<xref ref-type="bibr" rid="ppat.1003593-Gonzales1">[16]</xref> to rates roughly similar to initial infection <xref ref-type="bibr" rid="ppat.1003593-Chohan1">[2]</xref>–<xref ref-type="bibr" rid="ppat.1003593-Redd2">[13]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Kraft1">[18]</xref>. These discrepancies are largely explained by differences in participant inclusion criteria and study design. The studies that have directly compared initial and superinfection incidence have had limited statistical power due to cohort size <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Kraft1">[18]</xref> or number of cases of superinfection identified <xref ref-type="bibr" rid="ppat.1003593-Smith1">[3]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Redd1">[8]</xref>. Additionally, methods used to identify superinfection have evolved. Superinfection is most reliably detected in longitudinal samples by the presence of a single viral clade initially followed by introduction of a second phylogenetically distinct clade <xref ref-type="bibr" rid="ppat.1003593-vanderKuyl2">[19]</xref>. Detection sensitivity is dependent on the number of genomic regions analyzed <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, as well as sequencing depth <xref ref-type="bibr" rid="ppat.1003593-Pacold1">[20]</xref>. Until recently, sequences were obtained by limiting dilution amplification and Sanger sequencing <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Altfeld1">[6]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, which limits detection to cases where the second virus is relatively abundant. The development of next generation sequencing (NGS) has enabled higher-throughput, deeper sequencing of large cohorts <xref ref-type="bibr" rid="ppat.1003593-Pacold1">[20]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Redd3">[21]</xref>.</p>
<p>To date, the largest study to examine the rate of superinfection in a prospective seroincident cohort was a NGS screen by Redd <italic>et al.</italic> of 149 individuals in which 7 cases were identified <xref ref-type="bibr" rid="ppat.1003593-Redd1">[8]</xref>. No statistically significant difference was found between the incidences of initial infection and superinfection, though the relatively small number of cases may have resulted in limited statistical power. A greater number of cases was found in a high-risk cohort in Mombasa, Kenya, with 12 cases of 56 women screened <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>. However, this study used Sanger sequencing to sample ∼7 clones per sample, which could miss lower frequency variants, and was not powered to compare incidences. In the present study, we developed a NGS method for identification of superinfection, and used it to screen 129 women in the same Mombasa cohort, including those classified as singly infected in the prior study. We identified 9 additional cases of superinfection, for a total of 21 cases in this cohort. These combined data enabled comparison of the incidence rates of initial infection and superinfection.</p>
</sec><sec id="s2">
<title>Results</title>
<sec id="s2a">
<title>Identification of superinfection cases in a NGS screen</title>
<p>In order to conduct a sensitive, high-throughput screen for superinfection in the Mombasa cohort, we developed a pipeline for amplification, next-generation sequencing (NGS), data cleaning, and phylogenetic and sequence diversity analysis of longitudinal plasma RNA (<xref ref-type="fig" rid="ppat-1003593-g001">Fig. 1</xref>). One-hundred thirty-two women met our selection criteria for the NGS superinfection screen, with a median follow-up time of 2046 days (IQR 1265–2848). We successfully amplified <italic>gag</italic>, <italic>pol</italic> and <italic>env</italic> at three timepoints in 115 women and at least two genomic regions in at least the first and last timepoints in 129. The remaining 3 women were dropped from analysis. In total, ∼1.7 million raw sequencing reads were obtained, with ∼1.25 million passing quality filtering: a median of 901 per amplicon per sample.</p>
<fig id="ppat-1003593-g001" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.g001</object-id><label>Figure 1</label><caption>
<title>Overview of NGS superinfection screening pipeline.</title>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.g001" position="float" xlink:type="simple"/></fig>
<p>Women were considered putative superinfection cases if the posterior probability of monophyly supported single infection at the earliest studied timepoint followed by introduction of a distinct viral clade and increased viral diversity consistent with that seen in simulated dual infection (<xref ref-type="fig" rid="ppat-1003593-g001">Fig. 1e&amp;f</xref>). Putative cases of superinfection were confirmed and their timing specified by analyzing intervening timepoints. Nine cases of superinfection were detected and their timing specified. One case of suspected dual infection was detected, in which two clades were detected at the earliest sample analyzed (60 days post-infection (dpi)) and throughout infection (data not shown).</p>
</sec><sec id="s2b">
<title>Characteristics of superinfection cases</title>
<p>Example data from two cases of superinfection are summarized in <xref ref-type="fig" rid="ppat-1003593-g002">Figures 2</xref> and <xref ref-type="fig" rid="ppat-1003593-g003">3</xref>. Initial screening of subject QD151 (<xref ref-type="fig" rid="ppat-1003593-g002">Fig. 2</xref>) showed monophyletic subtype A infection at 39 dpi and two subtype A clades in all three genes at 938 and 1701 dpi. In subsequent analysis of intervening timepoints the second clade was first detectable at 801 dpi (<xref ref-type="fig" rid="ppat-1003593-g002">Fig. 2a</xref>). At this time, pairwise distance increased sharply, for example in <italic>gag</italic> from 0.27% at 241 dpi, to 12.75% at 801 dpi (<xref ref-type="fig" rid="ppat-1003593-g002">Fig. 2b</xref>), into the range observed in simulated dual infections. These observations supported introduction of a second subtype A variant between 241 and 801 dpi. The initial clade was no longer detectable in <italic>pol</italic> at 1701 dpi, suggestive of a genomic recombination event (<xref ref-type="fig" rid="ppat-1003593-g002">Fig. 2c</xref>). Similarly, subject QB210 (<xref ref-type="fig" rid="ppat-1003593-g003">Fig. 3</xref>) showed initially monophyletic infection with a subtype A/D virus, followed by introduction of a subtype C/D virus at 163 dpi, evidenced by polyphyly and a shift in pairwise distance (&gt;10%) in all 3 genes (<xref ref-type="fig" rid="ppat-1003593-g003">Fig. 3a and 3b</xref>). In intervening timepoints, the second variant could be detected in all genes at 163–170 dpi, but was undetectable in <italic>gag</italic> and <italic>pol</italic> after 170 dpi, indicating recombination (<xref ref-type="fig" rid="ppat-1003593-g003">Fig. 3c</xref>).</p>
<fig id="ppat-1003593-g002" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.g002</object-id><label>Figure 2</label><caption>
<title>Superinfection case QD151.</title>
<p><bold>A.</bold> Phylogenetic trees representing viral sequence from all timepoints in each genomic region analyzed. The corresponding posterior probability of monophyly is displayed. Initial variant branches are collapsed and highlighted in blue, superinfecting variant branches in red. Red branch labels mark query sequences from individual QD151 at all timepoints, black labels mark reference sequences. <bold>B.</bold> Maximum percent pairwise distance (PWD) between sequences within each timepoint listed or across all timepoints (All-tp). The 97.5% confidence limit of the distances observed among viral sequences within known singly infected individuals and the 2.5% confidence limit within simulated mixtures of sequences from two individuals are shown for comparison. Timepoints shown in bold type are the 3 samples originally screened; the rest were subsequently sequenced to specify superinfection timing. <sup>1</sup> PWD within 95% confidence interval observed for single infection. <sup>2</sup> PWD outside 95% confidence interval for single infection and within 95% confidence interval for dual infection. <bold>C.</bold> Schematic summarizing viral variants detected in each genomic region over time (initial variant depicted in blue, superinfecting variant in red). Viral subtype is indicated.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.g002" position="float" xlink:type="simple"/></fig><fig id="ppat-1003593-g003" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.g003</object-id><label>Figure 3</label><caption>
<title>Superinfection case QB210.</title>
<p><bold>A.</bold> Phylogenetic trees representing viral sequence from all timepoints in each genomic region analyzed. The corresponding posterior probability of monophyly is displayed. Initial variant branches are collapsed and highlighted in blue, superinfecting variant branches in red. Red branch labels mark query sequences from individual QB210 at all timepoints, black labels mark reference sequences. <bold>B.</bold> Maximum percent pairwise distance (PWD) between sequences within each timepoint listed or across all timepoints (All-tp). The 97.5% confidence limit of the distances observed among viral sequences within known singly infected individuals and the 2.5% confidence limit within simulated mixtures of sequences from two individuals are shown for comparison. Timepoints shown in bold type are the 3 samples originally screened; the rest were subsequently sequenced to specify superinfection timing. <sup>1</sup> PWD within 95% confidence interval observed for single infection. <sup>2</sup> PWD outside 95% confidence interval for single infection and within 95% confidence interval for dual infection. † PWD within 95% confidence intervals observed in both single and dual infection. <bold>C.</bold> Schematic summarizing viral variants detected in each genomic region over time (initial variant depicted in blue, superinfecting variant in red). Viral subtype is indicated.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.g003" position="float" xlink:type="simple"/></fig>
<p>Characteristics of the 9 new cases of superinfection are summarized in <xref ref-type="table" rid="ppat-1003593-t001">Table 1</xref> and <xref ref-type="supplementary-material" rid="ppat.1003593.s002">Figure S2</xref>. In all but two cases the superinfecting variant was detected in all 3 amplicons in at least one timepoint. In all cases, the superinfecting variant was detected at multiple timepoints in at least one amplicon. In one case (QC369), the initial variant became undetectable in any amplicon following superinfection, suggesting it was replaced, to our detection limit, by the superinfecting variant. Both variants were detected at two timepoints each, the initial variant at 17 dpi and 28 dpi, and the superinfecting variant at 143 dpi and 451 dpi (<xref ref-type="supplementary-material" rid="ppat.1003593.s002">Fig. S2</xref>), indicating this result was not due to contamination. Further, the possibility of sample mix-up was excluded by HLA-typing (data not shown). As illustrated in <xref ref-type="fig" rid="ppat-1003593-g002">Figures 2</xref>, <xref ref-type="fig" rid="ppat-1003593-g003">3</xref> and <xref ref-type="supplementary-material" rid="ppat.1003593.s002">S2</xref>, in the other 8 cases, variants were intermittently detected in different amplicons at different times, suggestive of genomic recombination and dynamic turnover of the circulating viral population.</p>
<table-wrap id="ppat-1003593-t001" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.t001</object-id><label>Table 1</label><caption>
<title>Summary of 9 new superinfection cases in the Mombasa cohort.</title>
</caption><alternatives><graphic id="ppat-1003593-t001-1" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.t001" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1">ID</td>
<td align="left" rowspan="1" colspan="1">Window SI [midpoint] (dpi)</td>
<td colspan="3" align="left" rowspan="1">Initial subtype</td>
<td colspan="3" align="left" rowspan="1">SI subtype</td>
<td align="left" rowspan="1" colspan="1">Virus outcome</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>gag</italic></td>
<td align="left" rowspan="1" colspan="1"><italic>pol</italic></td>
<td align="left" rowspan="1" colspan="1"><italic>env</italic></td>
<td align="left" rowspan="1" colspan="1"><italic>gag</italic></td>
<td align="left" rowspan="1" colspan="1"><italic>pol</italic></td>
<td align="left" rowspan="1" colspan="1"><italic>env</italic></td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">QB210</td>
<td align="left" rowspan="1" colspan="1">17–163 [90]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">D</td>
<td align="left" rowspan="1" colspan="1">D</td>
<td align="left" rowspan="1" colspan="1">C<xref ref-type="table-fn" rid="nt102">†</xref></td>
<td align="left" rowspan="1" colspan="1">C<xref ref-type="table-fn" rid="nt102">†</xref></td>
<td align="left" rowspan="1" colspan="1">D</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QC369</td>
<td align="left" rowspan="1" colspan="1">29–143 [86]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Replacement</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QD149</td>
<td align="left" rowspan="1" colspan="1">996–1086 [1041]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">-</td>
<td align="left" rowspan="1" colspan="1">-</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QD151</td>
<td align="left" rowspan="1" colspan="1">241–801 [521]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QD696</td>
<td align="left" rowspan="1" colspan="1">49–174 [112]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">-</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QF441</td>
<td align="left" rowspan="1" colspan="1">255–444 [350]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">D<xref ref-type="table-fn" rid="nt102">†</xref></td>
<td align="left" rowspan="1" colspan="1">D<xref ref-type="table-fn" rid="nt102">†</xref></td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QF564</td>
<td align="left" rowspan="1" colspan="1">17–1270 [644]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">D<xref ref-type="table-fn" rid="nt102">†</xref></td>
<td align="left" rowspan="1" colspan="1">D<xref ref-type="table-fn" rid="nt102">†</xref></td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QG262</td>
<td align="left" rowspan="1" colspan="1">59–144 [102]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">QG284</td>
<td align="left" rowspan="1" colspan="1">155–260 [208]</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">A</td>
<td align="left" rowspan="1" colspan="1">Recombination</td>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Proportion subtype A (%)</td>
<td align="left" rowspan="1" colspan="1">100.0</td>
<td align="left" rowspan="1" colspan="1">88.9</td>
<td align="left" rowspan="1" colspan="1">88.9</td>
<td align="left" rowspan="1" colspan="1">57.1</td>
<td align="left" rowspan="1" colspan="1">62.5</td>
<td align="left" rowspan="1" colspan="1">88.9</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Proportion subtype D (%)</td>
<td align="left" rowspan="1" colspan="1">0.0</td>
<td align="left" rowspan="1" colspan="1">11.1</td>
<td align="left" rowspan="1" colspan="1">11.1</td>
<td align="left" rowspan="1" colspan="1">28.6</td>
<td align="left" rowspan="1" colspan="1">25.0</td>
<td align="left" rowspan="1" colspan="1">11.1</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Proportion subtype C (%)</td>
<td align="left" rowspan="1" colspan="1">0.0</td>
<td align="left" rowspan="1" colspan="1">0.0</td>
<td align="left" rowspan="1" colspan="1">0.0</td>
<td align="left" rowspan="1" colspan="1">14.3</td>
<td align="left" rowspan="1" colspan="1">12.5</td>
<td align="left" rowspan="1" colspan="1">0.0</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Proportion intersubtype superinfections (%)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">42.8</td>
<td align="left" rowspan="1" colspan="1">37.5</td>
<td align="left" rowspan="1" colspan="1">0.0</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt101"><label/><p>-superinfecting variant not detected.</p></fn><fn id="nt102"><label>†</label><p>intersubtype superinfection.</p></fn></table-wrap-foot></table-wrap>
<p>Combining the data here with those from previous studies in the Mombasa cohort <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, a total of 146 women were examined for superinfection: 90 were tested using NGS, 39 using both NGS and Sanger sequencing, and 17 using only Sanger sequencing. Among the 39 women previously identified as singly infected by Sanger sequencing and tested by NGS here, no new cases of superinfection were identified, suggesting older methods were sensitive enough to detect superinfection. Twenty-one cases of superinfection were confirmed based on detection of the superinfecting virus in two or more samples. The timing windows of all 21 superinfection events are summarized in <xref ref-type="fig" rid="ppat-1003593-g004">Figure 4</xref> and <xref ref-type="supplementary-material" rid="ppat.1003593.s005">Table S2</xref>. The midpoint of the timing window of the 9 new cases ranged from 81 to 1041 dpi, with 6 occurring within the first year of infection. The window of superinfection events was defined to a median of within 127 days, with window sizes of 90 to 1253 days. Timing of all 21 cases ranged from 63 to 1895 dpi, defined to a median of within 146 days.</p>
<fig id="ppat-1003593-g004" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.g004</object-id><label>Figure 4</label><caption>
<title>Summary of timing of superinfection events relative to initial infection events.</title>
<p>Subject identifiers for the 21 cases of superinfection are listed with the 9 cases identified here listed first, followed by the 12 cases from prior studies <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>. Time since initial infection (years) is represented as blue bars. The red rectangles represent the interval between the last timepoint at which only the initial variant was detected and the first timepoint at which the superinfecting variant was detected. The blue line marks the interval midpoint. *QB045 was HIV RNA-positive at enrollment and was therefore excluded from the incidence analysis.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.g004" position="float" xlink:type="simple"/></fig></sec><sec id="s2c">
<title>Sequence similarity between initial and superinfecting viruses</title>
<p>We detected both inter-subtype and intra-subtype superinfections. In 6 of 9 cases identified by NGS, the superinfecting variant was the same subtype as the initial variant in every gene where both were detected. In all 9 cases, the variants were the same subtype in the <italic>env</italic> amplicon (<xref ref-type="table" rid="ppat-1003593-t001">Table 1</xref>). Among all 21 cases of superinfection (<xref ref-type="supplementary-material" rid="ppat.1003593.s005">Table S2</xref>), the majority of superinfection events we detected were intrasubtype, regardless of genomic region: 53.8% were intrasubtype based on <italic>gag</italic> sequence, 62.5% based on <italic>pol</italic>, and 70.6% based on <italic>env</italic>.</p>
<p>We further investigated the possibility of a bias in sequence similarity of superinfecting variants to initial variants by analyzing amino acid diversity. We compared the pairwise amino acid distance between initial and superinfecting variants within each superinfection case to the distance that would be expected by chance. The latter was modeled by simulated mixtures of sequences from all possible pairs of singly infected individuals in the Mombasa cohort (<xref ref-type="fig" rid="ppat-1003593-g005">Fig. 5</xref>). Using NGS data from the 9 superinfection cases and 120 singly infected women screened here, we found no significant differences between the sequence similarity within superinfected individuals and that expected by chance (<xref ref-type="fig" rid="ppat-1003593-g005">Fig. 5a</xref>). Including Sanger sequencing data from the additional 12 superinfected women previously screened yielded a similar result (<xref ref-type="fig" rid="ppat-1003593-g005">Fig. 5b</xref>)</p>
<fig id="ppat-1003593-g005" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.g005</object-id><label>Figure 5</label><caption>
<title>Sequence similarity between initial and superinfecting variants.</title>
<p>Boxplots of pairwise amino acid distances in each genomic region are displayed, comparing the distance between the initial and superinfecting sequences within each superinfection case (red) to the distance between sequences in simulated mixtures of randomly selected pairs of singly-infected individuals (green). <bold>A.</bold> Analysis of 454 sequences from NGS screen. <bold>B.</bold> Analysis of 454 sequences from NGS screen and Sanger sequences from 12 previously identified cases of superinfection <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.g005" position="float" xlink:type="simple"/></fig></sec><sec id="s2d">
<title>Incidence and timing of initial infection and superinfection</title>
<p>The incidence of superinfection among women who were screened was compared to the incidence of initial infection in the entire cohort at risk. Only incident HIV infections (occurring after enrollment in the cohort) were included. Fourteen women who were seronegative but HIV RNA positive at enrollment were excluded for this reason. Seven of these had been screened for superinfection, and one was found to be superinfected, which mirrors the frequency of superinfection observed in the entire group. The individual with evidence of dual infection at the earliest timepoint was also excluded, since we were unable to distinguish coinfection from superinfection. After exclusions, 1910 women were at risk of initial infection, contributing 5124 person-years, and 138 women were screened for superinfection, contributing 764py following first infection. There were 295 initial infections, giving a crude incidence rate of 5.7 per 100pys, and 20 superinfections, giving a crude incidence rate of 2.61 per 100 pys.</p>
<p>The incidence of superinfection and initial infection over time is summarized in <xref ref-type="fig" rid="ppat-1003593-g006">Figure 6</xref>. We used Andersen-Gill proportional hazards analysis to generate a hazard ratio (HR) relating the incidence of superinfection to that of initial infection. The unadjusted HR for this comparison was 0.49 (CI 0.31–0.76, p = 0.0018). Variables previously shown to influence HIV exposure risk in this cohort <xref ref-type="bibr" rid="ppat.1003593-Martin1">[22]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Baeten1">[23]</xref> were included as adjustments in the model (summarized in <xref ref-type="table" rid="ppat-1003593-t002">Table 2</xref>). These included self-reported sexual risk behavior, place of work, hormonal contraceptive use, genital tract infections, years in sexwork, age at first sex, total follow-up time in the cohort and calendar year. The HR for superinfection compared to initial infection, adjusted for these variables, was 0.47 (CI 0.29–0.75, p = 0.0019). Since proportional hazards analysis is based on time to infection and the precision with which superinfection timing was determined varied between cases, we performed sensitivity analyses setting infection timing for all cases to the start or midpoint of the timing windows rather than the end, as done for the above analysis. In both of these analyses, significant differences in incidence were also observed: setting infection timing to the start of the windows, the adjusted HR was 0.33 (CI 0.18–0.58, p = 0.00012); using the window midpoints, the adjusted HR was 0.39 (CI 0.23–0.63, p = 0.00016).</p>
<fig id="ppat-1003593-g006" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.g006</object-id><label>Figure 6</label><caption>
<title>Kaplan-Meier curve showing initial and superinfection events over time at risk.</title>
<p>Event-free survival is plotted against days at risk for 1910 women at risk for initial infection (blue) and 138 women at risk for superinfection (red).</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.g006" position="float" xlink:type="simple"/></fig><table-wrap id="ppat-1003593-t002" position="float"><object-id pub-id-type="doi">10.1371/journal.ppat.1003593.t002</object-id><label>Table 2</label><caption>
<title>Sociodemographic and clinical characteristics of women at risk of initial infection and screened for superinfection.</title>
</caption><alternatives><graphic id="ppat-1003593-t002-2" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.ppat.1003593.t002" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">Initial infection risk set n = 1910</td>
<td align="left" rowspan="1" colspan="1">Superinfection risk set (screened) n = 138</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">Age</td>
<td align="left" rowspan="1" colspan="1">26.0 (23.0–21.0)</td>
<td align="left" rowspan="1" colspan="1">28 (24.5–33.4)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Years education</td>
<td align="left" rowspan="1" colspan="1">8 (7–10)</td>
<td align="left" rowspan="1" colspan="1">7 (7–10)<xref ref-type="table-fn" rid="nt105">†</xref></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Parity</td>
<td align="left" rowspan="1" colspan="1">1 (1–2)</td>
<td align="left" rowspan="1" colspan="1">2 (1–2)<xref ref-type="table-fn" rid="nt105">†</xref></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Bar worker, no. (%)</td>
<td align="left" rowspan="1" colspan="1">1410 (74)</td>
<td align="left" rowspan="1" colspan="1">117 (85)<xref ref-type="table-fn" rid="nt105">†</xref></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Alcohol, no. (%)</td>
<td align="left" rowspan="1" colspan="1">1459 (76)</td>
<td align="left" rowspan="1" colspan="1">116 (84)<xref ref-type="table-fn" rid="nt105">†</xref></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Years in sexwork</td>
<td align="left" rowspan="1" colspan="1">1.0 (0.1–3.0)</td>
<td align="left" rowspan="1" colspan="1">3.2 (1.5–5.7)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Age at first sex</td>
<td align="left" rowspan="1" colspan="1">17 (15–18)</td>
<td align="left" rowspan="1" colspan="1">17 (15–18)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Sexual risk behavior in past week</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Sex frequency</td>
<td align="left" rowspan="1" colspan="1">2 (1–3)</td>
<td align="left" rowspan="1" colspan="1">1 (0–2)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Unprotected sex frequency</td>
<td align="left" rowspan="1" colspan="1">0 (0–1)</td>
<td align="left" rowspan="1" colspan="1">0 (0–1)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Number sexual partners</td>
<td align="left" rowspan="1" colspan="1">2 (1–3)</td>
<td align="left" rowspan="1" colspan="1">1 (0–1)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Hormonal contraception in past 70 days, no. (%)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">OCP</td>
<td align="left" rowspan="1" colspan="1">234 (12)</td>
<td align="left" rowspan="1" colspan="1">20 (14)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Depot</td>
<td align="left" rowspan="1" colspan="1">400 (21)</td>
<td align="left" rowspan="1" colspan="1">53 (38)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Norplant</td>
<td align="left" rowspan="1" colspan="1">39 (2)</td>
<td align="left" rowspan="1" colspan="1">2 (1)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">IUD</td>
<td align="left" rowspan="1" colspan="1">41 (2)</td>
<td align="left" rowspan="1" colspan="1">3 (2)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">STI in past 70 days, no. (%)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Bacterial vaginosis</td>
<td align="left" rowspan="1" colspan="1">665 (35)</td>
<td align="left" rowspan="1" colspan="1">71 (51)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Cervicitis</td>
<td align="left" rowspan="1" colspan="1">235 (12)</td>
<td align="left" rowspan="1" colspan="1">30 (22)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Genital ulcer disease</td>
<td align="left" rowspan="1" colspan="1">35 (2)</td>
<td align="left" rowspan="1" colspan="1">10 (7)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Gonorrhea</td>
<td align="left" rowspan="1" colspan="1">85 (4)</td>
<td align="left" rowspan="1" colspan="1">16 (12)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Trichomoniasis</td>
<td align="left" rowspan="1" colspan="1">105 (5)</td>
<td align="left" rowspan="1" colspan="1">22 (16)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Any</td>
<td align="left" rowspan="1" colspan="1">900 (47)</td>
<td align="left" rowspan="1" colspan="1">95 (69)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Total years follow-up<xref ref-type="table-fn" rid="nt106">∧</xref></td>
<td align="left" rowspan="1" colspan="1">1.6 (0.3–5.3)</td>
<td align="left" rowspan="1" colspan="1">6.7 (4.3–9.8)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Calendar year, median (IQR)</td>
<td align="left" rowspan="1" colspan="1">1997 (1995–2002)</td>
<td align="left" rowspan="1" colspan="1">1997 (1995–1999)</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt103"><label/><p>Values shown are median (IQR), unless otherwise specified.</p></fn><fn id="nt104"><label/><p>Data shown were collected at time of entry into each risk set (seroincident cohort enrollment for initial infection risk and initial HIV infection for superinfection risk), except where marked.</p></fn><fn id="nt105"><label>†</label><p>at seroincident cohort enrollment.</p></fn><fn id="nt106"><label>∧</label><p>Time from seroincident cohort enrollment to censoring, regardless of infection events.</p></fn></table-wrap-foot></table-wrap>
<p>We assessed whether the risk of superinfection varied with time since initial infection by dividing our data into infection events occurring early or late in follow-up and estimating the HR, as above, in each subset. We found that within the first 6 months at risk, the incidence rates of initial and superinfection did not differ significantly (adjusted HR 0.73, p = 0.51), whereas after 6 months the rate of superinfection was lower than that of initial infection (adjusted HR 0.40, p = 0.0017). A similar result was observed when considering events within or beyond one year at risk: within the first year, the incidence rates of initial and superinfection did not differ significantly (adjusted HR 0.54, p = 0.14), but after one year the rate of superinfection was significantly lower (adjusted HR 0.43, p = 0.0059). Sensitivity analyses setting infection time to the start and midpoint of the timing windows as above reproduced the same results (data not shown).</p>
<p>We noted that the previous screens in the cohort appeared to detect a higher frequency of superinfection than the NGS screen (12 cases of 56 women screened, compared with 9 cases of 90), with a greater fraction of the events occurring later after initial infection (<xref ref-type="fig" rid="ppat-1003593-g004">Fig. 4</xref>). Since the NGS screen spanned later years in the cohort than the previous studies, such a difference could be due to the known decline in infection risk in the cohort over calendar time <xref ref-type="bibr" rid="ppat.1003593-Martin1">[22]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Baeten1">[23]</xref>. However, the numbers of events are small when the datasets are considered separately and the difference both in superinfection incidence rate and post-infection timing between the two studies was not statistically significant (data not shown).</p>
</sec></sec><sec id="s3">
<title>Discussion</title>
<p>In this study we used NGS to screen for superinfection in 129 high-risk women and identified 9 cases of superinfection. Combined with previous studies<xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, a total of 21 cases of superinfection were detected among 146 women screened in this cohort. There was a statistically significant difference between the incidence of superinfection (2.61 per 100pys) and initial infection (5.75 per 100 pys), with a hazard ratio of 0.47 after adjusting for potential confounding factors. This suggests that HIV infection provides partial protection from subsequent infection.</p>
<p>The relatively large size of this cohort and high number of superinfection cases enabled us to detect for the first time a statistically significant difference between the incidence of initial infection and superinfection. This possibility has been proposed previously, though the studies were not designed and/or powered to detect a difference <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Kraft1">[18]</xref>. In the largest incidence study prior to the present study, Redd <italic>et al.</italic> screened a comparable number of individuals (149) in a lower-risk cohort and identified 7 cases of superinfection. The incidence of superinfection was not found to differ significantly from initial infection, but there was a trend for lower incidence of superinfection when controlling for baseline sociodemographic differences between the groups at risk of initial and superinfection. Analysis of our data using the same methods as Redd <italic>et al.</italic> – Poisson regression with propensity score matching <xref ref-type="bibr" rid="ppat.1003593-Redd1">[8]</xref> – was consistent with the results of our Andersen-Gill analysis, showing a significant difference in incidence, with an estimated incidence ratio of 0.48 (p = 0.011) comparing superinfection to initial infection.</p>
<p>In addition to sample size, two strengths of our incidence analysis were our specification of infection timing to within a few months on average and our comparison of initial and superinfection risk within the same cohort. These enabled us to adjust for the same potential confounding factors in both the initial infection and the superinfection risk sets, using frequently collected time-varying covariate data. Particularly important, given the sequential nature of superinfection, was adjustment for calendar year to control for decline in infection risk in the cohort over time. The distributions of initial and superinfection events over calendar time were similar (<xref ref-type="supplementary-material" rid="ppat.1003593.s003">Fig. S3</xref>), suggesting community-level changes over time did not severely bias our analysis.</p>
<p>The ∼two-fold reduction we found in the incidence of superinfection has a number of possible interpretations. First, it may indicate that the adaptive immune response elicited by initial infection provides partial protection from second infection. If this were the case, superinfection might preferentially occur early in infection, before the response has matured <xref ref-type="bibr" rid="ppat.1003593-Chohan1">[2]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Redd2">[13]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Smith2">[24]</xref>. In support of this idea, we found that, although superinfection occurred throughout the course of first infection, the incidence of superinfection was significantly lower than initial infection after the first 6 months of infection, but not earlier. This suggests that susceptibility to superinfection decreased over time, coincident with broadening and strengthening of HIV-specific immunity. Indeed, this has been suggested by two earlier studies, each documenting three cases of superinfection that occurred within the first year after initial infection <xref ref-type="bibr" rid="ppat.1003593-Smith1">[3]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Kraft1">[18]</xref>.</p>
<p>If the difference in incidence we observed is due to a partially protective adaptive immune response, we would anticipate superinfection would preferentially occur with more distantly related viruses, more likely to escape the response. Using viral subtype and pairwise amino acid distance as surrogate measures of antigenic distance, our data provided no evidence of this effect. The majority of the 21 superinfection events we detected were intrasubtype, and the proportion of subtype A, C and D viral sequences was similar for the initial and superinfecting viruses, consistent with the subtype distribution in this cohort <xref ref-type="bibr" rid="ppat.1003593-Rainwater1">[25]</xref>. The pairwise distance between initial and superinfecting variants was no higher than the distribution of distances between random pairs of singly-infected individuals from the Mombasa cohort. This may potentially be explained by limited sample size or insufficient simultaneously circulating subtypes. It also may be that sequence relatedness is a poor indicator of susceptibility to the immune response or the genome regions we analyzed are not critical antigenic determinants of protection.</p>
<p>Alternatively, it is possible that protective immune responses are not driving the protective effect we observed. Another potential explanation for the lower risk of superinfection is that HIV infection itself may reduce infection risk by depleting permissive target cells. On the other hand, chronic immune activation and immunodeficiency following HIV infection could increase susceptibility, potentially blunting protective effects <xref ref-type="bibr" rid="ppat.1003593-Klasse1">[26]</xref>. Thus, there may be a complex interplay of biological factors impacting HIV risk in an HIV-positive individual.</p>
<p>So far, studies of immune correlates of superinfection have yielded variable results – some suggesting neutralizing antibody deficits in superinfection <xref ref-type="bibr" rid="ppat.1003593-Smith3">[27]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Basu1">[28]</xref>, while others, including studies in the Mombasa cohort, detected no differences in antibody <xref ref-type="bibr" rid="ppat.1003593-Blish1">[29]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Forthal1">[30]</xref> or cellular <xref ref-type="bibr" rid="ppat.1003593-Blish2">[31]</xref> responses. A major challenge in these studies has been the identification and analysis of large enough numbers of superinfection cases: the small sample sizes in studies to date (three to twelve superinfected individuals) would restrict detection to only very large effects. Small sample size is just one factor that has made detecting immune deficits associated with superinfection challenging and contributed to variable results among studies. There has also been variation among published studies in the control groups used for comparison, including the time at which the response was analyzed relative to the time of superinfection and initial infection. Given the dynamic nature of the immune response, sample timing could impact measures in both controls and cases. Furthermore, precision in the estimated timing of superinfection varies between studies, and between cases, providing an additional variable. Divergent findings between studies may also reflect differences in the assays used and subtleties in the immune parameters they capture.</p>
<p>Our finding of lower risk of superinfection than initial infection provides greater impetus for larger-scale comprehensive analysis of multiple immune mechanisms, including both those analyzed in the smaller studies to date and, perhaps of more interest, those not characterized in prior studies. If the discrepancies in earlier studies reflect the fact that multiple immune parameters are at play, then examining a variety of immune responses in the same individuals in a larger cohort may be needed to define responses that contribute to HIV susceptibility following initial infection.</p>
<p>Like all studies, the study presented here has a number of limitations. Firstly, while our screening methods are among the most sensitive developed, it remains possible that some cases of superinfection were missed. In particular, reinfection by the same source partner is not captured by any existing methods. Additionally, our specification of the timing of superinfection was limited by the samples available to us. While follow-up was generally frequent in this study population, there were six superinfection cases where sample availability limited our ability to define the time of superinfection to within a one-year period. This uncertainty in superinfection timing did not affect our findings, as we found that whether we assumed in the incidence analysis that the true timing of superinfection was at the start, midpoint or end of the timing window, the results indicated that the incidence of superinfection was significantly lower than that of initial infection. Finally, as in all observational studies, residual confounding of our incidence estimate by behavioral changes and sexual network-level factors not measured or accounted for in our analyses remains a possibility. However, the fact that we compared initial and superinfection risk within the same cohort and collected covariate data at frequent intervals enabled us to minimize this issue to an extent not possible in previous studies.</p>
<p>This study provides the first robust evidence that HIV infection reduces the risk of subsequent infection. The underlying mechanism remains unclear, but this finding prompts exploration of correlates of protection from HIV in high-risk individuals who continue to be exposed after first infection. Furthermore, this study reinforces that superinfection occurs at a considerable rate, calling for studies of its impact on the clinical progression, transmission, and epidemiology of HIV.</p>
</sec><sec id="s4" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s4a">
<title>Ethics statement</title>
<p>The study was approved by the ethical review committees of the University of Nairobi, the University of Washington and the Fred Hutchinson Cancer Research Center. Written informed consent was obtained from all participants.</p>
</sec><sec id="s4b">
<title>Study population</title>
<p>Seronegative women in Mombasa, Kenya, attended monthly visits, at which clinical examinations, interviews and sample collection took place, as previously described <xref ref-type="bibr" rid="ppat.1003593-Martin1">[22]</xref>. Following seroconversion, sample collection took place quarterly. Individuals were selected for superinfection screening based on sample availability &lt;6 months and &gt;2 years post-initial HIV infection, and an approximately equally spaced intervening sample. Within these limitations, samples with maximal plasma viral load, &gt;1000 copies/ml, and prior to initiation of antiretroviral therapy were selected. Thirty-nine of 44 women previously screened for superinfection by Sanger sequencing and identified as singly infected <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref> were rescreened; the remaining 5 women did not have adequate samples available.</p>
</sec><sec id="s4c">
<title>Viral amplification and sequencing</title>
<p>HIV virions were isolated from heparinized plasma using the μMACS VitalVirus HIV Isolation kit (Miltenyi Biotec) and viral RNA extracted from 140–420 µl, depending on viral load, using the Qiamp viral RNA Mini kit (Qiagen). Nested RT-PCR of ∼500 bp in <italic>gag</italic>, <italic>pol</italic> and <italic>env</italic> was conducted in duplicate (see <xref ref-type="supplementary-material" rid="ppat.1003593.s004">Table S1</xref>). RNA input into each reaction was normalized to 3000 viral genomes according to plasma viral load, or the maximum possible where viral load was too low. RT-PCRs for the three genes were multiplexed. Nested PCR reactions were carried out separately for each region with primers containing adaptors for Roche 454 sequencing and a unique 8 bp barcode sequence to identify each sample. PCR products were purified using AMPure XP PCR purification beads (Agencourt) and quantified using the Qubit dsDNA HS assay (Invitrogen). PCR products were sequenced on the Roche 454 GS-Junior or GS-FLX titanium platform. Where initial sequencing suggested superinfection (see below), timing was inferred by sequencing intervening timepoints. Sequences are available upon request from the authors.</p>
</sec><sec id="s4d">
<title>Bioinformatic pipeline</title>
<p>454 sequences were error-corrected using AmpliconNoise <xref ref-type="bibr" rid="ppat.1003593-Quince1">[32]</xref>. Chimeric sequences were identified and removed using UCHIME <xref ref-type="bibr" rid="ppat.1003593-Edgar1">[33]</xref>. Cross-contamination between samples sequenced together and contamination by other lab samples was identified by all-against-all BLAST against a local database of published HIV sequences and sequences from the same sequencing run. Sequences with high identity hits to known laboratory stains or other samples from the same sequencing run were removed. Sequences with abundance &lt;5 reads or 0.5% of the sample, whichever was higher, were excluded from further analyses as lower abundance variants were not reproducibly detected in repeated deeper sequencing of two selected samples where rare variants formed a distinct phylogenetic clade. An amplicon-specific profile HMM was created from an alignment of representative sequences from multiple subtypes. For each subject and amplicon, 20 reference sequences were selected by placing 454 reads on a tree of candidate reference sequences <xref ref-type="bibr" rid="ppat.1003593-Matsen1">[34]</xref> and minimizing the average distance to the closest leaf <xref ref-type="bibr" rid="ppat.1003593-Matsen2">[35]</xref>. These reference sequences, representatives from subtypes common to the region, and 454 reads were aligned to the HMM using hmmalign <xref ref-type="bibr" rid="ppat.1003593-Eddy1">[36]</xref> and non-consensus columns removed. Any sequences &lt;200 bp long after alignment and trimming were removed. We used BEAST <xref ref-type="bibr" rid="ppat.1003593-Drummond1">[37]</xref> to calculate a posterior probability of monophyly for the sequences. A posterior sample of trees was obtained using a strict molecular clock, Bayesian Skyline Plot population model and the HKY substitution model. Each MCMC chain ran 20 million iterations, sampling every 2000, discarding the initial 25% of samples as burn-in. Chains were assessed for convergence by examining effective sample size (ESS) and by visual inspection of traces of key parameters. A strict clock was used as poor mixing was frequently observed under relaxed clock models. BEAST runs with intermediate posterior probabilities (0.2–0.8) were manually examined for recombinant sequences and run again with putative recombinants removed. Pairwise distances were calculated for all sequence pairs under the TN93 model using APE <xref ref-type="bibr" rid="ppat.1003593-Paradis1">[38]</xref>, reporting the maximum within-subject distance. For comparison, 95% confidence limits of pairwise distances were calculated for sequences from known single infections (previously screened in <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>) and simulated dual infections. Dual infections were simulated by combining all pairs of sequences from previously screened singly infected samples. Pairwise distances calculated from 454 sequences obtained in this study were compared to the upper bound of the 95% quantile of single infection distances, and the lower bound of the 95% quantile of simulated dual infection distances. This pipeline was validated and refined by processing monophyletic viral isolates, known mixtures of isolates, and known cases of superinfection detected by Sanger sequencing <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>. These methods were found to be sensitive enough to distinguish two subtype A isolates mixed at abundances of 5%∶95% genome copies in all three genomic regions, and at 1%∶99% in two of three genomic regions (<xref ref-type="supplementary-material" rid="ppat.1003593.s001">Fig. S1</xref>).</p>
</sec><sec id="s4e">
<title>Analysis of amino acid distance in superinfection</title>
<p>Sequences were aligned as for the phylogenetic analysis. Insertions relative to the reference alignment were removed, and sequences with &lt;60% coverage or identified as recombinants between initial and superinfecting variants upon visual inspection were excluded. For each case of superinfection, viral sequences were annotated as the initial strain or the superinfecting strain. We calculated the mean Hamming distance between amino acid sequences of the superinfecting strain from the time of superinfection detection and sequences of the initial strain up to and including this time. In calculating the mean distance, each pairwise comparison was weighted using the product of the multiplicities of the two reads. To investigate whether these distances deviated from what would be expected by chance, an artificial set of mock superinfections was generated by combining sequences from singly infected individuals. All pairs of singly infected individuals screened by 454 sequencing were enumerated. In each pair, one individual was randomly chosen to be the source of the ‘initial’ virus in the simulated superinfection. A time of ‘superinfection’ was chosen randomly from the available sampled timepoints and sequences from all timepoints up to and including this time were used for analysis. The other individual in the pair acted as the source of the ‘superinfecting’ virus. A time of ‘transmission’ was chosen randomly from the available sampled timepoints and sequences from this timepoint were used. Mean distances within pairs were calculated as above. The analysis was repeated including <italic>gag</italic> and <italic>env</italic> Sanger sequences from previously published cases <xref ref-type="bibr" rid="ppat.1003593-Chohan2">[5]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi1">[12]</xref>, <xref ref-type="bibr" rid="ppat.1003593-Piantadosi2">[17]</xref>, trimmed to the genome region amplified for NGS, and given unit weight. A two-sample Wilcoxon test was used to test for a difference between the distances observed in true superinfections and those simulated in mock superinfections.</p>
</sec><sec id="s4f">
<title>Incidence analysis</title>
<p>Statistical analysis was performed using R (<ext-link ext-link-type="uri" xlink:href="http://www.r-project.org" xlink:type="simple">www.r-project.org</ext-link>). The incidences of initial and superinfection were compared by Andersen-Gill proportional hazards analysis. The predictor was inclusion in the screen for superinfection, modeled as a time-dependent variable, and the outcome was time to HIV infection (initial and super). Timing of infection events for the incidence analysis was set to the study visit of their detection (for initial infection events the visit after inferred infection timing; for superinfection events, the time at which the superinfecting virus was first detected). Individuals who were HIV infected but not screened for superinfection were censored after acquisition of initial infection. Individuals who became superinfected were censored after acquisition of superinfection. Individuals who were screened and not found to be superinfected were censored at the last timepoint screened. Since samples after initiation of antiretroviral treatment were excluded from superinfection screening, no follow-up after treatment initiation was included. The model was adjusted for time-varying variables at each visit: calendar year, age, years in sexwork, number of weekly sexual partners, number of weekly unprotected sex acts, hormonal contraceptive use in the prior 70 days and any genital tract infection in the prior 70 days (bacterial vaginosis, cervicitis, genital ulcer disease, gonorrhea, trichomoniasis); place of work and age at first sex recorded at enrollment; and total follow-up time in the study. Incidences of initial and superinfection were also estimated as described in <xref ref-type="bibr" rid="ppat.1003593-Redd1">[8]</xref>, using Poisson regression and propensity score matching to select a subset of women at risk of initial infection whose baseline risk profiles most closely matched those of women screened for superinfection.</p>
</sec></sec><sec id="s5">
<title>Supporting Information</title>
<supplementary-material id="ppat.1003593.s001" mimetype="application/pdf" xlink:href="info:doi/10.1371/journal.ppat.1003593.s001" position="float" xlink:type="simple"><label>Figure S1</label><caption>
<p><bold>Detection of control viral mixtures at 95∶5 &amp; 99∶1.</bold> Phylogenetic trees representing viral sequences in <italic>gag</italic>, <italic>pol</italic> and <italic>env</italic> from known mixtures of plasma from two individuals (QA966 and QF927) at ratios of 95∶5 and 99∶1.</p>
<p>(PDF)</p>
</caption></supplementary-material><supplementary-material id="ppat.1003593.s002" mimetype="application/pdf" xlink:href="info:doi/10.1371/journal.ppat.1003593.s002" position="float" xlink:type="simple"><label>Figure S2</label><caption>
<p><bold>Schematics of viral variants detected in 9 cases of superinfection.</bold> Detection of initial and superinfecting variants is indicated in each of the three genomic regions at each timepoint.</p>
<p>(PDF)</p>
</caption></supplementary-material><supplementary-material id="ppat.1003593.s003" mimetype="application/pdf" xlink:href="info:doi/10.1371/journal.ppat.1003593.s003" position="float" xlink:type="simple"><label>Figure S3</label><caption>
<p><bold>Calendar year at the estimated time of initial infection and superinfection in superinfection cases.</bold></p>
<p>(PDF)</p>
</caption></supplementary-material><supplementary-material id="ppat.1003593.s004" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xlink:href="info:doi/10.1371/journal.ppat.1003593.s004" position="float" xlink:type="simple"><label>Table S1</label><caption>
<p><bold>PCR primers and conditions.</bold></p>
<p>(XLSX)</p>
</caption></supplementary-material><supplementary-material id="ppat.1003593.s005" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xlink:href="info:doi/10.1371/journal.ppat.1003593.s005" position="float" xlink:type="simple"><label>Table S2</label><caption>
<p><bold>Characteristics of all 21 cases of superinfection.</bold></p>
<p>(XLSX)</p>
</caption></supplementary-material></sec></body>
<back>
<ack>
<p>We are indebted to the participants of the Mombasa cohort and staff at the study clinic. We thank Frederic Bushman, Stephanie Grunberg, Christian Hoffmann and Erik Toorens at the University of Pennsylvania for use of the 454 sequencing facility and technical assistance and advice. We also thank Jan Albert and his group for helpful discussions on NGS methods during the initial phases of this study.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="ppat.1003593-Baker1"><label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Baker</surname><given-names>BM</given-names></name>, <name name-style="western"><surname>Block</surname><given-names>BL</given-names></name>, <name name-style="western"><surname>Rothchild</surname><given-names>AC</given-names></name>, <name name-style="western"><surname>Walker</surname><given-names>BD</given-names></name> (<year>2009</year>) <article-title>Elite control of HIV infection: implications for vaccine design</article-title>. <source>Expert Opin Biol Ther</source> <volume>9</volume>: <fpage>55</fpage>–<lpage>69</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1517/14712590802571928" xlink:type="simple">10.1517/14712590802571928</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Chohan1"><label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chohan</surname><given-names>BH</given-names></name>, <name name-style="western"><surname>Piantadosi</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Overbaugh</surname><given-names>J</given-names></name> (<year>2010</year>) <article-title>HIV-1 superinfection and its implications for vaccine design</article-title>. <source>Curr HIV Res</source> <volume>8</volume>: <fpage>596</fpage>–<lpage>601</lpage>.</mixed-citation>
</ref>
<ref id="ppat.1003593-Smith1"><label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Smith</surname><given-names>DM</given-names></name>, <name name-style="western"><surname>Wong</surname><given-names>JK</given-names></name>, <name name-style="western"><surname>Hightower</surname><given-names>GK</given-names></name>, <name name-style="western"><surname>Ignacio</surname><given-names>CC</given-names></name>, <name name-style="western"><surname>Koelsch</surname><given-names>KK</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Incidence of HIV superinfection following primary infection</article-title>. <source>JAMA</source> <volume>292</volume>: <fpage>1177</fpage>–<lpage>1178</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1001/jama.292.10.1177" xlink:type="simple">10.1001/jama.292.10.1177</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Waters1"><label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Waters</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Smit</surname><given-names>E</given-names></name> (<year>2012</year>) <article-title>HIV-1 superinfection</article-title>. <source>Curr Opin Infect Dis</source> <volume>25</volume>: <fpage>42</fpage>–<lpage>50</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1097/QCO.0b013e32834ef5af" xlink:type="simple">10.1097/QCO.0b013e32834ef5af</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Chohan2"><label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chohan</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Lavreys</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Rainwater</surname><given-names>SMJ</given-names></name>, <name name-style="western"><surname>Overbaugh</surname><given-names>J</given-names></name> (<year>2005</year>) <article-title>Evidence for frequent reinfection with human immunodeficiency virus type 1 of a different subtype</article-title>. <source>Journal of Virology</source> <volume>79</volume>: <fpage>10701</fpage>–<lpage>10708</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1128/JVI.79.16.10701-10708.2005" xlink:type="simple">10.1128/JVI.79.16.10701-10708.2005</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Altfeld1"><label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Altfeld</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Allen</surname><given-names>TM</given-names></name>, <name name-style="western"><surname>Yu</surname><given-names>XG</given-names></name>, <name name-style="western"><surname>Johnston</surname><given-names>MN</given-names></name>, <name name-style="western"><surname>Agrawal</surname><given-names>D</given-names></name>, <etal>et al</etal>. (<year>2002</year>) <article-title>HIV-1 superinfection despite broad CD8+ T-cell responses containing replication of the primary virus</article-title>. <source>Nature</source> <volume>420</volume>: <fpage>434</fpage>–<lpage>439</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1038/nature01200" xlink:type="simple">10.1038/nature01200</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Jost1"><label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jost</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Bernard</surname><given-names>M-C</given-names></name>, <name name-style="western"><surname>Kaiser</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Yerly</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Hirschel</surname><given-names>B</given-names></name>, <etal>et al</etal>. (<year>2002</year>) <article-title>A patient with HIV-1 superinfection</article-title>. <source>N Engl J Med</source> <volume>347</volume>: <fpage>731</fpage>–<lpage>736</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1056/NEJMoa020263" xlink:type="simple">10.1056/NEJMoa020263</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Redd1"><label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Redd</surname><given-names>AD</given-names></name>, <name name-style="western"><surname>Mullis</surname><given-names>CE</given-names></name>, <name name-style="western"><surname>Serwadda</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Kong</surname><given-names>X</given-names></name>, <name name-style="western"><surname>Martens</surname><given-names>C</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>The rates of HIV superinfection and primary HIV incidence in a general population in Rakai, Uganda</article-title>. <source>J INFECT DIS</source> <volume>206</volume>: <fpage>267</fpage>–<lpage>274</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/infdis/jis325" xlink:type="simple">10.1093/infdis/jis325</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Ramos1"><label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ramos</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Hu</surname><given-names>DJ</given-names></name>, <name name-style="western"><surname>Nguyen</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Phan</surname><given-names>K-O</given-names></name>, <name name-style="western"><surname>Vanichseni</surname><given-names>S</given-names></name>, <etal>et al</etal>. (<year>2002</year>) <article-title>Intersubtype human immunodeficiency virus type 1 superinfection following seroconversion to primary infection in two injection drug users</article-title>. <source>Journal of Virology</source> <volume>76</volume>: <fpage>7444</fpage>–<lpage>7452</lpage>.</mixed-citation>
</ref>
<ref id="ppat.1003593-Koelsch1"><label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Koelsch</surname><given-names>KK</given-names></name>, <name name-style="western"><surname>Smith</surname><given-names>DM</given-names></name>, <name name-style="western"><surname>Little</surname><given-names>SJ</given-names></name>, <name name-style="western"><surname>Ignacio</surname><given-names>CC</given-names></name>, <name name-style="western"><surname>Macaranas</surname><given-names>TR</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Clade B HIV-1 superinfection with wild-type virus after primary infection with drug-resistant clade B virus</article-title>. <source>AIDS</source> <volume>17</volume>: <fpage>F11</fpage>–<lpage>F16</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1097/01.aids.0000060361.78202.4c" xlink:type="simple">10.1097/01.aids.0000060361.78202.4c</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-vanderKuyl1"><label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>van der Kuyl</surname><given-names>AC</given-names></name>, <name name-style="western"><surname>Kozaczynska</surname><given-names>K</given-names></name>, <name name-style="western"><surname>van den Burg</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Zorgdrager</surname><given-names>F</given-names></name>, <name name-style="western"><surname>Back</surname><given-names>N</given-names></name>, <etal>et al</etal>. (<year>2005</year>) <article-title>Triple HIV-1 infection</article-title>. <source>N Engl J Med</source> <volume>352</volume>: <fpage>2557</fpage>–<lpage>2559</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1056/NEJM200506163522420" xlink:type="simple">10.1056/NEJM200506163522420</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Piantadosi1"><label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Piantadosi</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Ngayo</surname><given-names>MO</given-names></name>, <name name-style="western"><surname>Chohan</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Overbaugh</surname><given-names>J</given-names></name> (<year>2008</year>) <article-title>Examination of a second region of the HIV type 1 genome reveals additional cases of superinfection</article-title>. <source>AIDS Res Hum Retroviruses</source> <volume>24</volume>: <fpage>1221</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1089/aid.2008.0100" xlink:type="simple">10.1089/aid.2008.0100</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Redd2"><label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Redd</surname><given-names>AD</given-names></name>, <name name-style="western"><surname>Quinn</surname><given-names>TC</given-names></name>, <name name-style="western"><surname>Tobian</surname><given-names>AA</given-names></name> (<year>2013</year>) <article-title>Frequency and implications of HIV superinfection</article-title>. <source>The Lancet Infectious Diseases</source> <volume>13</volume>: <fpage>622</fpage>–<lpage>628</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/S1473-3099(13)70066-5" xlink:type="simple">10.1016/S1473-3099(13)70066-5</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Tsui1"><label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tsui</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Herring</surname><given-names>BL</given-names></name>, <name name-style="western"><surname>Barbour</surname><given-names>JD</given-names></name>, <name name-style="western"><surname>Grant</surname><given-names>RM</given-names></name>, <name name-style="western"><surname>Bacchetti</surname><given-names>P</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Human immunodeficiency virus type 1 superinfection was not detected following 215 years of injection drug user exposure</article-title>. <source>Journal of Virology</source> <volume>78</volume>: <fpage>94</fpage>–<lpage>103</lpage>.</mixed-citation>
</ref>
<ref id="ppat.1003593-Rachinger1"><label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rachinger</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Manyenga</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Burger</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Derks Van De Ven</surname><given-names>TLP</given-names></name>, <name name-style="western"><surname>Stolte</surname><given-names>IG</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Low Incidence of HIV-1 Superinfection Even After Episodes of Unsafe Sexual Behavior of Homosexual Men in the Amsterdam Cohort Studies on HIV Infection and AIDS</article-title>. <source>Journal of Infectious Diseases</source> <volume>203</volume>: <fpage>1621</fpage>–<lpage>1628</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/infdis/jir164" xlink:type="simple">10.1093/infdis/jir164</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Gonzales1"><label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gonzales</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Delwart</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Rhee</surname><given-names>S-Y</given-names></name>, <name name-style="western"><surname>Tsui</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Zolopa</surname><given-names>AR</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Lack of detectable human immunodeficiency virus type 1 superinfection during 1072 person-years of observation</article-title>. <source>J INFECT DIS</source> <volume>188</volume>: <fpage>397</fpage>–<lpage>405</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1086/376534" xlink:type="simple">10.1086/376534</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Piantadosi2"><label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Piantadosi</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Chohan</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Chohan</surname><given-names>V</given-names></name>, <name name-style="western"><surname>McClelland</surname><given-names>RS</given-names></name>, <name name-style="western"><surname>Overbaugh</surname><given-names>J</given-names></name> (<year>2007</year>) <article-title>Chronic HIV-1 Infection Frequently Fails to Protect against Superinfection</article-title>. <source>PLoS Pathog</source> <volume>3</volume>: <fpage>e177</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1371/journal.ppat.0030177.st002" xlink:type="simple">10.1371/journal.ppat.0030177.st002</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Kraft1"><label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kraft</surname><given-names>CS</given-names></name>, <name name-style="western"><surname>Basu</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Hawkins</surname><given-names>PA</given-names></name>, <name name-style="western"><surname>Hraber</surname><given-names>PT</given-names></name>, <name name-style="western"><surname>Chomba</surname><given-names>E</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Timing and source of subtype-C HIV-1 superinfection in the newly infected partner of Zambian couples with disparate viruses</article-title>. <source>Retrovirology</source> <volume>9</volume>: <fpage>22</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1742-4690-9-22" xlink:type="simple">10.1186/1742-4690-9-22</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-vanderKuyl2"><label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>van der Kuyl</surname><given-names>AC</given-names></name>, <name name-style="western"><surname>Cornelissen</surname><given-names>M</given-names></name> (<year>2007</year>) <article-title>Identifying HIV-1 dual infections</article-title>. <source>Retrovirology</source> <volume>4</volume>: <fpage>67</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1742-4690-4-67" xlink:type="simple">10.1186/1742-4690-4-67</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Pacold1"><label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Pacold</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Smith</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Little</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Cheng</surname><given-names>PM</given-names></name>, <name name-style="western"><surname>Jordan</surname><given-names>P</given-names></name>, <etal>et al</etal>. (<year>2010</year>) <article-title>Comparison of methods to detect HIV dual infection</article-title>. <source>AIDS Res Hum Retroviruses</source> <volume>26</volume>: <fpage>1291</fpage>–<lpage>1298</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1089/aid.2010.0042" xlink:type="simple">10.1089/aid.2010.0042</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Redd3"><label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Redd</surname><given-names>AD</given-names></name>, <name name-style="western"><surname>Collinson-Streng</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Martens</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Ricklefs</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Mullis</surname><given-names>CE</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Identification of HIV superinfection in seroconcordant couples in Rakai, Uganda, by use of next-generation deep sequencing</article-title>. <source>J Clin Microbiol</source> <volume>49</volume>: <fpage>2859</fpage>–<lpage>2867</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1128/JCM.00804-11" xlink:type="simple">10.1128/JCM.00804-11</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Martin1"><label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Martin</surname><given-names>HL</given-names></name>, <name name-style="western"><surname>Nyange</surname><given-names>PM</given-names></name>, <name name-style="western"><surname>Richardson</surname><given-names>BA</given-names></name>, <name name-style="western"><surname>Lavreys</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Mandaliya</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>1998</year>) <article-title>Hormonal contraception, sexually transmitted diseases, and risk of heterosexual transmission of human immunodeficiency virus type 1</article-title>. <source>J INFECT DIS</source> <volume>178</volume>: <fpage>1053</fpage>–<lpage>1059</lpage>.</mixed-citation>
</ref>
<ref id="ppat.1003593-Baeten1"><label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Baeten</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Richardson</surname><given-names>BA</given-names></name>, <name name-style="western"><surname>Martin</surname><given-names>HL</given-names></name>, <name name-style="western"><surname>Nyange</surname><given-names>PM</given-names></name>, <name name-style="western"><surname>Lavreys</surname><given-names>L</given-names></name>, <etal>et al</etal>. (<year>2000</year>) <article-title>Trends in HIV-1 incidence in a cohort of prostitutes in Kenya: implications for HIV-1 vaccine efficacy trials</article-title>. <source>J Acquir Immune Defic Syndr</source> <volume>24</volume>: <fpage>458</fpage>–<lpage>464</lpage>.</mixed-citation>
</ref>
<ref id="ppat.1003593-Smith2"><label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Smith</surname><given-names>DM</given-names></name>, <name name-style="western"><surname>Richman</surname><given-names>DD</given-names></name>, <name name-style="western"><surname>Little</surname><given-names>SJ</given-names></name> (<year>2005</year>) <article-title>HIV superinfection</article-title>. <source>J INFECT DIS</source> <volume>192</volume>: <fpage>438</fpage>–<lpage>444</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1086/431682" xlink:type="simple">10.1086/431682</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Rainwater1"><label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rainwater</surname><given-names>S</given-names></name>, <name name-style="western"><surname>DeVange</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Sagar</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Ndinya-Achola</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Mandaliya</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>2005</year>) <article-title>No evidence for rapid subtype C spread within an epidemic in which multiple subtypes and intersubtype recombinants circulate</article-title>. <source>AIDS Res Hum Retroviruses</source> <volume>21</volume>: <fpage>1060</fpage>–<lpage>1065</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1089/aid.2005.21.1060" xlink:type="simple">10.1089/aid.2005.21.1060</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Klasse1"><label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Klasse</surname><given-names>PJ</given-names></name>, <name name-style="western"><surname>Moore</surname><given-names>JP</given-names></name> (<year>2012</year>) <article-title>Good CoP, bad CoP? Interrogating the immune responses to primate lentiviral vaccines</article-title>. <source>Retrovirology</source> <volume>9</volume>: <fpage>1</fpage>–<lpage>1</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1742-4690-9-80" xlink:type="simple">10.1186/1742-4690-9-80</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Smith3"><label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Smith</surname><given-names>DM</given-names></name>, <name name-style="western"><surname>Strain</surname><given-names>MC</given-names></name>, <name name-style="western"><surname>Frost</surname><given-names>SDW</given-names></name>, <name name-style="western"><surname>Pillai</surname><given-names>SK</given-names></name>, <name name-style="western"><surname>Wong</surname><given-names>JK</given-names></name>, <etal>et al</etal>. (<year>2006</year>) <article-title>Lack of neutralizing antibody response to HIV-1 predisposes to superinfection</article-title>. <source>Virology</source> <volume>355</volume>: <fpage>1</fpage>–<lpage>5</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.virol.2006.08.009" xlink:type="simple">10.1016/j.virol.2006.08.009</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Basu1"><label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Basu</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Kraft</surname><given-names>CS</given-names></name>, <name name-style="western"><surname>Murphy</surname><given-names>MK</given-names></name>, <name name-style="western"><surname>Campbell</surname><given-names>PJ</given-names></name>, <name name-style="western"><surname>Yu</surname><given-names>T</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>HIV-1 subtype C superinfected individuals mount low autologous neutralizing antibody responses prior to intrasubtype superinfection</article-title>. <source>Retrovirology</source> <volume>9</volume>: <fpage>76</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1742-4690-9-76" xlink:type="simple">10.1186/1742-4690-9-76</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Blish1"><label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Blish</surname><given-names>CA</given-names></name>, <name name-style="western"><surname>Dogan</surname><given-names>OC</given-names></name>, <name name-style="western"><surname>Derby</surname><given-names>NR</given-names></name>, <name name-style="western"><surname>Nguyen</surname><given-names>M-A</given-names></name>, <name name-style="western"><surname>Chohan</surname><given-names>B</given-names></name>, <etal>et al</etal>. (<year>2008</year>) <article-title>Human immunodeficiency virus type 1 superinfection occurs despite relatively robust neutralizing antibody responses</article-title>. <source>Journal of Virology</source> <volume>82</volume>: <fpage>12094</fpage>–<lpage>12103</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1128/JVI.01730-08" xlink:type="simple">10.1128/JVI.01730-08</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Forthal1"><label>30</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Forthal</surname><given-names>DN</given-names></name>, <name name-style="western"><surname>Landucci</surname><given-names>G</given-names></name>, <name name-style="western"><surname>Chohan</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Richardson</surname><given-names>BA</given-names></name>, <name name-style="western"><surname>McClelland</surname><given-names>RS</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Antibody-Dependent Cell-Mediated Virus Inhibition Antibody Activity Does Not Correlate With Risk of HIV-1 Superinfection</article-title>. <source>J Acquir Immune Defic Syndr</source> <volume>63</volume>: <fpage>31</fpage>–<lpage>33</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1097/QAI.0b013e3182874d41" xlink:type="simple">10.1097/QAI.0b013e3182874d41</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Blish2"><label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Blish</surname><given-names>CA</given-names></name>, <name name-style="western"><surname>Dogan</surname><given-names>OC</given-names></name>, <name name-style="western"><surname>Jaoko</surname><given-names>W</given-names></name>, <name name-style="western"><surname>McClelland</surname><given-names>RS</given-names></name>, <name name-style="western"><surname>Mandaliya</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Cellular immune responses and susceptibility to HIV-1 superinfection: a case-control study</article-title>. <source>AIDS</source> <volume>26</volume>: <fpage>643</fpage>–<lpage>646</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1097/QAD.0b013e3283509a0b" xlink:type="simple">10.1097/QAD.0b013e3283509a0b</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Quince1"><label>32</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Quince</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Lanzen</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Davenport</surname><given-names>RJ</given-names></name>, <name name-style="western"><surname>Turnbaugh</surname><given-names>PJ</given-names></name> (<year>2011</year>) <article-title>Removing noise from pyrosequenced amplicons</article-title>. <source>BMC bioinformatics</source> <volume>12</volume>: <fpage>38</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1471-2105-12-38" xlink:type="simple">10.1186/1471-2105-12-38</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Edgar1"><label>33</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Edgar</surname><given-names>RC</given-names></name>, <name name-style="western"><surname>Haas</surname><given-names>BJ</given-names></name>, <name name-style="western"><surname>Clemente</surname><given-names>JC</given-names></name>, <name name-style="western"><surname>Quince</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Knight</surname><given-names>R</given-names></name> (<year>2011</year>) <article-title>UCHIME improves sensitivity and speed of chimera detection</article-title>. <source>Bioinformatics</source> <volume>27</volume>: <fpage>2194</fpage>–<lpage>2200</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btr381" xlink:type="simple">10.1093/bioinformatics/btr381</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Matsen1"><label>34</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Matsen</surname><given-names>FA</given-names></name>, <name name-style="western"><surname>Kodner</surname><given-names>RB</given-names></name>, <name name-style="western"><surname>Armbrust</surname><given-names>EV</given-names></name> (<year>2010</year>) <article-title>pplacer: linear time maximum-likelihood and Bayesian phylogenetic placement of sequences onto a fixed reference tree</article-title>. <source>BMC bioinformatics</source> <volume>11</volume>: <fpage>538</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1471-2105-11-538" xlink:type="simple">10.1186/1471-2105-11-538</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Matsen2"><label>35</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Matsen</surname><given-names>FA</given-names></name>, <name name-style="western"><surname>Gallagher</surname><given-names>A</given-names></name>, <name name-style="western"><surname>McCoy</surname><given-names>C</given-names></name> (<year>2012</year>) <article-title>Minimizing the average distance to a closest leaf in a phylogenetic tree</article-title>. <source>Systematic Biology</source> In press.</mixed-citation>
</ref>
<ref id="ppat.1003593-Eddy1"><label>36</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Eddy</surname><given-names>SR</given-names></name> (<year>2011</year>) <article-title>Accelerated Profile HMM Searches</article-title>. <source>PLoS Comput Biol</source> <volume>7</volume>: <fpage>e1002195</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1371/journal.pcbi.1002195" xlink:type="simple">10.1371/journal.pcbi.1002195</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Drummond1"><label>37</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Drummond</surname><given-names>AJ</given-names></name>, <name name-style="western"><surname>Rambaut</surname><given-names>A</given-names></name> (<year>2007</year>) <article-title>BEAST: Bayesian evolutionary analysis by sampling trees</article-title>. <source>BMC Evol Biol</source> <volume>7</volume>: <fpage>214</fpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1471-2148-7-214" xlink:type="simple">10.1186/1471-2148-7-214</ext-link></comment></mixed-citation>
</ref>
<ref id="ppat.1003593-Paradis1"><label>38</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Paradis</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Claude</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Strimmer</surname><given-names>K</given-names></name> (<year>2004</year>) <article-title>APE: Analyses of Phylogenetics and Evolution in R language</article-title>. <source>Bioinformatics</source> <volume>20</volume>: <fpage>289</fpage>–<lpage>290</lpage> <comment>doi:<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btg412" xlink:type="simple">10.1093/bioinformatics/btg412</ext-link></comment></mixed-citation>
</ref>
</ref-list></back>
</article>