<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="3.0" xml:lang="en">
  <front>
    <journal-meta><journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id><journal-id journal-id-type="publisher-id">plos</journal-id><journal-id journal-id-type="pmc">plosone</journal-id><issn pub-type="epub">1932-6203</issn><publisher>
        <publisher-name>Public Library of Science</publisher-name>
        <publisher-loc>San Francisco, USA</publisher-loc>
      </publisher></journal-meta>
    <article-meta><article-id pub-id-type="publisher-id">PONE-D-12-19455</article-id><article-id pub-id-type="doi">10.1371/journal.pone.0047469</article-id><article-categories>
        <subj-group subj-group-type="heading">
          <subject>Research Article</subject>
        </subj-group>
        <subj-group subj-group-type="Discipline-v2">
          <subject>Medicine</subject>
          <subj-group>
            <subject>Oncology</subject>
            <subj-group>
              <subject>Cancer detection and diagnosis</subject>
              <subj-group>
                <subject>Cancer screening</subject>
              </subj-group>
            </subj-group>
            <subj-group>
              <subject>Cancer risk factors</subject>
              <subj-group>
                <subject>Genetic causes of cancer</subject>
              </subj-group>
            </subj-group>
            <subj-group>
              <subject>Cancers and neoplasms</subject>
              <subj-group>
                <subject>Genitourinary tract tumors</subject>
                <subj-group>
                  <subject>Bladder cancer</subject>
                </subj-group>
              </subj-group>
            </subj-group>
            <subj-group>
              <subject>Basic cancer research</subject>
            </subj-group>
          </subj-group>
          <subj-group>
            <subject>Urology</subject>
            <subj-group>
              <subject>Bladder cancer and urothelial neoplasias of the urinary tract</subject>
              <subject>Genitourinary cancers</subject>
            </subj-group>
          </subj-group>
        </subj-group>
        <subj-group subj-group-type="Discipline">
          <subject>Urology</subject>
          <subject>Oncology</subject>
        </subj-group>
      </article-categories><title-group><article-title>A Multi-Analyte Assay for the Non-Invasive Detection of Bladder Cancer</article-title><alt-title alt-title-type="running-head">Diagnostic Signature for Bladder Cancer</alt-title></title-group><contrib-group>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Goodison</surname>
            <given-names>Steve</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>Myron</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Dai</surname>
            <given-names>Yunfeng</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Urquidi</surname>
            <given-names>Virginia</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>Charles J.</given-names>
          </name>
          <xref ref-type="aff" rid="aff3">
            <sup>3</sup>
          </xref>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
          <xref ref-type="corresp" rid="cor1">
            <sup>*</sup>
          </xref>
        </contrib>
      </contrib-group><aff id="aff1">
        <label>1</label>
        <addr-line>Cancer Research Institute, M.D. Anderson Cancer Center Orlando, Orlando, Florida, United States of America</addr-line>
      </aff><aff id="aff2">
        <label>2</label>
        <addr-line>Department of Biostatistics, The University of Florida, Gainesville, Florida, United States of America</addr-line>
      </aff><aff id="aff3">
        <label>3</label>
        <addr-line>Section of Urologic Oncology, MD Anderson Cancer Center Orlando, Orlando, Florida, United States of America</addr-line>
      </aff><aff id="aff4">
        <label>4</label>
        <addr-line>Nonagen Bioscience Corp, Orlando, Florida, United States of America</addr-line>
      </aff><contrib-group>
        <contrib contrib-type="editor" xlink:type="simple">
          <name name-style="western">
            <surname>Agoulnik</surname>
            <given-names>Irina</given-names>
          </name>
          <role>Editor</role>
          <xref ref-type="aff" rid="edit1"/>
        </contrib>
      </contrib-group><aff id="edit1">
        <addr-line>Florida International University, United States of America</addr-line>
      </aff><author-notes>
        <corresp id="cor1">* E-mail: <email xlink:type="simple">Charles.rosser@orlandohealth.com</email></corresp>
        <fn fn-type="conflict">
          <p>SG, VU and CJR are employees/stockholders of Nonagen Bioscience Corp. Furthermore, there are no patents issued, products in development or marketed products to declare. This does not alter the authors' adherence to all the PLOS ONE policies on sharing data and materials. MC and YD have declared that they do not have a competing interest.</p>
        </fn>
        <fn fn-type="con">
          <p>Conceived and designed the experiments: SG VU CJR. Performed the experiments: SG VU CJR. Analyzed the data: MC YD. Contributed reagents/materials/analysis tools: SG CJR. Wrote the paper: SG VU CJR.</p>
        </fn>
      </author-notes><pub-date pub-type="collection">
        <year>2012</year>
      </pub-date><pub-date pub-type="epub">
        <day>19</day>
        <month>10</month>
        <year>2012</year>
      </pub-date><volume>7</volume><issue>10</issue><elocation-id>e47469</elocation-id><history>
        <date date-type="received">
          <day>28</day>
          <month>6</month>
          <year>2012</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>9</month>
          <year>2012</year>
        </date>
      </history><permissions>
        
        <copyright-holder>Goodison et al</copyright-holder>
        <license xlink:type="simple">
          <license-p>This is an open-access article distributed under the terms of the Creative Commons Attribution License, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
        </license>
      </permissions><abstract>
        <p>Accurate urinary assays for bladder cancer (BCa) detection would benefit both patients and healthcare systems. Through genomic and proteomic profiling of urine components, we have previously identified a panel of biomarkers that can outperform current urine-based biomarkers for the non-invasive detection of BCa. Herein, we report the diagnostic utility of various multivariate combinations of these biomarkers. We performed a case-controlled validation study in which voided urines from 127 patients (64 tumor bearing subjects) were analyzed. The urinary concentrations of 14 biomarkers (IL-8, MMP-9, MMP-10, SDC1, CCL18, PAI-1, CD44, VEGF, ANG, CA9, A1AT, OPN, PTX3, and APOE) were assessed by enzyme-linked immunosorbent assay (ELISA). Diagnostic performance of each biomarker and multivariate models were compared using receiver operating characteristic curves and the chi-square test. An 8-biomarker model achieved the most accurate BCa diagnosis (sensitivity 92%, specificity 97%), but a combination of 3 of the 8 biomarkers (IL-8, VEGF, and APOE) was also highly accurate (sensitivity 90%, specificity 97%). For comparison, the commercial BTA-Trak ELISA test achieved a sensitivity of 79% and a specificity of 83%, and voided urine cytology detected only 33% of BCa cases in the same cohort. These datashow that a multivariate urine-based assay can markedly improve the accuracy of non-invasive BCa detection. Further validation studies are under way to investigate the clinical utility of this panel of biomarkers for BCa diagnosis and disease monitoring.</p>
      </abstract><funding-group>
        <funding-statement>This work was supported by research grants from Flight Attendant Medical Research Institute (CJR), Florida Department of Health James and Esther King Team Science Award 10KT-01 (CJR), and National Cancer Institute RO1 CA116161 (SG). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
      </funding-group><counts>
        <page-count count="6"/>
      </counts></article-meta>
  </front>
  <body>
    <sec id="s1">
      <title>Introduction</title>
      <p>The non-invasive detection and monitoring of bladder cancer (BCa) remains a challenge. Voided urinary cytology (VUC) remains the most established urine-based assay for this purpose, but while VUC has a specificity of &gt;93%, the assay suffers from low sensitivity (25–40%) and observer-dependent variability <xref ref-type="bibr" rid="pone.0047469-Lokeshwar1">[1]</xref>.Commercial tests measuring nuclear matrix protein (NMP-22) and bladder tumor antigen (BTA) have emerged as diagnostic urinary protein tests for BCa, but these single-marker assays lack the specificity of VUC <xref ref-type="bibr" rid="pone.0047469-GutirrezBaos1">[2]</xref>, <xref ref-type="bibr" rid="pone.0047469-Grossman1">[3]</xref>. The concept that the presence or absence of one molecular marker will aid clinical evaluation has not proved to be the case. This is not surprising when one considers the variation between individuals, the cross-talk between molecular pathways, and the heterogeneity of solid tumors.</p>
      <p>The advent of high-throughput techniques has enabled an evolution from single-marker research to a more global assessment strategy, and we have used these to identify promising novel biomarkers of BCa. Using genomics <xref ref-type="bibr" rid="pone.0047469-Rosser1">[4]</xref> and proteomics <xref ref-type="bibr" rid="pone.0047469-Yang1">[5]</xref> approaches to profile the soluble and cellular components of voided urine, we have identified a panel of biomarkers that show promise for development into accurate assays for non-invasive BCa detection. We have performed a series of validation studies <xref ref-type="bibr" rid="pone.0047469-Urquidi1">[6]</xref>–<xref ref-type="bibr" rid="pone.0047469-Urquidi4">[9]</xref> to evaluate the potential clinical utility of a number of these biomarkers. In this study, we combined data on 14 of our candidate biomarkers in a cohort of 127 subjects in order to derive an accurate and robust multivariate assay for the non-invasive detection of BCa.</p>
    </sec>
    <sec id="s2" sec-type="materials|methods">
      <title>Patients and Methods</title>
      <sec id="s2a">
        <title>Specimen and Data Collection</title>
        <p>Under Institutional Review Board approval and informed consent (IRB# 560–2006), voided urine samples, and associated clinical information were prospectively collected into a genitourinary tissue bank. Prior to any type of therapeutic intervention, ∼100 mL of voided urine was obtained from each subject. Fifty milliliters of urine was used for clinical laboratory analyses per standard procedures. The remaining urine aliquot was assigned a unique identifying number before immediate laboratory processing. Each urine sample was centrifuged at 600×<italic>g</italic> 4°C for 5 min. The supernatant was decanted and aliquoted, while the urinary pellet was snap frozen. Both the supernatant and pellet were stored at −80°C prior to analysis. Protein content of aliquots was measured using a Pierce 660-nm Protein Assay Kit (Thermo Fisher Scientific Inc., Waltham, MA, USA) and a NanoDrop spectrophotometer (ND-1000, ThermoScientific, Wilmington, DE, USA). The tissue bank was queried for suitable specimens for analysis, which included non-consecutive samples from 127 subjects. The study cohort consisted of 63 individuals without previous history of urothelia cell carcinoma, gross hematuria, active urinary tract infection or urolithiasis (65% with voiding symptoms and 35% with microscopic hematuria) and 64 individuals with newly diagnosed urothelial cell carcinoma. Specimens from patients with known renal disease or documented renal insufficiency were not included. According to the International Consensus Panel on Bladder Tumor Markers <xref ref-type="bibr" rid="pone.0047469-Lokeshwar2">[10]</xref>, this cohort served as a phase II (validation study). Data is reported using the STARD criteria <xref ref-type="bibr" rid="pone.0047469-Bossuyt1">[11]</xref>. All subjects were evaluated in the outpatient Urology clinic. Urinalysis and VUC were performed on all subjects. All subjects underwent office cystoscopy and axial imaging of the abdomen and pelvis.In the cancer group, post-operative histological confirmation of urothelial cell carcinoma, including grade and stage, was recorded. Pertinent information on clinical presentation, staging, histologic grading <xref ref-type="bibr" rid="pone.0047469-Greene1">[12]</xref>, <xref ref-type="bibr" rid="pone.0047469-Montironi1">[13]</xref> and outcome are presented in <xref ref-type="table" rid="pone-0047469-t001"><bold>Table 1</bold></xref>. Median follow-up of our control and cancer cohorts was 11.5 and 12.0 months, respectively.</p>
        <table-wrap id="pone-0047469-t001" orientation="portrait" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0047469.t001</object-id><label>Table 1</label><caption>
            <title>Demographic and clinicopathologic characteristics of the study cohort.</title>
          </caption><alternatives>
            <graphic id="pone-0047469-t001-1" mimetype="image" orientation="portrait" position="float" xlink:href="info:doi/10.1371/journal.pone.0047469.t001" xlink:type="simple"/>
            <table>
              <colgroup span="1">
                <col align="left" span="1"/>
                <col align="center" span="1"/>
                <col align="center" span="1"/>
              </colgroup>
              <thead>
                <tr>
                  <td align="left" colspan="1" rowspan="1"/>
                  <td align="left" colspan="1" rowspan="1">Non-cancer (%)N = 63</td>
                  <td align="left" colspan="1" rowspan="1">Cancer (%)N = 64</td>
                </tr>
              </thead>
              <tbody>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Median Age (range, y)</td>
                  <td align="left" colspan="1" rowspan="1">60 (30–81)</td>
                  <td align="left" colspan="1" rowspan="1">69.5 (22–90)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Male : Female ratio</td>
                  <td align="left" colspan="1" rowspan="1">55∶8</td>
                  <td align="left" colspan="1" rowspan="1">55∶9</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">
                    <bold>Race</bold>
                  </td>
                  <td align="left" colspan="1" rowspan="1"/>
                  <td align="left" colspan="1" rowspan="1"/>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">White</td>
                  <td align="left" colspan="1" rowspan="1">41 (65)</td>
                  <td align="left" colspan="1" rowspan="1">58 (91)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">African American</td>
                  <td align="left" colspan="1" rowspan="1">8 (13)</td>
                  <td align="left" colspan="1" rowspan="1">0 (0)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Other</td>
                  <td align="left" colspan="1" rowspan="1">14 (22)</td>
                  <td align="left" colspan="1" rowspan="1">6 (9)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Gross hematuria</td>
                  <td align="left" colspan="1" rowspan="1">0 (0)</td>
                  <td align="left" colspan="1" rowspan="1">47 (73)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Suspicious/positive cytology</td>
                  <td align="left" colspan="1" rowspan="1">0 (0)</td>
                  <td align="left" colspan="1" rowspan="1">21 (33)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Median follow-up (months)</td>
                  <td align="left" colspan="1" rowspan="1">11.5</td>
                  <td align="left" colspan="1" rowspan="1">12.0</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">
                    <bold>Clinical stage</bold>
                  </td>
                  <td align="left" colspan="1" rowspan="1"/>
                  <td align="left" colspan="1" rowspan="1"/>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Tis∧</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">6 (9)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Ta</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">15 (23)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">T1</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">9 (14)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">T2</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">31 (48)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">T3</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">4 (6)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">T4</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">2 (3)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">N+ ∼</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">3 (5)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">
                    <bold>Grade</bold>
                  </td>
                  <td align="left" colspan="1" rowspan="1"/>
                  <td align="left" colspan="1" rowspan="1"/>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">Low</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">9 (14)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">High</td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">55 (86)</td>
                </tr>
                <tr>
                  <td align="left" colspan="1" rowspan="1">
                    <bold>Median tumor size (cm)</bold>
                  </td>
                  <td align="left" colspan="1" rowspan="1">n/a</td>
                  <td align="left" colspan="1" rowspan="1">4.5</td>
                </tr>
              </tbody>
            </table>
          </alternatives><table-wrap-foot>
            <fn id="nt101">
              <label/>
              <p>∧, 4 subjects with concomitant cis had T1 (n = 2) and T2 (n = 2) disease.</p>
            </fn>
            <fn id="nt102">
              <label/>
              <p>∼, Subjects with T2 (n = 1), T3 ( = 1) and T4 (n = 1) disease and node positive.</p>
            </fn>
          </table-wrap-foot></table-wrap>
      </sec>
      <sec id="s2b">
        <title>Enzyme-linked Immunosorbent Assays for 14 Urinary Biomarkers and Hemoglobin</title>
        <p>Levels of human interleukin 8 (IL-8, Cat # ab46032 Abcam, Cambridge, MA, USA), Matrix metalloproteinase 9 (MMP-9, Cat# DMP900 R&amp;D Systems Inc., Minneapolis, MN, USA), Syndecan (SDC-1, Cat# ab46507 Abcam, Cambridge, MA, USA), chemokine (C-C motif) ligand 18 (CCL18, Cat # ab100620 Abcam, Cambridge, MA, USA), Plasminogen Activator Inhibitor 1 (PAI-1, Cat# EA-0207 Signosis Inc., Sunnyvale, CA, USA), CD44 (Cat # ab 45912Abcam, Cambridge, MA, USA), Vascular endothelial growth factor(VEGF, Cat # 100663 Abcam, Cambridge, MA, USA), Angiogenin (ANG,Cat# CK400 CellSciences, Canton, MA, USA), Carbonic anhydrase 9 (CA9, Cat# DCA900 R&amp;D Systems Inc., Minneapolis, MN, USA), Alpha 1-Antitrypsin (A1AT, Cat # ab108799 Abcam, Cambridge, MA, USA), Osteopontin (OPN, Cat# DOST00 R&amp;D Systems, Inc., Minneapolis, MN, USA), Pentraxin 3 (PTX3, Cat# DPTX30 R&amp;D Systems, Inc., Minneapolis, MN, USA) and human Apolipoprotein E (APOE, Cat # KA 1031 Abnova, Walnut, CA, USA) were monitored in urine samples using commercial enzyme-linked immunosorbent assays (ELISA). A commercial assay (BTA-Trak© Ca# 662150 Polymedco Inc. Cortlandt Manor, NY, USA) for BCa detection, and that is available in ELISA format, was also monitored in each urine sample. In addition, a commercially available ELISA assay was used to measure levels of urinary hemoglobin (Cat#E88–135 Bethyl Laboratories Inc., Montgomery, TX, USA).ELISA assays were conducted according to the manufacturer’s instructions. Calibration curves were prepared using purified standards for each protein assessed. Curve fitting was accomplished by either linear or four-parameter logistic regression following manufacturer’s instructions. Laboratory personnel were blinded to final diagnosis.</p>
        <p>Due to the unavoidable variability of voided urine with respect to total volume and time within the bladder, each biomarker was normalized to urinary creatinine as previously described <xref ref-type="bibr" rid="pone.0047469-Yang1">[5]</xref>–<xref ref-type="bibr" rid="pone.0047469-Urquidi4">[9]</xref>. The concentration of urinary creatinine was measured using a commercially available enzymatic assay (Cat# KGE005 R&amp;D Systems Inc., Minneapolis, MN, USA) according to the manufacturer’s instructions. Creatinineconcentrations of unknown samples were calculated by comparison to a standard curve.</p>
      </sec>
      <sec id="s2c">
        <title>Data Analysis</title>
        <p>We investigated the diagnostic performance of 14 urinary biomarkers for BCa detection, both individually and in all combinations. We used Wilcoxon rank sum tests to determine the association between each biomarker and BCa. For combinatorial analyses, the goals were to identify the most accurate multivariate models overall, but also to define accurate models using a minimum number of necessary biomarkers. For model selection, we applied the logistic regression procedure with BCa status (Yes vs. No) as the response variable and the biomarkers as predictive variables.We used the all-subset method to evaluate the predictive value of each possible subset of biomarkers. The Bayesian information criterion (BIC) was used to compare models <xref ref-type="bibr" rid="pone.0047469-Leon1">[14]</xref>. The BIC, a widely used criterion in model selection, balances the model likelihood and the number of biomarkers included in the model.Automated variable selection methods, such as step-wise selection, may produce unstable models <xref ref-type="bibr" rid="pone.0047469-Austin1">[15]</xref>. As suggested by Austin and Tu <xref ref-type="bibr" rid="pone.0047469-Austin1">[15]</xref>, we used the Bootstrap method (using 1000 Bootstrap samples) to select the most efficient and stable model to predict the presence of BCa. For Bootstrap sampling, we used the stratification technique: Bootstrap samples were taken from subjects with BCa and without BCa separately, and the two samples were merged together to form an overall Bootstrap sample. The stratified sampling technique ensures that the numbers of subjects with BCa and without BCa in a Bootstrap sample were the same as in the original dataset. For each Bootstrap sample, we evaluated the prediction value of each candidate subset of biomarkers usinga logistic regression model, and all candidate subsets of biomarkers were ranked from the top to the bottom by BIC. Then the subset of biomarkers that was ranked at the top most frequently among the 1000 Bootstrap samples was selected as the best combination of biomarkers for the prediction of BCa.</p>
        <p>After the predictive model was selected, we generated nonparametric receiver operating characteristic (ROC) curves that plotted the value for sensitivity against the false-positive rate (1-specificity). The relative ability of the combination of selected biomarkers to indicate BCa was estimated by calculating the area under the ROC curves (AUC), with a higher AUC indicating a stronger predictor. We compared AUCs by chi-square test. With each individual biomarker, we estimated the sensitivity and specificity of each biomarker at the optimal cutoff value defined by the Youden index <xref ref-type="bibr" rid="pone.0047469-Fluss1">[16]</xref>, i.e. the cutoff value that maximizes the sum of the sensitivity and the specificity. With combinations of the biomarkers, we first used the Bootstrap method to identify the most accurate model using a minimum number of necessary biomarkers as described in Data Analysis section. We found that the combination of IL-8, VEGF, and APOE was the best subset of the 8 biomarkers in prediction of BCa. We then performed the logistic regression analysis with BCa status (yes vs. no) as the response variable and with IL-8, VEGF, and APOE as the predictive variables. We used the regression coefficients estimated in the logistic regression as coefficients to form a linear combination of IL-8, VEGF, and APOE, and used the linear combination to predict BCa. The sensitivity and specificity of combination of IL-8, VEGF, and APOE was determined at the optimal cutoff value for the linear combination, i.e. the cutoff value that maximizes the sum of the sensitivity and the specificity. Statistical significance in this study was set at <italic>p</italic>&lt;0.05 and all reported <italic>p</italic> values were 2-sided. All analyses were performed using SAS software version 9.3.</p>
      </sec>
    </sec>
    <sec id="s3">
      <title>Results</title>
      <p>Demographic, clinical and pathologic characteristics of the 127 subjects who comprised our study group are illustrated in <xref ref-type="table" rid="pone-0047469-t001"><bold>Table 1</bold></xref>. Five subjects (3 in control group, 2 in cancer group) with missing biomarker data were excluded from final analysis.No subjects in the control cohort had an abnormal cystoscopy or axial imaging. Furthermore in follow-up, none of the control subjects were noted to develop BCa or even gross hematuria. In the cancer cohort, 41% of subjects had non-muscle invasive disease and 19% of subjects had low-grade disease. The median tumor size was 4.5 cm. In line with our previous experience <xref ref-type="bibr" rid="pone.0047469-Rosser1">[4]</xref>, voided urinary cytology (VUC) in the cohort achieved 98% specificity, but only 33% sensitivity.</p>
      <p>The mean and median levels of the 14 biomarkers in urine are presented in <xref ref-type="table" rid="pone-0047469-t002"><bold>Table 2</bold></xref><bold>.</bold> The levels of 10 of the biomarkers were significantly elevated in subjects with BCa, relative to subjects without BCa. CD44 and OPN were significantly, but negatively, associated with BCa, and SDC1 and PTX3 were not significantly associated with BCa. Given the fact that the majority of patients present at the urology clinic with hematuria, one has to consider whether specific biomarker assays are detecting a tumor antigen or a serum protein introduced into the test sample via bleeding. To control for this possibility, we quantitated the hemoglobin level in all samples and evaluated the correlation of all 14 biomarkers with this measure of hematuria. This analysis revealed that levels of CCL18 and A1AT had a high correlation to urinary hemoglobin (Spearman’s correlation coefficient &gt;0.8), and so these were not included in the multivariate models described below.</p>
      <table-wrap id="pone-0047469-t002" orientation="portrait" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0047469.t002</object-id><label>Table 2</label><caption>
          <title>Mean and median urinary levels of 14 biomarkers assessed by ELISA.</title>
        </caption><alternatives>
          <graphic id="pone-0047469-t002-2" mimetype="image" orientation="portrait" position="float" xlink:href="info:doi/10.1371/journal.pone.0047469.t002" xlink:type="simple"/>
          <table>
            <colgroup span="1">
              <col align="left" span="1"/>
              <col align="center" span="1"/>
              <col align="center" span="1"/>
              <col align="center" span="1"/>
              <col align="center" span="1"/>
              <col align="center" span="1"/>
            </colgroup>
            <thead>
              <tr>
                <td align="left" colspan="1" rowspan="1">Biomarker</td>
                <td align="left" colspan="2" rowspan="1">Cancer</td>
                <td align="left" colspan="2" rowspan="1">Normal</td>
                <td align="left" colspan="1" rowspan="1">P-value<xref ref-type="table-fn" rid="nt103">*</xref></td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1"/>
                <td align="left" colspan="1" rowspan="1">Mean ± StdDev</td>
                <td align="left" colspan="1" rowspan="1">Median [Min, Max]</td>
                <td align="left" colspan="1" rowspan="1">Mean ± StdDev</td>
                <td align="left" colspan="1" rowspan="1">Median [Min, Max]</td>
                <td align="left" colspan="1" rowspan="1"/>
              </tr>
            </thead>
            <tbody>
              <tr>
                <td align="left" colspan="1" rowspan="1">IL8 (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">1368.08±3546.65</td>
                <td align="left" colspan="1" rowspan="1">128.43 [0, 17140.16]</td>
                <td align="left" colspan="1" rowspan="1">5.18±21.32</td>
                <td align="left" colspan="1" rowspan="1">0 [0, 134.33]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">MMP9 (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">47.42±143.23</td>
                <td align="left" colspan="1" rowspan="1">0.9 [0, 1002.6]</td>
                <td align="left" colspan="1" rowspan="1">0.34±1.85</td>
                <td align="left" colspan="1" rowspan="1">0 [0, 14.25]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">SDC1 (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">56.59±75.57</td>
                <td align="left" colspan="1" rowspan="1">33.33 [0, 335.18]</td>
                <td align="left" colspan="1" rowspan="1">48.40±42.45</td>
                <td align="left" colspan="1" rowspan="1">38.62 [0, 199.55]</td>
                <td align="left" colspan="1" rowspan="1">0.487</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">CCL18 (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">654.89±1640.48</td>
                <td align="left" colspan="1" rowspan="1">57.26 [0, 9523.04]</td>
                <td align="left" colspan="1" rowspan="1">4.48±9.73</td>
                <td align="left" colspan="1" rowspan="1">0 [0, 37.69]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">PA1 (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">7.18±21.04</td>
                <td align="left" colspan="1" rowspan="1">0.25 [0.25, 125.26]</td>
                <td align="left" colspan="1" rowspan="1">0.28±0.08</td>
                <td align="left" colspan="1" rowspan="1">0.25 [0.25, 0.64]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">CD44 (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">53.97±56.05</td>
                <td align="left" colspan="1" rowspan="1">28.73 [16.67, 344.04]</td>
                <td align="left" colspan="1" rowspan="1">117.71±104.76</td>
                <td align="left" colspan="1" rowspan="1">87.38 [16.08, 616.3]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">VEGF (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">873.69±1757.89</td>
                <td align="left" colspan="1" rowspan="1">339.98 [0, 9841.4]</td>
                <td align="left" colspan="1" rowspan="1">69.34±198.38</td>
                <td align="left" colspan="1" rowspan="1">0 [0, 904.76]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">ANG (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">1530.34±3252.44</td>
                <td align="left" colspan="1" rowspan="1">436.96 [3.28, 17944]</td>
                <td align="left" colspan="1" rowspan="1">124.70±163.90</td>
                <td align="left" colspan="1" rowspan="1">42.78 [20.48, 696.18]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">CA9 (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">115.11±536.60</td>
                <td align="left" colspan="1" rowspan="1">10.36 [0, 4132.9]</td>
                <td align="left" colspan="1" rowspan="1">3.84±5.65</td>
                <td align="left" colspan="1" rowspan="1">0 [0, 28.28]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">A1AT (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">3487.06±10839.43</td>
                <td align="left" colspan="1" rowspan="1">1227.15 [11.18, 83296]</td>
                <td align="left" colspan="1" rowspan="1">158.16±397.63</td>
                <td align="left" colspan="1" rowspan="1">39.48 [5.93, 2448.85]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">OPN (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">553.25±793.13</td>
                <td align="left" colspan="1" rowspan="1">240.84 [0.27, 3926]</td>
                <td align="left" colspan="1" rowspan="1">1643.61±2012.57</td>
                <td align="left" colspan="1" rowspan="1">979.45 [0, 11120]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">PTX3 (ng/ml)</td>
                <td align="left" colspan="1" rowspan="1">1.17±1.67</td>
                <td align="left" colspan="1" rowspan="1">0.92 [0, 12.5]</td>
                <td align="left" colspan="1" rowspan="1">0.90±0.89</td>
                <td align="left" colspan="1" rowspan="1">0.64 [0, 2.63]</td>
                <td align="left" colspan="1" rowspan="1">0.267</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">APOE (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">180.0±330.0</td>
                <td align="left" colspan="1" rowspan="1">70.0 [10.0, 1780]</td>
                <td align="left" colspan="1" rowspan="1">30.0±30.0</td>
                <td align="left" colspan="1" rowspan="1">20.0 [0, 110]</td>
                <td align="left" colspan="1" rowspan="1">&lt;0.0001</td>
              </tr>
              <tr>
                <td align="left" colspan="1" rowspan="1">MMP10 (pg/ml)</td>
                <td align="left" colspan="1" rowspan="1">101.74±157.45</td>
                <td align="left" colspan="1" rowspan="1">75.31 [0, 1239.84]</td>
                <td align="left" colspan="1" rowspan="1">62.21±50.56</td>
                <td align="left" colspan="1" rowspan="1">45.86 [0, 226.12]</td>
                <td align="left" colspan="1" rowspan="1">0.008</td>
              </tr>
            </tbody>
          </table>
        </alternatives><table-wrap-foot>
          <fn id="nt103">
            <label>*</label>
            <p>Two-sided p-values obtained from Wilcoxon rank sum tests.</p>
          </fn>
        </table-wrap-foot></table-wrap>
      <p><xref ref-type="fig" rid="pone-0047469-g001"><bold>Figure 1</bold></xref> illustrates the diagnostic performance of various combinations of biomarkers. When all 8 positively associated BCa biomarkers were combined, the overall diagnostic accuracy was 94%, with a sensitivity of 92% and a specificity of 97%. Logistic regression and a 1000 Bootstrap sample strategywere performed to determine optimal diagnostic biomarker combinations, i.e. high accuracy with as few biomarkers as possible.For each Bootstrap sample, candidate subsets were ranked using Bayesian information criterion <xref ref-type="bibr" rid="pone.0047469-Austin1">[15]</xref>. Analyses found that the combination of IL-8, VEGF, and APOE were ranked number one 410 times (41%), the combination of VEGF and APOE ranked number one 379 times (38%), and all other combinations ranked number one less than 100 times (&lt;10%). The combination of IL-8, VEGF, and APOE achieved a performance almost as good as all 8 biomarkers combined (<xref ref-type="fig" rid="pone-0047469-g001"><bold>Figure 1</bold></xref>). The 3-biomarker assay had an AUC of 0.968 (95% confidence interval [CI], 0.942–0.992), a sensitivity of 90% and specificity of 97% (overall accuracy 93%). The combination of VEGF and APOE had a reduced overall accuracy (89%). The 2-biomarker assay had an AUC of 0.957 (95% confidence interval [CI], 0.927–0.987), a sensitivity of 81% and a specificity of 97%. For comparison, the BTA-Trak commercial assay achieved a sensitivity of 79%, specificity of 83%, and overall accuracy of 81% (<xref ref-type="fig" rid="pone-0047469-g001"><bold>Figure 1</bold></xref>).</p>
      <fig id="pone-0047469-g001" orientation="portrait" position="float">
        <object-id pub-id-type="doi">10.1371/journal.pone.0047469.g001</object-id>
        <label>Figure 1</label>
        <caption>
          <title>Diagnostic performance of urinary biomarker combinations.</title>
          <p>ROC curves were plotted to compare performance characteristics of the total 8-biomarker combination, a 3-biomarker combination (IL-8, VEGF, APOE), a 2-biomarker combination (VEGF, APOE), and the BTA-Trak test. Based on the area under the ROC curve (AUROC),Youden Index cutoff values that maximized the sum of sensitivity and specificity were determined for each biomarker (crossed square on curve). Table provides performance values for each combination. PPV, positive predictive value. NPV, negative predictive value.</p>
        </caption>
        <graphic mimetype="image" orientation="portrait" position="float" xlink:href="info:doi/10.1371/journal.pone.0047469.g001" xlink:type="simple"/>
      </fig>
    </sec>
    <sec id="s4">
      <title>Discussion</title>
      <p>Cancer of the urinary bladder is among the five most common malignancies worldwide. At presentation, more than 80% of bladder tumors are non-muscle invasive papillary tumors which have a 5-year survival rate of &gt;90%, however, approximately 70% of patients with these lesions develop tumor recurrence within two years of initial diagnosis. The recurrence phenomenon of non-muscle invasive BCa makes it one of the most prevalent cancers world-wide. Once BCa is detected and treated, patients will routinely get frequent surveillance cystoscopy to monitor for tumor recurrence. If left untreated, initially non-invasive tumors can progress to muscle-invasive tumors which have a significantly reduced 5-year survival rate. Thus, accurate detection of BCa, ideally through non-invasive urine-based analysis, remains an urgent goal.</p>
      <p>In order to validate a panel of promising biomarkers discovered using genomics and proteomics approaches <xref ref-type="bibr" rid="pone.0047469-Rosser1">[4]</xref>, <xref ref-type="bibr" rid="pone.0047469-Yang1">[5]</xref>, we have performed a series of studies using ELISA-based assays <xref ref-type="bibr" rid="pone.0047469-Urquidi1">[6]</xref>–<xref ref-type="bibr" rid="pone.0047469-Urquidi4">[9]</xref>. In this study, we investigated an additional target and combined all data -14 biomarkers in a cohort of 127 subjects- to derive the most accurate diagnostic multi-analyte assays. We also monitored the performance of the commercial BTA-Trak assay in the same cases for comparison, and we quantitated hemoglobin in each case in order to investigate potential correlations between biomarkers and hematuria. Two biomarkers, CCL18 and A1AT, were found to have a relatively high correlation with urinary hemoglobin, raising the possibility that the source of these proteins is, at least in part, serum introduced through bleeding. We will continue to investigate these two biomarkers in independent cohorts, but they were not included in the logistic regression analyses performed to identify optimal diagnostic biomarker combinations. An 8-biomarker panel (IL-8, MMP-9, PAI-1, VEGF, ANG, CA-9, APOE, MMP-10) proved to be the most accurate (overall accuracy of 94%) multi-analyte assay for the detection of BCa in the 127-subject cohort. With multiplex molecular signatures, it is usual that a few of the components will provide much of the predictive power, but additional markers will make the model more robust to errors <xref ref-type="bibr" rid="pone.0047469-Rosser1">[4]</xref>. By testing all possible combinations via a bootstrap strategy, we revealed that three of the 8 biomarker panel (IL-8, VEGF and APOE) contributed the most information. As a stand-alone assay the 3-biomarker panel achieved an overall accuracy of 93% and maintained both high sensitivity (90%) and specificity (97%). To achieve high accuracy with as few biomarkers as possible is optimal for practical reasons, but it is important that we monitor all of the promising biomarkers further in larger, more diverse cohorts, because different combinations may be more robust in specific conditions, such as the presence of infection, or be more accurate for recurrence versus initial diagnosis.</p>
      <p>The components of the 3-biomarker panel (VEGF, IL-8, APOE) have been associated with a number of cancers, including bladder cancer, to varying degrees. In a study of 26 subjects, Crews <italic>et al.</italic> demonstrated that elevated urinary levels of VEGF correlated with levels in excised tissue <xref ref-type="bibr" rid="pone.0047469-Crew1">[17]</xref>. In a study of 219 Middle East subjects, urinary levels of VEGF were significantly higher in patients with BCa. In their cohort measuring VEGF outperformed VUC, achieving a diagnostic sensitivity of 76% <xref ref-type="bibr" rid="pone.0047469-Eissa1">[18]</xref>. Similarly, Bian demonstrated an improved sensitivity of urinary VEGF compared to VUC, achieving 69% vs. 38%, respectively <xref ref-type="bibr" rid="pone.0047469-Bian1">[19]</xref>. In another study, patients with elevated urinary VEGF levels had a higher risk of disease recurrence <xref ref-type="bibr" rid="pone.0047469-Jeon1">[20]</xref>. Previous reports have implicated IL-8 in bladder tumor biology and its use as a potential biomarker of BCa has been investigated in a few studies. IL-8 has been shown to have mitogenic and angiogenic properties, and high levels result in increased tumorigenicity, progression and metastasis in mouse models, reportedly via regulation of nuclear factor kappa-B <xref ref-type="bibr" rid="pone.0047469-Mian1">[21]</xref>. Clinical studies have indicated that elevated urinary levels of IL-8 can be associated with the presence of bladder cancer. In a study of 140 subjects, an IL-8 assay achieved a sensitivity of 59%, and a specificity of 90% <xref ref-type="bibr" rid="pone.0047469-Sheryka1">[22]</xref>, and in a study of 79 subjects, a sensitivity of 50% and a specificity of 90% was reported <xref ref-type="bibr" rid="pone.0047469-Koak1">[23]</xref>. These results are very much in line with our findings when assessing IL-8 as an individual biomarker <xref ref-type="bibr" rid="pone.0047469-Urquidi2">[7]</xref>. Data is scarce on the role of APOE in cancers. Functions include enhancement of lipid transport into cells and mediation of signal transduction upon binding to lipoprotein receptors <xref ref-type="bibr" rid="pone.0047469-Chen1">[24]</xref>, <xref ref-type="bibr" rid="pone.0047469-Ho1">[25]</xref>. APOE has been shown to interact with the transitional epithelial response gene (TERE1), a tumor suppressor gene, in bladder tumor cells, resulting in increased cell turnover and resistance to apoptosis <xref ref-type="bibr" rid="pone.0047469-Fredericks1">[26]</xref>, <xref ref-type="bibr" rid="pone.0047469-McGarvey1">[27]</xref>. Recently, Lindén <italic>et al.</italic> reported that APOE was a component of a panel of biomarkers detected by mass spectroscopy, and may be associated with non-muscle invasive BCa <xref ref-type="bibr" rid="pone.0047469-Lindn1">[28]</xref>.</p>
      <p>We recognize that our study has several limitations.First as a tertiary care facility, we tend to see more high-grade, high-stage disease, which is reflected in our study cohort. To confirm the robustness of our signature, subsequent studies must assess larger cohorts that include subjects with low-grade, low-stage disease. Second, processed, banked urines were analyzed. Urines were centrifuged and separated into cellular pellet and supernatant prior to storage at −80°C. It is feasible that freshly voided urine samples may provide different results, and it is fresh urine that would be the material used for point-of-care assays. We are currently investigating the performance of selected biomarkers in urines processed via a number of different protocols, including freshly voided urines. Next, the sensitivity of VUC in our cohort of predominantly high-grade (grade 3) disease (33%) was lower than would be expected. This calls into question the known inter-observer variability of interpreting VUC. In subsequent studies, we will utilize two cytopathologists to interpret these results. Furthermore, it is uncertain how the protein composition of the urine supernatant may change during frozen storage. The number of freeze-thaw cycles was kept to 1–2 by dividing the urine supernatant into multiple small aliquots. Lastly, our sample size of 127 is small and the two groups that comprised the 127 subjects were relatively homogeneous, i.e. either active cancer, or control cases with no active cancer, no history of cancer, no urinary tract infection, no urolithiasis, and no gross hematuria. Thus we were not able to assess sensitivity/specificity of our biomarkers among different stages/grades.The specificity of promising biomarkers need to be tested in cohorts that are known to be problematic with other urine-based assays (e.g., hematuria, urinary tract infection, stones and voiding dysfunction).</p>
      <p>The identification of robust BCa-associated biomarkers and the establishment of multiplex urine-based assays will have multiple short-term and long-term impacts. Many of the validated biomarkers in this study have not been associated with cancer previously. Analysis of the role of these proteins in tumor cell biology may elucidate mechanisms in tumor initiation or progression, and may reveal novel therapeutic targets. Clinically, accurate BCa assays will have a clear impact on initial diagnostic performance, and on the clinical management of patients post-treatment. If reliable urinary diagnostic biomarker assays can reduce the number of necessary invasive and uncomfortable cystoscopies, improvements in patient compliance and satisfaction will follow, and increased efficiency and cost-savings will benefit the healthcare system. The ultimate goal is to be able to detect BCa in a timely manner such that the patient can expect an improved quality of life and overall outcome.</p>
      <sec id="s4a">
        <title>Conclusions</title>
        <p>Through discovery phase studies that applied advanced profiling techniques to the actual, preferred clinical test analyte, in this case, voided urine, we have identified molecular signatures that can detect BCa with exceptional accuracy. Validation of combinations of these urinary biomarkers using immunochemical assays confirms that multi-analyte tests could significantly improve the non-invasive detection of BCa, and provide a rationale for larger, prospective studies to be undertaken.</p>
      </sec>
    </sec>
  </body>
  <back>
    <ack>
      <p>The authors are grateful to the 127 subjects who participated in this clinical study.</p>
    </ack>
    <ref-list>
      <title>References</title>
      <ref id="pone.0047469-Lokeshwar1">
        <label>1</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lokeshwar</surname><given-names>VB</given-names></name>, <name name-style="western"><surname>Habuchi</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Grossman</surname><given-names>HB</given-names></name>, <name name-style="western"><surname>Murphy</surname><given-names>WM</given-names></name>, <name name-style="western"><surname>Hautmann</surname><given-names>SH</given-names></name>, <etal>et al</etal>. (<year>2005</year>) <article-title>Bladder tumor markers beyond cytology: International Consensus Panel on bladder tumor markers</article-title>. <source>Urology</source> <volume>66</volume>: <fpage>35</fpage>–<lpage>63</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-GutirrezBaos1">
        <label>2</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gutiérrez Baños</surname><given-names>JL</given-names></name>, <name name-style="western"><surname>del Henar Rebollo Rodrigo</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Antolín Juárez</surname><given-names>FM</given-names></name>, <name name-style="western"><surname>García</surname><given-names>BM</given-names></name> (<year>2001</year>) <article-title>Usefulness of the BTA STAT Test for the diagnosis of bladder cancer</article-title>. <source>Urology</source> <volume>57</volume>: <fpage>685</fpage>–<lpage>689</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Grossman1">
        <label>3</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Grossman</surname><given-names>HB</given-names></name>, <name name-style="western"><surname>Messing</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Soloway</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Tomera</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Katz</surname><given-names>G</given-names></name>, <etal>et al</etal>. (<year>2005</year>) <article-title>Detection of bladder cancer using a point-of-care proteomic assay</article-title>. <source>JAMA</source> <volume>293</volume>: <fpage>810</fpage>–<lpage>816</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Rosser1">
        <label>4</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rosser</surname><given-names>CJ</given-names></name>, <name name-style="western"><surname>Liu</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Sun</surname><given-names>Y</given-names></name>, <name name-style="western"><surname>Villicana</surname><given-names>P</given-names></name>, <name name-style="western"><surname>McCullers</surname><given-names>M</given-names></name>, <etal>et al</etal>. (<year>2009</year>) <article-title>Bladder cancer-associated gene expression signatures identified by profiling of exfoliated urothelia</article-title>. <source>Cancer Epidemiol Biomarkers Prev</source> <volume>18</volume>: <fpage>444</fpage>–<lpage>453</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Yang1">
        <label>5</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yang</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Feng</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Shedden</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Xie</surname><given-names>X</given-names></name>, <name name-style="western"><surname>Liu</surname><given-names>Y</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Urinary Glycoprotein Biomarker Discovery for Bladder Cancer Detection using LC-MS/MS and Label-free Quantification</article-title>. <source>Clin Cancer Res</source> <volume>17</volume>: <fpage>3349</fpage>–<lpage>3359</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Urquidi1">
        <label>6</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Urquidi</surname><given-names>V</given-names></name>, <name name-style="western"><surname>Goodison</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Kim</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Chang</surname><given-names>M</given-names></name>, <name name-style="western"><surname>DaiY, et</surname><given-names>al</given-names></name> (<year>2012</year>) <article-title>VEGF, CA9 and Angiogenin as a Urinary Biomarker for Bladder Cancer Detection</article-title>. <source>Urology</source> <volume>79</volume>: <fpage>1185</fpage>–<lpage>1188</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Urquidi2">
        <label>7</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Urquidi</surname><given-names>V</given-names></name>, <name name-style="western"><surname>Chang</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Dai</surname><given-names>Y</given-names></name>, <name name-style="western"><surname>Kim</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Wolfson</surname><given-names>ED</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>L-8 as a urinary biomarker for the detection of bladder cancer</article-title>. <source>BMC Urol</source> <volume>12</volume>: <fpage>12</fpage>–<lpage>15</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Urquidi3">
        <label>8</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Urquidi</surname><given-names>V</given-names></name>, <name name-style="western"><surname>Kim</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Chang</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Dai</surname><given-names>Y</given-names></name>, <name name-style="western"><surname>Rosser</surname><given-names>CJ</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>CCL18 in a Multiplex Urine-Based Assay for the Detection of Bladder Cancer</article-title>. <source>PLoS One</source> <volume>7</volume>: <fpage>e37797</fpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Urquidi4">
        <label>9</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Urquidi</surname><given-names>V</given-names></name>, <name name-style="western"><surname>Goodison</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Ross, Chang</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Dai</surname><given-names>Y</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Diagnostic Potential of Urinary Alpha 1-Antitrypsin and Apolipoprotein E in the Detection of Bladder Cancer</article-title>. <source>J Urol</source> <volume>188</volume>: <fpage>2211</fpage>–<lpage>2214</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Lokeshwar2">
        <label>10</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lokeshwar</surname><given-names>VB</given-names></name>, <name name-style="western"><surname>Habuchi</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Grossman</surname><given-names>HB</given-names></name>, <name name-style="western"><surname>Murphy</surname><given-names>WM</given-names></name>, <name name-style="western"><surname>Hautmann</surname><given-names>SH</given-names></name>, <etal>et al</etal>. (<year>2005</year>) <article-title>Bladder tumor markers beyond cytology: International Consensus Panel on bladder tumor markers</article-title>. <source>Urology</source> <volume>66</volume>: <fpage>35</fpage>–<lpage>63</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Bossuyt1">
        <label>11</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bossuyt</surname><given-names>PM</given-names></name>, <name name-style="western"><surname>Reitsma</surname><given-names>JB</given-names></name>, <name name-style="western"><surname>Bruns</surname><given-names>DE</given-names></name>, <name name-style="western"><surname>Gatsonis</surname><given-names>CA</given-names></name>, <name name-style="western"><surname>Glasziou</surname><given-names>PP</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Towards complete and accurate reporting of studies of diagnostic accuracy: the STARD initiative</article-title>. <source>Fam Pract</source> <volume>21</volume>: <fpage>4</fpage>–<lpage>10</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Greene1">
        <label>12</label>
        <mixed-citation publication-type="other" xlink:type="simple">Greene FL (2002) American Joint Committee on Cancer, American Cancer Society. AJCC Cancer Staging Manual. 6th ed. New York: Springer-Verlag.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Montironi1">
        <label>13</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Montironi</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Lopez-Beltran</surname><given-names>A</given-names></name> (<year>2005</year>) <article-title>The 2004 WHO classification of bladder tumors: a summary and commentary</article-title>. <source>Int J Surg Pathol</source> <volume>13</volume>: <fpage>143</fpage>–<lpage>153</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Leon1">
        <label>14</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Leon</surname><given-names>LF</given-names></name>, <name name-style="western"><surname>Tsai</surname><given-names>CL</given-names></name> (<year>1998</year>) <article-title>Assessment of model adequacy for Markov regression time series models</article-title>. <source>Biometrics</source> <volume>54</volume>: <fpage>1165</fpage>–<lpage>1175</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Austin1">
        <label>15</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Austin</surname><given-names>PC</given-names></name>, <name name-style="western"><surname>Tu</surname><given-names>JV</given-names></name> (<year>2004</year>) <article-title>Bootstrap methods for developing predictive models</article-title>. <source>The American Statistician</source> <volume>58</volume>: <fpage>131</fpage>–<lpage>137</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Fluss1">
        <label>16</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Fluss</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Faraggi</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Reiser</surname><given-names>B</given-names></name> (<year>2005</year>) <article-title>Estimation of the Youden Index and its associated cutoff point</article-title>. <source>Biom J</source> <volume>47</volume>: <fpage>458</fpage>–<lpage>472</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Crew1">
        <label>17</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Crew</surname><given-names>JP</given-names></name>, <name name-style="western"><surname>O'Brien</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Bicknell</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Fuggle</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Cranston</surname><given-names>D</given-names></name>, <etal>et al</etal>. (<year>1999</year>) <article-title>Urinary vascular endothelial growth factor and its correlation with bladder cancer recurrence rates</article-title>. <source>J Urol</source> <volume>161</volume>: <fpage>799</fpage>–<lpage>804</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Eissa1">
        <label>18</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Eissa</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Salem</surname><given-names>AM</given-names></name>, <name name-style="western"><surname>Zohny</surname><given-names>SF</given-names></name>, <name name-style="western"><surname>Hegazy</surname><given-names>MG</given-names></name> (<year>2007</year>) <article-title>The diagnostic efficacy of urinary TGF-beta1 and VEGF in bladder cancer: comparison with voided urine cytology</article-title>. <source>Cancer Biomark</source> <volume>3</volume>: <fpage>275</fpage>–<lpage>285</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Bian1">
        <label>19</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bian</surname><given-names>W</given-names></name>, <name name-style="western"><surname>Xu</surname><given-names>Z</given-names></name> (<year>2007</year>) <article-title>Combined assay of CYFRA21–1, telomerase and vascular endothelial growth factor in the detection of bladder transitional cell carcinoma</article-title>. <source>Int J Urol</source> <volume>14</volume>: <fpage>108</fpage>–<lpage>111</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Jeon1">
        <label>20</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jeon</surname><given-names>SH</given-names></name>, <name name-style="western"><surname>Lee</surname><given-names>SJ</given-names></name>, <name name-style="western"><surname>Chang</surname><given-names>SG</given-names></name> (<year>2001</year>) <article-title>Clinical significance of urinary vascular endothelial growth factor in patients with superficial bladder tumors</article-title>. <source>Oncol Rep</source> <volume>8</volume>: <fpage>1265</fpage>–<lpage>1267</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Mian1">
        <label>21</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Mian</surname><given-names>BM</given-names></name>, <name name-style="western"><surname>Dinney</surname><given-names>CP</given-names></name>, <name name-style="western"><surname>Bermejo</surname><given-names>CE</given-names></name>, <name name-style="western"><surname>Sweeney</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Tellez</surname><given-names>C</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Fully human anti-interleukin 8 antibody inhibits tumor growth in orthotopic bladder cancer xenografts via down-regulation of matrix metalloproteases and nuclear factor-kappaB</article-title>. <source>Clin Cancer Res</source> <volume>9</volume>: <fpage>3167</fpage>–<lpage>3175</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Sheryka1">
        <label>22</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sheryka</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Wheeler</surname><given-names>MA</given-names></name>, <name name-style="western"><surname>Hausladen</surname><given-names>DA</given-names></name>, <name name-style="western"><surname>Weiss</surname><given-names>RM</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Urinary interleukin-8 levels are elevated in subjects with transitional cell carcinoma</article-title>. <source>Urology</source> <volume>62</volume>: <fpage>162</fpage>–<lpage>166</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Koak1">
        <label>23</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Koçak</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Oner-Iyidogan</surname><given-names>Y</given-names></name>, <name name-style="western"><surname>Koçak</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Oner</surname><given-names>P</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Determination of diagnostic and prognostic values of urinary interleukin-8, tumor necrosis factor-alpha, and leukocyte arylsulfatase-A activity in patients with bladder cancer</article-title>. <source>ClinBiochem</source> <volume>37</volume>: <fpage>673</fpage>–<lpage>678</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Chen1">
        <label>24</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chen</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Li</surname><given-names>Q</given-names></name>, <name name-style="western"><surname>Wang</surname><given-names>J</given-names></name> (<year>2011</year>) <article-title>Topology of human apolipoprotein E3 uniquely regulates its diverse biological functions</article-title>. <source>Proc NatlAcadSci U S A</source> <volume>108</volume>: <fpage>14813</fpage>–<lpage>14818</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Ho1">
        <label>25</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ho</surname><given-names>YY</given-names></name>, <name name-style="western"><surname>Deckelbaum</surname><given-names>RJ</given-names></name>, <name name-style="western"><surname>Chen</surname><given-names>Y</given-names></name>, <name name-style="western"><surname>Vogel</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Talmage</surname><given-names>DA</given-names></name> (<year>2001</year>) <article-title>Apolipoprotein E inhibits serum-stimulated cell proliferation and enhances serum-independent cell proliferation</article-title>. <source>J BiolChem</source> <volume>276</volume>: <fpage>43455</fpage>–<lpage>43462</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Fredericks1">
        <label>26</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Fredericks</surname><given-names>WJ</given-names></name>, <name name-style="western"><surname>McGarvey</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Wang</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Lal</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Puthiyaveettil</surname><given-names>R</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>The bladder tumor suppressor protein TERE1 (UBIAD1) modulates cell cholesterol: implications for tumor progression</article-title>. <source>DNA Cell Biol</source> <volume>30</volume>: <fpage>851</fpage>–<lpage>864</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-McGarvey1">
        <label>27</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McGarvey</surname><given-names>TW</given-names></name>, <name name-style="western"><surname>Nguyen</surname><given-names>TB</given-names></name>, <name name-style="western"><surname>Malkowicz</surname><given-names>SB</given-names></name> (<year>2005</year>) <article-title>An interaction between apolipoprotein E and TERE1 with a possible association with bladder tumor formation</article-title>. <source>J Cell Biochem</source> <volume>95</volume>: <fpage>419</fpage>–<lpage>424</lpage>.</mixed-citation>
      </ref>
      <ref id="pone.0047469-Lindn1">
        <label>28</label>
        <mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lindén</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Lind</surname><given-names>SB</given-names></name>, <name name-style="western"><surname>Mayrhofer</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Segersten</surname><given-names>U</given-names></name>, <name name-style="western"><surname>Wester</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Proteomic analysis of urinary biomarker candidates for nonmuscle invasive bladder cancer</article-title>. <source>Proteomics</source> <volume>12</volume>: <fpage>135</fpage>–<lpage>144</lpage>.</mixed-citation>
      </ref>
    </ref-list>
  </back>
</article>