<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="3.0" xml:lang="en">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id><journal-title-group>
<journal-title>PLoS ONE</journal-title></journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, USA</publisher-loc></publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PONE-D-14-27336</article-id>
<article-id pub-id-type="doi">10.1371/journal.pone.0114438</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Quality of life</subject></subj-group></subj-group><subj-group><subject>Pulmonology</subject><subj-group><subject>Chronic obstructive pulmonary disease</subject></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>A Simplified Score to Quantify Comorbidity in COPD</article-title>
<alt-title alt-title-type="running-head">COPD Comorbidity Score</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Putcha</surname><given-names>Nirupama</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Puhan</surname><given-names>Milo A.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Drummond</surname><given-names>M. Bradley</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Han</surname><given-names>MeiLan K.</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Regan</surname><given-names>Elizabeth A.</given-names></name><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Hanania</surname><given-names>Nicola A.</given-names></name><xref ref-type="aff" rid="aff5"><sup>5</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Martinez</surname><given-names>Carlos H.</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Foreman</surname><given-names>Marilyn</given-names></name><xref ref-type="aff" rid="aff6"><sup>6</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Bhatt</surname><given-names>Surya P.</given-names></name><xref ref-type="aff" rid="aff7"><sup>7</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Make</surname><given-names>Barry</given-names></name><xref ref-type="aff" rid="aff8"><sup>8</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Ramsdell</surname><given-names>Joe</given-names></name><xref ref-type="aff" rid="aff9"><sup>9</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>DeMeo</surname><given-names>Dawn L.</given-names></name><xref ref-type="aff" rid="aff10"><sup>10</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Barr</surname><given-names>R. Graham</given-names></name><xref ref-type="aff" rid="aff11"><sup>11</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Rennard</surname><given-names>Stephen I.</given-names></name><xref ref-type="aff" rid="aff12"><sup>12</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Martinez</surname><given-names>Fernando</given-names></name><xref ref-type="aff" rid="aff13"><sup>13</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Silverman</surname><given-names>Edwin K.</given-names></name><xref ref-type="aff" rid="aff10"><sup>10</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Crapo</surname><given-names>James</given-names></name><xref ref-type="aff" rid="aff8"><sup>8</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Wise</surname><given-names>Robert A.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Hansel</surname><given-names>Nadia N.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label>1</label><addr-line>Pulmonary and Critical Care Medicine, Johns Hopkins University School of Medicine, Baltimore, Maryland, United States of America</addr-line></aff>
<aff id="aff2"><label>2</label><addr-line>Epidemiology, Biostatistics &amp; Prevention Institute, University of Zurich, Zurich, Switzerland</addr-line></aff>
<aff id="aff3"><label>3</label><addr-line>Pulmonary &amp; Critical Care Medicine, University of Michigan, Ann Arbor, Michigan, United States of America</addr-line></aff>
<aff id="aff4"><label>4</label><addr-line>Department of Medicine, National Jewish Health, Denver, Colorado, United States of America</addr-line></aff>
<aff id="aff5"><label>5</label><addr-line>Pulmonary, Critical Care and Sleep Medicine, Baylor College of Medicine, Houston, Texas, United States of America</addr-line></aff>
<aff id="aff6"><label>6</label><addr-line>Pulmonary and Critical Care Medicine, Morehouse School of Medicine, Atlanta, Georgia, United States of America</addr-line></aff>
<aff id="aff7"><label>7</label><addr-line>Pulmonary, Allergy and Critical Care Medicine, University of Alabama at Birmingham, Birmingham, Alabama, United States of America</addr-line></aff>
<aff id="aff8"><label>8</label><addr-line>Pulmonary and Critical Care, National Jewish Health, Denver, Colorado, United States of America</addr-line></aff>
<aff id="aff9"><label>9</label><addr-line>Pulmonary and Critical Care Medicine, University of California San Diego, San Diego, California, United States of America</addr-line></aff>
<aff id="aff10"><label>10</label><addr-line>Channing Division of Network Medicine, Brigham and Women's Hospital, Harvard Medical School, Boston, Massachusetts, United States of America</addr-line></aff>
<aff id="aff11"><label>11</label><addr-line>Department of Medicine, Department of Epidemiology, Columbia University Medical Center, New York City, New York, United States of America</addr-line></aff>
<aff id="aff12"><label>12</label><addr-line>Pulmonary and Critical Care Medicine, University of Nebraska Medical Center, Omaha, Nebraska, United States of America</addr-line></aff>
<aff id="aff13"><label>13</label><addr-line>Pulmonary and Critical Care Medicine, New York Presbyterian-Weill Cornell Medical College, New York City, New York, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple"><name name-style="western"><surname>Arez</surname><given-names>Ana Paula</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/></contrib>
</contrib-group>
<aff id="edit1"><addr-line>Instituto de Higiene e Medicina Tropical, Portugal</addr-line></aff>
<author-notes>
<corresp id="cor1">* E-mail: <email xlink:type="simple">Nputcha1@jhmi.edu</email></corresp>
<fn fn-type="conflict"><p>RGB reports receiving funding from the National Institutes of Health and United States-Environmental Protection Agency, with an in-kind donation from Cenestra Health and royalties from UpToDate. In the past 3 years, MKH has participated in advisory boards for Boehringer Ingelheim, Pfizer, GlaxoSmithKline, Genentech, Novartis, Forest, Regeneron and Medimmune; participated on speaker's bureaus for Boehringer Ingelheim, Pfizer, GlaxoSmithKline, Novartis, Grifols therapeutics, and the National Association for Continuing Education, and WebMD; has consulted for Novartis, Evidera and United Biosource Corporation; and has received royalties from UpToDate and ePocrates. She has also participated in research sponsored by GlaxoSmithKline with funds paid to her institution. In the past three years, EKS received honoraria and consulting fees from Merck and grant support from GlaxoSmithKline. In the past three years, MBD had participated in advisory boards for Lupin Pharmaceuticals and Boehringer Ingelheim. In the last three years, BJM has participated in medical advisory boards for Aerocrine, AstraZeneca, Boehringer Ingelheim, Breathe, Coviden, GlaxoSmithKline, Forest, Ikaria, Merck, Novartis, Pfizer, Respironics, Theravance; has received grant funds provided to and controlled by National Jewish Health from AstraZeneca, Boehringer Ingelheim, Forest, NABI, National Heart, Lung, and Blood Institute, Sunovian; consulted for Forest; and participated in CME activities with Consensus Medical, Cleveland Clinic, Integrity, Carden Jennings, Mt Sinai, Cedars Sinai, WebMD, Foundation for Improving Patient Outcomes; and royalties from Up-To-Date. The remaining authors have no relevant financial disclosures. The above stated interests do not alter the authors' adherence to PLOS ONE policies on sharing data and materials.</p></fn>
<fn fn-type="con"><p>Conceived and designed the experiments: NP NNH RAW MAP MBD MKH. Analyzed the data: NNH NP RAW MBD. Contributed reagents/materials/analysis tools: NP MAP MBD MKH NAH EKS JC RAW NNH. Wrote the paper: NP MAP MBD MKH EAR NAH CM MF SPB BM JR DD RGB SIR FM EKS JC RAW NNH.</p></fn>
</author-notes>
<pub-date pub-type="collection"><year>2014</year></pub-date>
<pub-date pub-type="epub"><day>16</day><month>12</month><year>2014</year></pub-date>
<volume>9</volume>
<issue>12</issue>
<elocation-id>e114438</elocation-id>
<history>
<date date-type="received"><day>18</day><month>6</month><year>2014</year></date>
<date date-type="accepted"><day>7</day><month>11</month><year>2014</year></date>
</history>
<permissions>
<copyright-year>2014</copyright-year>
<copyright-holder>Putcha et al</copyright-holder><license xlink:type="simple"><license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p></license></permissions>
<abstract><sec>
<title>Importance</title>
<p>Comorbidities are common in COPD, but quantifying their burden is difficult. Currently there is a COPD-specific comorbidity index to predict mortality and another to predict general quality of life. We sought to develop and validate a COPD-specific comorbidity score that reflects comorbidity burden on patient-centered outcomes.</p>
</sec><sec>
<title>Materials and Methods</title>
<p>Using the COPDGene study (GOLD II-IV COPD), we developed comorbidity scores to describe patient-centered outcomes employing three techniques: 1) simple count, 2) weighted score, and 3) weighted score based upon statistical selection procedure. We tested associations, area under the Curve (AUC) and calibration statistics to validate scores internally with outcomes of respiratory disease-specific quality of life (St. George's Respiratory Questionnaire, SGRQ), six minute walk distance (6MWD), modified Medical Research Council (mMRC) dyspnea score and exacerbation risk, ultimately choosing one score for external validation in SPIROMICS.</p>
</sec><sec>
<title>Results</title>
<p>Associations between comorbidities and all outcomes were comparable across the three scores. All scores added predictive ability to models including age, gender, race, current smoking status, pack-years smoked and FEV<sub>1</sub> (p&lt;0.001 for all comparisons). Area under the curve (AUC) was similar between all three scores across outcomes: SGRQ (range 0·7624–0·7676), MMRC (0·7590–0·7644), 6MWD (0·7531–0·7560) and exacerbation risk (0·6831–0·6919). Because of similar performance, the comorbidity count was used for external validation. In the SPIROMICS cohort, the comorbidity count performed well to predict SGRQ (AUC 0·7891), MMRC (AUC 0·7611), 6MWD (AUC 0·7086), and exacerbation risk (AUC 0·7341).</p>
</sec><sec>
<title>Conclusions</title>
<p>Quantifying comorbidity provides a more thorough understanding of the risk for patient-centered outcomes in COPD. A comorbidity count performs well to quantify comorbidity in a diverse population with COPD.</p>
</sec></abstract>
<funding-group><funding-statement>NP is a postdoctoral research fellow supported by the institutional training grant at Johns Hopkins University, funded the National Heart, Lung, and Blood Institute (NHLBI) [T32HL007534]. She obtained further support for this specific project through the Chest Foundation (Respiratory Health Association of Metropolitan Chicago Women's Lung Health Award). The COPDGene® Study is funded by 2R01HL089897 (PI: James Crapo) and 2R01HL089856 (PI: Edwin Silverman). This work is also supported by the COPD Foundation. AstraZeneca Pharmaceuticals LP, Novartis Pharmaceuticals Corporation, Pfizer, Siemens and Sunovion Inc are ongoing supporters of the project through the COPDGene® Industry Advisory Board. The SPIROMICS study is funded by the NHLBI of the National Institutes of Health, contract and grant numbers: HHSN268200900013C, HHSN268200900014C, HHSN268200900015C, HHSN268200900016C, HHSN268200900017C, HHSN268200900018C, HHSN2682009000019C, and HHSN268200900020C. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement></funding-group><counts><page-count count="14"/></counts><custom-meta-group><custom-meta id="data-availability" xlink:type="simple"><meta-name>Data Availability</meta-name><meta-value>The authors confirm that, for approved reasons, some access restrictions apply to the data underlying the findings. All the data sets in this study are available as indicated below. The COPDGene data upon which these findings are based are available through the dbGaP study page for COPDGene: <ext-link ext-link-type="uri" xlink:href="http://www.ncbi.nlm.nih.gov/projects/gap/cgi-bin/study.cgi?study_id=phs000179.v3.p2" xlink:type="simple">http://www.ncbi.nlm.nih.gov/projects/gap/cgi-bin/study.cgi?study_id=phs000179.v3.p2</ext-link>. There is a link from this page (Authorized Access Section) to dbGaP's controlled access system that allows someone to request the data. The accession number for this data is phs000179.v3.p2. The SPIROMICS study can provide datasets upon submission and approval of the Data Access Request Form as per the study policy. Available data and forms can be found at the following link: <ext-link ext-link-type="uri" xlink:href="http://www.cscc.unc.edu/spir/public/docfilter.php?study=spir&amp;filter_type=public" xlink:type="simple">http://www.cscc.unc.edu/spir/public/docfilter.php?study=spir&amp;filter_type=public</ext-link>. A list of available datapoints is posted on the study website under the heading “No Committee Association.” For this study, we utilized data from the following forms: Anthropometry Form, Baseline Exacerbation Questionnaire, Baseline Medical History Form, Demographic Form, Modified Medical Research Council Dyspnea Scale, Respiratory Disease and Smoke Exposure Questionnaire, Spirometry Data Form, and Six Minute Walk Test Form. Requested data only was assembled into an appropriate dataset by the central Data Coordinating Center and provided to the investigators of this study. For requests, investigators should submit the Data Access and Request Form found under the Heading “Data Sharing Subcommittee” and forward to <email xlink:type="simple">spiromics@unc.edu</email> such that an appropriate dataset can be assembled by the data coordinating center, in the same way as was provided to the authors of this study.</meta-value></custom-meta></custom-meta-group></article-meta>
</front>
<body><sec id="s1">
<title>Introduction</title>
<p>Chronic obstructive pulmonary disease (COPD) is a major cause of morbidity and mortality, recently becoming the third leading cause of death in the US. <xref ref-type="bibr" rid="pone.0114438-Kochanek1">[1]</xref> Comorbidities are common in COPD <xref ref-type="bibr" rid="pone.0114438-Schnell1">[2]</xref> and have been shown to be associated with mortality, <xref ref-type="bibr" rid="pone.0114438-Divo1">[3]</xref>, <xref ref-type="bibr" rid="pone.0114438-Holguin1">[4]</xref> poor quality of life <xref ref-type="bibr" rid="pone.0114438-vanManen1">[5]</xref>–<xref ref-type="bibr" rid="pone.0114438-Yeo1">[7]</xref> and worse health status. <xref ref-type="bibr" rid="pone.0114438-Putcha1">[8]</xref></p>
<p>Disease-specific instruments <xref ref-type="bibr" rid="pone.0114438-StGermaineSmith1">[9]</xref>–<xref ref-type="bibr" rid="pone.0114438-Sorror1">[11]</xref> for measuring comorbidity burden have more utility for predicting clinical events and mortality than general instruments. <xref ref-type="bibr" rid="pone.0114438-Charlson1">[12]</xref> The COTE (COPD specific comorbidity test) index was recently developed in a COPD population to use comorbidities for predicting mortality, <xref ref-type="bibr" rid="pone.0114438-Divo1">[3]</xref> and another index was recently developed to describe general quality of life in COPD. <xref ref-type="bibr" rid="pone.0114438-Frei1">[13]</xref> Currently, there is no externally validated disease-specific comorbidity index in COPD for predicting patient-reported clinical outcomes, particularly relevant given the importance of patient-centered outcomes in chronic disease populations such as COPD.</p>
<p>We hypothesized that the wealth of phenotypic data collected in the COPDGene (Genetic Epidemiology of COPD) <xref ref-type="bibr" rid="pone.0114438-Regan1">[14]</xref> and SPIROMICS (Subpopulations and intermediate outcome measures in COPD study) <xref ref-type="bibr" rid="pone.0114438-Couper1">[15]</xref> studies would enable development and external validation of a score to describe and quantify the impact of comorbidity burden on respiratory disease-specific quality of life. This score could help clinicians with prognostication and risk stratification of COPD in the clinic as well as serve as a valuable research tool.</p>
</sec><sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2a">
<title>Study population</title>
<sec id="s2a1">
<title>COPDGene</title>
<p>COPDGene is a multicenter observational study of 10,192 current and former smokers with 10 or more pack-years and age 45–80 years with and without COPD. The study protocol and goals have been previously published. <xref ref-type="bibr" rid="pone.0114438-Regan1">[14]</xref> Participants were of non-Hispanic White or African-American race. Exclusion criteria included lung disease other than asthma, lung resection or lung volume reduction surgery, pregnancy, cancer being actively treated or suspected lung cancer. We examined data of individuals with GOLD stages II-IV COPD (post-bronchodilator spirometry with FEV<sub>1</sub>/FVC&lt;0.7 and FEV<sub>1</sub>&lt;80% predicted).</p>
</sec><sec id="s2a2">
<title>SPIROMICS</title>
<p>SPIROMICS <xref ref-type="bibr" rid="pone.0114438-Couper1">[15]</xref> is a multicenter observational study recruiting smokers (with 20 or more pack-years smoking history) and non-smokers age 40–80 years with and without COPD. We studied individuals recruited into SPIROMICS strata three and four, which included mild through severe COPD (GOLD spirometry class I–IV), based upon the presence of FEV<sub>1</sub>/FVC ratio of &lt;70% on post-bronchodilator spirometry. Exclusion criteria for the study were non-COPD obstructive lung disease, BMI&gt;40 kg/m<sup>2</sup>, history of lung surgery, or intolerance to bronchodilators. Participant selection for both COPDGene and SPIROMICS studies is depicted in <xref ref-type="supplementary-material" rid="pone.0114438.s001">S1 Figure</xref>.</p>
</sec></sec><sec id="s2b">
<title>Comorbidity assessment</title>
<p>We evaluated fourteen comorbidities, with comorbidity being defined as a condition (disease or risk factor) requiring treatment or management while having the potential of impacting “a person's physical and emotional well-being.” <xref ref-type="bibr" rid="pone.0114438-vandenAkker1">[16]</xref> In both cohorts, comorbidities were assessed by self-report of physician diagnosis with the exception of obesity, which was determined using measured height and weight (<xref ref-type="supplementary-material" rid="pone.0114438.s002">S1 Table</xref> describes definitions of comorbidities). We included some conditions considered to be risk factors for disease such as high cholesterol, obesity and hypertension within our group of comorbidities. We included those conditions which were present in 3% or more of the training cohort, also having some amount of specificity(e.g. including sleep apnea but not cancer because cancer reflects a broad spectrum of diseases with variable prognoses and treatments).</p>
</sec><sec id="s2c">
<title>Outcomes</title>
<p>The primary outcome of interest was respiratory disease-specific quality of life as measured by St. George's Respiratory Questionnaire(SGRQ), where higher scores indicate worse health status. The SGRQ total score has been previously validated <xref ref-type="bibr" rid="pone.0114438-Barr1">[17]</xref>, with a minimally important difference of four units. <xref ref-type="bibr" rid="pone.0114438-Schnemann1">[18]</xref></p>
<p>Secondary outcomes included exercise capacity measured using a standardized protocol for six minute walk distance in feet, <xref ref-type="bibr" rid="pone.0114438-Butland1">[19]</xref> dyspnea measured with the validated modified Medical Research Council questionnaire (mMRC), <xref ref-type="bibr" rid="pone.0114438-Bestall1">[20]</xref> and exacerbation risk. In both cohorts, individuals were classified as at risk for exacerbations if they retrospectively reported at least one exacerbation in the past year requiring change in medications, unscheduled visit to the doctor or healthcare facility or hospitalization.</p>
</sec><sec id="s2d">
<title>Statistical analyses</title>
<sec id="s2d1">
<title>Population characteristics</title>
<p>We compared baseline characteristics of individuals with three or more comorbidities to individuals with those having two or fewer comorbidities (given three was the mean number of comorbidities in both cohorts) using t-tests and chi-squared tests to calculate p-values for comparisons.</p>
</sec><sec id="s2d2">
<title>Comorbidity associations and score development using the COPDGene cohort</title>
<p>We tested individual associations of each comorbidity using regression models with the primary outcome of interest, SGRQ, first unadjusted and then adjusted for age, race, gender, FEV<sub>1</sub> percent predicted, pack-years smoked and current smoking status. We also performed backwards stepwise selection, locking in the above adjusters, while simultaneously including all comorbidities, with criteria for exclusion being a p-value of&gt;0·2. We then developed three candidate comorbidity scores for further comparisons:</p>
<list list-type="order"><list-item>
<p>A sum of number of comorbidities, with number of comorbidities determined by available data on comorbidities in the cohort.</p>
</list-item><list-item>
<p>A weighted comorbidity score, where each comorbidity received a weight based upon the coefficient from the models of adjusted association (all comorbidities included)</p>
</list-item><list-item>
<p>A weighted comorbidity score, where only comorbidities left after the stepwise selection procedure were included, and each included comorbidity received a weight based upon the coefficient from the stepwise selection procedure</p>
</list-item></list>
</sec><sec id="s2d3">
<title>Internal validation</title>
<p>Once all three scores were developed, measures of discrimination and calibration were computed within the same participants. For discrimination, we first fit an “empty” model without comorbidities that included only the covariates noted above (age, race, gender, current smoking status, pack-years smoked and FEV1 % predicted, described in <xref ref-type="table" rid="pone-0114438-t001">Table 1</xref>) and calculated area under the curve (AUC). We then computed AUCs of separate models including each comorbidity score separately along with covariates. We compared the separate models (empty model versus models with each separate score, then comparing each score to the other using the “roccomp” command in Stata <xref ref-type="bibr" rid="pone.0114438-Cleves1">[21]</xref> to compute p-values for the comparisons). We calculated Hosmer-Lemeshow (H-L) calibration statistics with p-values to assess calibration, in this case a higher p-value indicates better calibration. For validation steps, continuous outcomes were dichotomized at their group mean in order to utilize logistic regression models for calculation of AUCs and H-L statistics. At the end of this step we reviewed the association and validation data for all three scores and chose one score for external validation steps based upon performance.</p>
<table-wrap id="pone-0114438-t001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0114438.t001</object-id><label>Table 1</label><caption>
<title>Characteristics of participants with COPD based upon number of comorbidities.</title>
</caption><alternatives><graphic id="pone-0114438-t001-1" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0114438.t001" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="3" align="left" rowspan="1">COPDGene</td>
<td colspan="3" align="left" rowspan="1">SPIROMICS</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">≤2 comorbidites</td>
<td align="left" rowspan="1" colspan="1">&gt;2 comorbidities</td>
<td align="left" rowspan="1" colspan="1">p-value</td>
<td align="left" rowspan="1" colspan="1">≤2comorbidites</td>
<td align="left" rowspan="1" colspan="1">&gt;2 comorbidities</td>
<td align="left" rowspan="1" colspan="1">p-value</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">N</td>
<td align="left" rowspan="1" colspan="1">1,733 (47)</td>
<td align="left" rowspan="1" colspan="1">1,954 (53)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">426 (50)</td>
<td align="left" rowspan="1" colspan="1">427 (50)</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Age, years</td>
<td align="left" rowspan="1" colspan="1">62 (8.7)</td>
<td align="left" rowspan="1" colspan="1">65 (8.1)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">66 (7·9)</td>
<td align="left" rowspan="1" colspan="1">67 (7·6)</td>
<td align="left" rowspan="1" colspan="1">0·287</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">African American, n(%)</td>
<td align="left" rowspan="1" colspan="1">457 (26)</td>
<td align="left" rowspan="1" colspan="1">379 (19)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">54 (13)</td>
<td align="left" rowspan="1" colspan="1">53 (12)</td>
<td align="left" rowspan="1" colspan="1">0·907</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Hispanic, n(%)</td>
<td align="left" rowspan="1" colspan="1">NA</td>
<td align="left" rowspan="1" colspan="1">NA</td>
<td align="left" rowspan="1" colspan="1">NA</td>
<td align="left" rowspan="1" colspan="1">11 (3)</td>
<td align="left" rowspan="1" colspan="1">21 (5)</td>
<td align="left" rowspan="1" colspan="1">0·073</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Pack-years smoked</td>
<td align="left" rowspan="1" colspan="1">50·0 (25·7)</td>
<td align="left" rowspan="1" colspan="1">55.6 (28.8)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">53·1 (25·5)</td>
<td align="left" rowspan="1" colspan="1">56·0 (27·6)</td>
<td align="left" rowspan="1" colspan="1">0·120</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">BMI, kg/m<sup>2</sup></td>
<td align="left" rowspan="1" colspan="1">25·7 (5·0)</td>
<td align="left" rowspan="1" colspan="1">30·1 (6·5)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">24·8 (3·8)</td>
<td align="left" rowspan="1" colspan="1">30·1 (5·0)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Post-BD FEV1 percent predicted</td>
<td align="left" rowspan="1" colspan="1">49·9 (19·2)</td>
<td align="left" rowspan="1" colspan="1">50·5 (16·8)</td>
<td align="left" rowspan="1" colspan="1">0·295</td>
<td align="left" rowspan="1" colspan="1">59·4 (23·7)</td>
<td align="left" rowspan="1" colspan="1">62·7 (22·1)</td>
<td align="left" rowspan="1" colspan="1">0·044</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Current smokers, n(%)</td>
<td align="left" rowspan="1" colspan="1">851 (49)</td>
<td align="left" rowspan="1" colspan="1">649 (33)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">172 (40)</td>
<td align="left" rowspan="1" colspan="1">107 (25)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">MMRC dyspnea score</td>
<td align="left" rowspan="1" colspan="1">1·9 (1·4)</td>
<td align="left" rowspan="1" colspan="1">2·3 (1·4)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">1·1 (1·0)</td>
<td align="left" rowspan="1" colspan="1">1·2 (0·9)</td>
<td align="left" rowspan="1" colspan="1">0·126</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">6MWD, meters</td>
<td align="left" rowspan="1" colspan="1">374·6 (121·5)</td>
<td align="left" rowspan="1" colspan="1">343·2 (118·6)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">410·0 (107·1)</td>
<td align="left" rowspan="1" colspan="1">381·6 (115·9)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">SGRQ score</td>
<td align="left" rowspan="1" colspan="1">37·9 (22·4)</td>
<td align="left" rowspan="1" colspan="1">43·6 (21·1)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">34·4 (19·7)</td>
<td align="left" rowspan="1" colspan="1">36·4 (18·3)</td>
<td align="left" rowspan="1" colspan="1">0·152</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Exacerbation in past yr, n(%)</td>
<td align="left" rowspan="1" colspan="1">588 (34)</td>
<td align="left" rowspan="1" colspan="1">938 (48)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
<td align="left" rowspan="1" colspan="1">106 (25)</td>
<td align="left" rowspan="1" colspan="1">124 (29)</td>
<td align="left" rowspan="1" colspan="1">0·214</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Oxygen Therapy, n(%)</td>
<td align="left" rowspan="1" colspan="1">417 (24.1)</td>
<td align="left" rowspan="1" colspan="1">614 (31.4)</td>
<td align="left" rowspan="1" colspan="1">&lt;0.001</td>
<td align="left" rowspan="1" colspan="1">50 (14.5)</td>
<td align="left" rowspan="1" colspan="1">110 (24.6)</td>
<td align="left" rowspan="1" colspan="1">&lt;0.001</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Use of Inhaled Corticosteroids, n(%)</td>
<td align="left" rowspan="1" colspan="1">788 (46.5)</td>
<td align="left" rowspan="1" colspan="1">1,100 (57.1)</td>
<td align="left" rowspan="1" colspan="1">&lt;0.001</td>
<td align="left" rowspan="1" colspan="1">140 (40.6)</td>
<td align="left" rowspan="1" colspan="1">196 (43.9)</td>
<td align="left" rowspan="1" colspan="1">0.34</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Use of Oral Corticosteroids, n(%)</td>
<td align="left" rowspan="1" colspan="1">87 (5.2)</td>
<td align="left" rowspan="1" colspan="1">123 (6.6)</td>
<td align="left" rowspan="1" colspan="1">0.09</td>
<td align="left" rowspan="1" colspan="1">10 (2.9)</td>
<td align="left" rowspan="1" colspan="1">20 (4.5)</td>
<td align="left" rowspan="1" colspan="1">0.24</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt101"><label/><p>All values as mean(SD) unless otherwise indicated.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2d4">
<title>External validation using the SPIROMICS cohort</title>
<p>We computed the comorbidity score chosen from above steps in the first 853 COPD subjects recruited as part of the SPIROMICS cohort. High cholesterol, stomach ulcers and peripheral vascular disease were assessed in COPDGene but not in SPIROMICS. Accordingly these conditions were dropped from the score for external validation only. We then computed measures of association (adjusted regression models), discrimination (AUCs) and calibration (H-L statistics) as described in the internal validation steps above, with regards to all described outcomes (SGRQ, 6MWD, mMRC, exacerbation risk). Continuous outcomes were dichotomized at their group mean (for validation cohort) in order to utilize logistic regression models for calculation of AUCs and H-L statistics.</p>
<p>All analyses were performed using Stata 12 software package. <xref ref-type="bibr" rid="pone.0114438-StataCorp1">[22]</xref> The COPDGene and SPIROMICS studies were approved by Institutional Review Boards at each clinical center and all participants provided written informed consent, with centers and approval numbers listed in <xref ref-type="supplementary-material" rid="pone.0114438.s002">S1 Table</xref>. Both studies are observational studies but have been registered on clinicaltrials.gov: NCT01969344 (SPIROMICS) and NCT00608764 (COPDGene).</p>
</sec></sec></sec><sec id="s3">
<title>Results</title>
<sec id="s3a">
<title>Cohort characteristics and comorbidity burden</title>
<p>Characteristics of participants in the COPDGene and SPIROMICS study populations were compared based upon presence of two or fewer versus three and more comorbidities (<xref ref-type="table" rid="pone-0114438-t001">Table 1</xref>). Individuals with more comorbidities had higher BMI and had more cumulative smoking history but were less likely to be current smokers. In the COPDGene population, individuals with more comorbidities were older and less likely to be African American. Overall, prevalence of comorbidities was comparable in the two cohorts, with the most prevalent conditions being hypertension (51% and 50% in COPDGene and SPIROMICS, respectively), GERD (30% in both cohorts) and obesity (33% and 32% in COPDGene and SPIROMICS, respectively; <xref ref-type="supplementary-material" rid="pone.0114438.s003">S2 Table</xref>).</p>
</sec><sec id="s3b">
<title>Association of comorbidities with SGRQ and score development using COPDGene</title>
<p>We computed individual associations between each comorbidity and SGRQ, adjusting for age, race, gender, FEV1 percent predicted, pack-years smoked and current smoking status. All conditions are significantly associated with worse health status (measured by SGRQ total score), with sleep apnea (8·83 points higher on SGRQ scale, 95% CI 7·22–10·43), CHF (6·53 points higher, 95% CI 3·82–9·24) and GERD (6·45 points higher, 95% CI 5·11–7·78) having the strongest negative impact on health status (<xref ref-type="supplementary-material" rid="pone.0114438.s004">S3 Table</xref>).</p>
<p>We formulated three candidate comorbidity scores as noted above: sum of the number of comorbidities, weighted score, using coefficients from the individual adjusted associations (<xref ref-type="supplementary-material" rid="pone.0114438.s003">S2 Table</xref>), and weighted score based upon selection procedure. The average values of the scores were 2·9 (SD 2·1, range 0–11) for the comorbidity count, 12·9 (SD 10·0, range 0–54.8) for the weighted score, and 6·2 (SD 5·3, range 0–29.6) for the weighted score from selection, with differences in values reflecting differences in how the scores were constructed. All three scores were significantly associated with higher SGRQ values (p&lt;0·001). For example, an increase in comorbidity count by one point was associated with an increase in SGRQ by 2·31 points (95% CI 2·01–2·60; <xref ref-type="table" rid="pone-0114438-t002">Table 2</xref>).</p>
<table-wrap id="pone-0114438-t002" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0114438.t002</object-id><label>Table 2</label><caption>
<title>Mean, SD and adjusted associations of comorbidity scores and SGRQ value using COPDGene.</title>
</caption><alternatives><graphic id="pone-0114438-t002-2" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0114438.t002" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">Mean (SD)</td>
<td align="left" rowspan="1" colspan="1">Coefficient</td>
<td align="left" rowspan="1" colspan="1">95% CI</td>
<td align="left" rowspan="1" colspan="1">p-value</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">2·9 (2·1)</td>
<td align="left" rowspan="1" colspan="1">2·31</td>
<td align="left" rowspan="1" colspan="1">(2·01, 2·60)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted comorbidity score</td>
<td align="left" rowspan="1" colspan="1">12·9 (10·0)</td>
<td align="left" rowspan="1" colspan="1">0·52</td>
<td align="left" rowspan="1" colspan="1">(0·45, 0·58)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted score from selection</td>
<td align="left" rowspan="1" colspan="1">6·2 (5·3)</td>
<td align="left" rowspan="1" colspan="1">1·00</td>
<td align="left" rowspan="1" colspan="1">(0·89, 1·11)</td>
<td align="left" rowspan="1" colspan="1">&lt;0·001</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt102"><label/><p>Coefficients adjusted for age, race, FEV1, pack-years smoked, current smoking status and gender.</p></fn><fn id="nt103"><label/><p>Equation for weighted comorbidity score: (4·93*coronary heart disease) + (4·69*diabetes) + (6·53*congestive heart failure) + (5·96*stroke) + (5·13*osteoarthritis) + (4·31*osteoporosis) + (3·24*hypertension) + (2·14*high cholesterol) + (6·45*GERD) + (4·94*stomach ulcers) + (5*obesity) + (8·83*sleep apnea) + (2·75*hay fever) + (3·71*peripheral vascular disease).</p></fn><fn id="nt104"><label/><p>Equation for weighted score based on backwards selection: (2·16*coronary heart disease) + (1·39*diabetes) + (2·37*congestive heart failure) + (4·71*stroke) + (2·35*osteoarthritis) + (3·29*osteoporosis) + (0·89*hypertension) + (4·13*GERD) + (2·48*stomach ulcers) + (2·69*obesity) + (6·49*sleep apnea) + (1·20*hay fever).</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3c">
<title>Internal validation</title>
<sec id="s3c1">
<title>SGRQ</title>
<p>AUCs were significantly higher in models including comorbidity scores as compared to the ‘empty’ model (p&lt;0·001 for all comparisons). Discrimination and calibration statistics of the three comorbidity scores were similar and each performed reasonably well to predict SGRQ (for comorbidity count AUC 0·7624, HL statistic 3·61, p-value 0·89; for weighted score AUC 0·7665, HL statistic 5·90, p-value 0·66; for weighted score from selection AUC 0·7676, HL statistic 2·65, p-value 0·95; <xref ref-type="fig" rid="pone-0114438-g001">Fig. 1</xref>).</p>
<fig id="pone-0114438-g001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0114438.g001</object-id><label>Figure 1</label><caption>
<title>Areas Under the Curve (AUCs) for discrimination of comorbidity scores with regards to primary outcome SGRQ.</title>
<p>All three scores compared to “empty” model (including age, gender, race, FEV1, pack-years smoked and current smoking status). ROC for empty model is 0.7393.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0114438.g001" position="float" xlink:type="simple"/></fig></sec><sec id="s3c2">
<title>Exacerbations, dyspnea, and exercise capacity</title>
<p>The three comorbidity scores were significantly associated with all secondary outcomes (MMRC, 6MWD and exacerbations), with p-values for all comparisons being &lt;0·001 (<xref ref-type="table" rid="pone-0114438-t003">Table 3</xref>). For example, a one point increase in the comorbidity count was associated with a 21% increased risk for an exacerbation (95% CI 1·17, 1·26), 20% increased risk for worse dyspnea score (95% CI 1·17, 1·24), and 10·6 fewer meters walked in six minutes (95% CI −12·1, −8·7). Discrimination was slightly worse for these three outcomes compared to SGRQ, most notably for exacerbations in which AUC ranged from 0·6831–0·6919. Calibration was adequate except in the case of the weighted comorbidity score with regards to the outcome of exacerbations. Sensitivity analysis was performed for the measures of association, calibration and discrimination after excluding those reporting current asthma from the population with COPD and the results were minimally changed (data not shown).</p>
<table-wrap id="pone-0114438-t003" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0114438.t003</object-id><label>Table 3</label><caption>
<title>Discrimination measures (AUC) and calibration measures (Hosmer-Lemeshow calibration statistics) for comorbidity scores with regards to exacerbations, MMRC, and 6MWD, using COPDGene.</title>
</caption><alternatives><graphic id="pone-0114438-t003-3" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0114438.t003" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="2" align="left" rowspan="1">Association with outcome</td>
<td align="left" rowspan="1" colspan="1">AUC</td>
<td align="left" rowspan="1" colspan="1">HL statistic</td>
<td align="left" rowspan="1" colspan="1">p-value for HL statistic</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>Exacerbations</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>OR</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td colspan="3" align="left" rowspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">1·21</td>
<td align="left" rowspan="1" colspan="1">(1·17, 1·26)</td>
<td align="left" rowspan="1" colspan="1">0·6831</td>
<td align="left" rowspan="1" colspan="1">13·24</td>
<td align="left" rowspan="1" colspan="1">0·1040</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted comorbidity score</td>
<td align="left" rowspan="1" colspan="1">1·044</td>
<td align="left" rowspan="1" colspan="1">(1·037, 1·052)</td>
<td align="left" rowspan="1" colspan="1">0·6880</td>
<td align="left" rowspan="1" colspan="1">20·35</td>
<td align="left" rowspan="1" colspan="1">0·0091</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted score from selection</td>
<td align="left" rowspan="1" colspan="1">1·09</td>
<td align="left" rowspan="1" colspan="1">(1·07, 1·10)</td>
<td align="left" rowspan="1" colspan="1">0·6919</td>
<td align="left" rowspan="1" colspan="1">11·02</td>
<td align="left" rowspan="1" colspan="1">0·2007</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>MMRC</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>OR</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td colspan="3" align="left" rowspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">1·20</td>
<td align="left" rowspan="1" colspan="1">(1·17, 1·24)</td>
<td align="left" rowspan="1" colspan="1">0·7590</td>
<td align="left" rowspan="1" colspan="1">9·42</td>
<td align="left" rowspan="1" colspan="1">0·3078</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted comorbidity score</td>
<td align="left" rowspan="1" colspan="1">1·042</td>
<td align="left" rowspan="1" colspan="1">(1·037, 1·049)</td>
<td align="left" rowspan="1" colspan="1">0·7632</td>
<td align="left" rowspan="1" colspan="1">12·04</td>
<td align="left" rowspan="1" colspan="1">0·1494</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted score from selection</td>
<td align="left" rowspan="1" colspan="1">1·08</td>
<td align="left" rowspan="1" colspan="1">(1·07, 1·09)</td>
<td align="left" rowspan="1" colspan="1">0·7644</td>
<td align="left" rowspan="1" colspan="1">15·44</td>
<td align="left" rowspan="1" colspan="1">0·0511</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>6MWD</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>β</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">−34·0</td>
<td align="left" rowspan="1" colspan="1">(−39·6, −28·5)</td>
<td align="left" rowspan="1" colspan="1">0·7531</td>
<td align="left" rowspan="1" colspan="1">10·60</td>
<td align="left" rowspan="1" colspan="1">0·2253</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted comorbidity score</td>
<td align="left" rowspan="1" colspan="1">−7·7</td>
<td align="left" rowspan="1" colspan="1">(−8·9, −6·6)</td>
<td align="left" rowspan="1" colspan="1">0·7560</td>
<td align="left" rowspan="1" colspan="1">10·75</td>
<td align="left" rowspan="1" colspan="1">0·2161</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Weighted score from selection</td>
<td align="left" rowspan="1" colspan="1">−4·3</td>
<td align="left" rowspan="1" colspan="1">(−5·0, −3·7)</td>
<td align="left" rowspan="1" colspan="1">0·7551</td>
<td align="left" rowspan="1" colspan="1">5·60</td>
<td align="left" rowspan="1" colspan="1">0·6919</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt105"><label/><p>Above models also include terms for age, gender, race, baseline FEV1, pack-years smoked and current smoking status. Every score above added to “empty” model, with addition of score improving AUC significantly (p&lt;0·001 for all comparisons) with ROCs for empty models as follows: exacerbations 0.6542, MMRC 0.7423, 6MWD 0.7392.For associations with outcome, OR for exacerbations represents risk for exacerbation conferred by one point increase in comorbidity score, OR for MMRC represents risk for worse dyspnea score conferred by one point increase in comorbidity score, and β for 6MWD represents decrement in exercise capacity (in meters walked) conferred by one point increase in comorbidity score. All ROCs estimated using logistic regression with outcomes of SGRQ (group mean 40.90, SD 21.89), MMRC (group mean 2.14, SD 1.41) and 6MWD (group mean 358.1, SD 121.0)dichotomized at group mean.</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s3d">
<title>External validation using the SPIROMICS cohort</title>
<p>Based upon the above results, we performed external validation of the comorbidity count. Mean comorbidity count in the SPIROMICS cohort was 2·7 (SD 1·8), with range from 0–11 reflecting the three comorbidities not assessed in SPIROMICS compared to COPDGene. The association of the comorbidity count was strongly and significantly associated with all four outcomes (<xref ref-type="table" rid="pone-0114438-t004">Table 4</xref>). A one point increase in comorbidity count was associated with a two point increase in SGRQ (95% CI 1·36, 2·63), a 16% increase in exacerbation risk (95% CI 1·04, 1·28), 23% risk for worse dyspnea (95% CI 1·13, 1·34), and 13·1 fewer meters walked in six minutes (95% CI −17·3, −8·9). Calibration of the score was appropriate for all outcomes (HL statistic p-value range 0·3849–0·9164) and the comorbidity count performed well to discriminate differences in all four outcomes, most remarkably for SGRQ, where AUC was 0·7891. We performed measures of discrimination, calibration and association with the weighted comorbidity score and weighted score from selection to confirm that the comorbidity count was a reasonable choice and found similar results as in the COPDGene cohort (<xref ref-type="supplementary-material" rid="pone.0114438.s005">S4 Table</xref>). We performed sensitivity analyses dichotomizing the continuous outcomes at the group mean for the COPDGene cohort for these steps and the results of our analyses were minimally changed (data not shown).</p>
<table-wrap id="pone-0114438-t004" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0114438.t004</object-id><label>Table 4</label><caption>
<title>Discrimination measures (AUC) and calibration measures (Hosmer-Lemeshow calibration statistics) for comorbidity count with regards to outcomes of exacerbations, MMRC, and 6MWD, in the SPIROMICS participants.</title>
</caption><alternatives><graphic id="pone-0114438-t004-4" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0114438.t004" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="2" align="left" rowspan="1">Association with outcome</td>
<td align="left" rowspan="1" colspan="1">AUC</td>
<td align="left" rowspan="1" colspan="1">HL statistic</td>
<td align="left" rowspan="1" colspan="1">p-value for HL statistic</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>SGRQ</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>β</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td colspan="3" align="left" rowspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">2·00</td>
<td align="left" rowspan="1" colspan="1">(1·36, 2·63)</td>
<td align="left" rowspan="1" colspan="1">0·7891</td>
<td align="left" rowspan="1" colspan="1">3·50</td>
<td align="left" rowspan="1" colspan="1">0·8991</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>Exacerbations</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>OR</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td colspan="3" align="left" rowspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">1·16</td>
<td align="left" rowspan="1" colspan="1">(1·04, 1·28)</td>
<td align="left" rowspan="1" colspan="1">0·7341</td>
<td align="left" rowspan="1" colspan="1">4·11</td>
<td align="left" rowspan="1" colspan="1">0·8472</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>MMRC</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>OR</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td colspan="3" align="left" rowspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">1·23</td>
<td align="left" rowspan="1" colspan="1">(1·13, 1·34)</td>
<td align="left" rowspan="1" colspan="1">0·7611</td>
<td align="left" rowspan="1" colspan="1">8·51</td>
<td align="left" rowspan="1" colspan="1">0·3849</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>6MWD</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>β</bold></td>
<td align="left" rowspan="1" colspan="1"><bold>95% CI</bold></td>
<td colspan="3" align="left" rowspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Comorbidity count</td>
<td align="left" rowspan="1" colspan="1">−13·1</td>
<td align="left" rowspan="1" colspan="1">(−17·3, −8·9)</td>
<td align="left" rowspan="1" colspan="1">0·7086</td>
<td align="left" rowspan="1" colspan="1">3·27</td>
<td align="left" rowspan="1" colspan="1">0·9164</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt106"><label/><p>Above models also include terms for age, gender, race, baseline FEV1, pack-years smoked and current smoking status. Every score above added to “empty” model, with addition of score improving AUC significantly (p&lt;0·001 for all comparisons). The AUCs for the empty models are as follows: SGRQ 0.7741, Exacerbations 0.7223, MMRC 0.7499, 6MWD 0.6970. For associations with outcome, OR for exacerbations represents risk for exacerbation conferred by one point increase in comorbidity score, OR for MMRC represents risk for worse dyspnea score conferred by one point increase in comorbidity score, and β's for SGRQ and 6MWD represent decrement in health status and exercise capacity conferred by one point increase in comorbidity score. All ROCs estimated using logistic regression with outcomes of SGRQ (group mean 35.4, SD 18.9), MMRC (group mean 1.18, SD 0.99) and 6MWD (group mean 395.5, SD 112.5) dichotomized at group mean.</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s4">
<title>Discussion</title>
<p>Using COPD cohorts of two large multicenter studies, we have developed a COPD-specific comorbidity score which adds significant predictive ability to models predicting clinical outcomes in COPD. A simple count of number of comorbidities is a simplified way to quantify comorbidity in COPD and can be easily applied to other cohorts of COPD with different characteristics and spectrum of disease.</p>
<p>Accounting for comorbidity adds value to other known determinants of health status in COPD. After adding the comorbidity count to a model already including age, race, gender, lung function, current smoking status and cumulative smoking history, the model discrimination for SGRQ improved with p-value of &lt;0.01 for statistical comparison with base model. The comorbidity score improved the prediction of health status, and three other outcomes of importance to patients with COPD: dyspnea, exercise capacity and exacerbation risk. The addition of comorbidities leads to changes in AUC values that may appear to be small. However, the AUC is rather insensitive to model improvements and additional predictors need to be strongly associated to change the AUC compared to a base model. Previous studies have found that even small increases in AUC of 0.02 correlate with clinically relevant changes in classification and diagnosis of individuals. <xref ref-type="bibr" rid="pone.0114438-Baker1">[23]</xref> Indeed, the regression models (<xref ref-type="table" rid="pone-0114438-t002">Table 2</xref> and <xref ref-type="supplementary-material" rid="pone.0114438.s005">S4 Table</xref>) suggest that comorbidities independently and strongly impact quality of life, dyspnea, exercise capacity and exacerbation risk, when added to smoking, gender, lung function, age and race. The fact that prediction is improved with the addition of comorbidity is important and informative in this setting. Overall, it is the combination of the findings of the strong associations in regression models with the findings of the prediction steps of discrimination and calibration that underscores the importance of comorbidity burden on patient-centered outcomes in COPD.</p>
<p>Further, clinical studies of COPD are increasingly focused upon understanding risk for clinical outcomes. Because individuals with COPD have a significant burden of comorbidity <xref ref-type="bibr" rid="pone.0114438-Schnell1">[2]</xref>, <xref ref-type="bibr" rid="pone.0114438-Divo1">[3]</xref>, <xref ref-type="bibr" rid="pone.0114438-Putcha1">[8]</xref> which appears to contribute to such poor clinical outcomes, quantifying comorbidity burden is of importance in epidemiologic studies and clinical trials. However, contribution of comorbidities to these outcomes, including outcomes such as dyspnea and quality of life that are not specific to COPD, may differ based upon the underlying chronic disease status. For example, obesity may impact individuals with COPD by causing more airways inflammation and change in lung volumes, whereas in a population with cardiovascular disease obesity may have more impacts through metabolic syndrome leading to endothelial dysfunction. Since it is likely that comorbidities act through different mechanisms in different chronic diseases, there is value in the development of a comorbidity score that is relevant to the specific population of individuals with COPD. Validation of comorbidity score was less significant for the predication of exacerbations because comorbidities likely have more impact on the general markers of health such as dyspnea and quality of life, whereas exacerbations are a disease-specific process related to COPD.</p>
<p>The burden of comorbidities can be established by a simple comorbidity count, which requires no equation or complicated mathematical algorithm. As a result, this kind of score is easy to apply in the clinical or research setting. Other general and specific comorbidity indices require calculations using weights. <xref ref-type="bibr" rid="pone.0114438-Divo1">[3]</xref>, <xref ref-type="bibr" rid="pone.0114438-Charlson1">[12]</xref> With internal and external validation, important steps in proving the applicability and reliability of prediction models, we have shown that a simple count of comorbidities can perform just as well as a weighted score or score based upon complicated statistical selection procedures.</p>
<p>Finally, we have shown that the comorbidity count not only predicts important clinical outcomes in the COPDGene study population, when applied to a different study population its predictive capability was equally strong. The SPIROMICS study population used in this analysis differs slightly from COPDGene in that participants are slightly older, with slightly better lung function and fewer current smokers. Given that both studies include individuals from a broad range of COPD severity with large percentage of African Americans and females, this scoring system is broadly applicable in the real world setting across a range of COPD severity, racial makeup, and gender. All of these characteristics demonstrate that this comorbidity count is generalizable. Notably, we tested our comorbidity index on the population of at-risk smokers without COPD who are enrolled in both the COPDGene and SPIROMICS cohorts and found that there may be utility of this index in describing comorbidity in the at-risk population of smokers without spirometric evidence of COPD, though our findings are predictably less robust in at risk populations than in the population with COPD (<xref ref-type="supplementary-material" rid="pone.0114438.s006">S5 Table</xref> and <xref ref-type="supplementary-material" rid="pone.0114438.s007">S6 Table</xref>).</p>
<p>Our study has limitations. First, we relied on self-report to define most comorbidities for this study. For large scale studies, assessment of comorbidity using medical records is cumbersome and costly. The validity of self-report does differ based upon the characteristics of the population studied and the comorbidity considered <xref ref-type="bibr" rid="pone.0114438-Oksanen1">[24]</xref>–<xref ref-type="bibr" rid="pone.0114438-Desai1">[29]</xref> and should be considered when interpreting the results of this study. In addition, we are limited by the lack of data on severity of comorbidities, and have assessed them simply as present or absent. More quantitative information on comorbidity severity including data on how comorbidities are treated could have the potential to enhance the utility or performance of such a score. Also, we did not include depression and anxiety as comorbidities since these data were not available. The other existing comorbidity index to predict generic quality of life, the COMCOLD index, <xref ref-type="bibr" rid="pone.0114438-Frei1">[13]</xref> showed that depression and anxiety are among the strongest predictors of health-related quality of life. Additionally, if data on severity and treatment of comorbidities were available its possible that a weighted score would have been more useful in predicting outcomes. We also did not have data on cognitive impairment, an increasingly recognized comorbidity of the COPD population. <xref ref-type="bibr" rid="pone.0114438-Grant1">[30]</xref> Further, though mental illness such as depression and anxiety were assessed in SPIROMICS, lack of data on this comorbidity in COPDGene limited our ability to include it in our index. However, when we incorporated these conditions for the external validation steps (requiring recalibration of the index specific to the SPIROMICS population), the comorbidity count continued to be comparable to the more complicated comorbidity index measures (data not shown). Further, lack of data on mental illness, as well as insufficient data on malignancies in COPDGene limited our ability to compare the performance of the comorbidity count to indices of comorbidity in COPD such as the COTE index. Finally, we have constructed and validated this score in a broad range of COPD patients. However, given the increasingly recognized heterogeneity of COPD and the likelihood that some comorbidities are more common in subsets of COPD patients <xref ref-type="bibr" rid="pone.0114438-Vanfleteren1">[31]</xref>, it is possible that our score may perform slightly better or worse in any one subset of COPD patients. In addition, because of the variability and inconsistency in the comorbidities assessed in these two study populations, it was impossible to formulate and validate an index with specific cutoffs for the prediction of clinical endpoints in COPD. Moving forward the next step would be to develop and externally validate such an index in study populations with consistent data on a broad range of comorbidities, testing cutoffs for the prediction of relevant clinical outcomes such as quality of life and dyspnea.</p>
<p>Our study did have several strengths. First, these results derive from two large, multicenter, well-characterized and fairly representative populations of individuals with COPD, making our results generalizable. Second, our finding that comorbidity in COPD can be quantified with such ease has the potential to improve and simplify the measurement of comorbidity in future studies and thus can have far-reaching effects. Next, we have focused upon clinically-relevant outcomes, which are important to patients with chronic disease such as COPD. Finally, by validating our score internally and externally we have undertaken an important step not demonstrated before in the COPD comorbidity literature.</p>
</sec><sec id="s5">
<title>Conclusions</title>
<p>We have shown that a comorbidity count in individuals with COPD is not only simplified, but when added to known risk factors is also predictive of important outcomes such as health status, dyspnea, exercise capacity and exacerbation risk. Moving forward, validation of a similar index in populations with a broad range of COPD severity could add generalizability and validity to our preliminary findings that a comorbidity count is a simple and relevant way to quantify comorbidity burden in COPD. Ultimately, such an index can have broad applicability to help quantify comorbidity burden in COPD clinical research. More importantly, such a score can assist clinicians to identify populations with COPD at risk for poor health related outcomes, so that interventions that improve quality of life, dyspnea and exercise capacity, such as rehabilitation, can be considered earlier.</p>
</sec><sec id="s6">
<title>Supporting Information</title>
<supplementary-material id="pone.0114438.s001" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s001" position="float" xlink:type="simple"><label>S1 Figure</label><caption>
<p><bold>Participant selection for SPIROMICS and COPDGene studies.</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material><supplementary-material id="pone.0114438.s002" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s002" position="float" xlink:type="simple"><label>S1 Table</label><caption>
<p><bold>Clinical Center IRB Approvals.</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material><supplementary-material id="pone.0114438.s003" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s003" position="float" xlink:type="simple"><label>S2 Table</label><caption>
<p><bold>Prevalence and definition of comorbidities in COPD participants of COPDGene and SPIROMICS cohorts.</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material><supplementary-material id="pone.0114438.s004" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s004" position="float" xlink:type="simple"><label>S3 Table</label><caption>
<p><bold>Adjusted associations between individual comorbidities and SGRQ total score, COPDGene.</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material><supplementary-material id="pone.0114438.s005" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s005" position="float" xlink:type="simple"><label>S4 Table</label><caption>
<p><bold>Discrimination measures (AUC) and calibration measures (Hosmer-Lemeshow calibration statistics) for comorbidity scores with regards to outcomes of exacerbations, MMRC, and 6MWD, in the SPIROMICS participants.</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material><supplementary-material id="pone.0114438.s006" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s006" position="float" xlink:type="simple"><label>S5 Table</label><caption>
<p><bold>Discrimination measures (AUC) and calibration measures (Hosmer-Lemeshow calibration statistics) for comorbidity scores with regards to exacerbations, MMRC, and 6MWD, using COPDGene former and current smoking controls (current and former smokers without COPD).</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material><supplementary-material id="pone.0114438.s007" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0114438.s007" position="float" xlink:type="simple"><label>S6 Table</label><caption>
<p><bold>Discrimination measures (AUC) and calibration measures (Hosmer-Lemeshow calibration statistics) for comorbidity count with regards to outcomes of exacerbations, MMRC, and 6MWD, in the former and current smoking control SPIROMICS participants (current and former smokers without COPD).</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material></sec></body>
<back><ref-list>
<title>References</title>
<ref id="pone.0114438-Kochanek1"><label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kochanek</surname><given-names>KD</given-names></name>, <name name-style="western"><surname>Xu</surname><given-names>JQ</given-names></name>, <name name-style="western"><surname>Murphy</surname><given-names>SL</given-names></name>, <name name-style="western"><surname>Minino</surname><given-names>AM</given-names></name>, <name name-style="western"><surname>Kung</surname><given-names>HC</given-names></name> (<year>2011</year>) <article-title>Deaths: Preliminary data for 2009</article-title>. <source>National vital statistics reports</source> <volume>59</volume>(<issue>4</issue>):<fpage>1</fpage>–<lpage>51</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Schnell1"><label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schnell</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Weiss</surname><given-names>CO</given-names></name>, <name name-style="western"><surname>Lee</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Krishnan</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Leff</surname><given-names>B</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>The prevalence of clinically-relevant comorbid conditions in patients with physician-diagnosed COPD: a cross-sectional study using data from NHANES 1999–2008</article-title>. <source>BMC Pulm Med</source> <volume>12</volume>:<fpage>26</fpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Divo1"><label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Divo</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Cote</surname><given-names>C</given-names></name>, <name name-style="western"><surname>de Torres</surname><given-names>JP</given-names></name>, <name name-style="western"><surname>Casanova</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Marin</surname><given-names>JM</given-names></name>, <etal>et al</etal>. <collab xlink:type="simple">BODE Collaborative Group</collab> (<year>2012</year>) <article-title>Comorbidities and risk of mortality in patients with chronic obstructive pulmonary disease</article-title>. <source>Am J Respir Crit Care Med</source> <volume>186</volume>(<issue>2</issue>):<fpage>155</fpage>–<lpage>161</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Holguin1"><label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Holguin</surname><given-names>F</given-names></name>, <name name-style="western"><surname>Folch</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Redd</surname><given-names>SC</given-names></name>, <name name-style="western"><surname>Mannino</surname><given-names>DM</given-names></name> (<year>2005</year>) <article-title>Comorbidity and mortality in COPD-related hospitalizations in the United States, 1979 to 2001</article-title>. <source>Chest</source> <volume>128</volume>(<issue>4</issue>):<fpage>2005</fpage>–<lpage>2011</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-vanManen1"><label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>van Manen</surname><given-names>JG</given-names></name>, <name name-style="western"><surname>Bindels</surname><given-names>PJ</given-names></name>, <name name-style="western"><surname>Dekker</surname><given-names>EW</given-names></name>, <name name-style="western"><surname>Ijzermans</surname><given-names>CJ</given-names></name>, <name name-style="western"><surname>Bottema</surname><given-names>BJ</given-names></name>, <etal>et al</etal>. (<year>2001</year>) <article-title>Added value of co-morbidity in predicting health-related quality of life in COPD patients</article-title>. <source>Respir Med</source> <volume>95</volume>:<fpage>496</fpage>–<lpage>504</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Wijnhoven1"><label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wijnhoven</surname><given-names>HA</given-names></name>, <name name-style="western"><surname>Kriegsman</surname><given-names>DM</given-names></name>, <name name-style="western"><surname>Hesselink</surname><given-names>AE</given-names></name>, <name name-style="western"><surname>de Haan</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Schellevis</surname><given-names>FG</given-names></name> (<year>2003</year>) <article-title>The influence of co-morbidity on health-related quality of life in asthma and COPD patients</article-title>. <source>Respir Med</source> <volume>97</volume>(<issue>5</issue>):<fpage>468</fpage>–<lpage>475</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Yeo1"><label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yeo</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Karimova</surname><given-names>G</given-names></name>, <name name-style="western"><surname>Bansal</surname><given-names>S</given-names></name> (<year>2006</year>) <article-title>Co-morbidity in older patients with COPD–its impact on health service utilisation and quality of life, a community study</article-title>. <source>Age Ageing</source> <volume>35</volume>(<issue>1</issue>):<fpage>33</fpage>–<lpage>37</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Putcha1"><label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Putcha</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Puhan</surname><given-names>MA</given-names></name>, <name name-style="western"><surname>Hansel</surname><given-names>NN</given-names></name>, <name name-style="western"><surname>Drummond</surname><given-names>MB</given-names></name>, <name name-style="western"><surname>Boyd</surname><given-names>CM</given-names></name> (<year>2013</year>) <article-title>Impact of co-morbidities on self-rated health in self-reported COPD: An analysis of NHANES 2001–2008</article-title>. <source>COPD</source> <volume>10</volume>(<issue>3</issue>):<fpage>324</fpage>–<lpage>332</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-StGermaineSmith1"><label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>St Germaine-Smith</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Liu</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Quan</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Wiebe</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Jette</surname><given-names>N</given-names></name> (<year>2011</year>) <article-title>Development of an epilepsy-specific risk adjustment comorbidity index</article-title>. <source>Epilepsia</source> <volume>52</volume>(<issue>12</issue>):<fpage>2161</fpage>–<lpage>2167</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-DellaPorta1"><label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Della Porta</surname><given-names>MG</given-names></name>, <name name-style="western"><surname>Malcovati</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Strupp</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Ambaglio</surname><given-names>I</given-names></name>, <name name-style="western"><surname>Kuendgen</surname><given-names>A</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Risk stratification based on both disease status and extra-hematologic comorbidities in patients with myelodysplastic syndrome</article-title>. <source>Haematologica</source> <volume>96</volume>(<issue>3</issue>):<fpage>441</fpage>–<lpage>449</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Sorror1"><label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sorror</surname><given-names>ML</given-names></name>, <name name-style="western"><surname>Giralt</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Sandmaier</surname><given-names>BM</given-names></name>, <name name-style="western"><surname>De Lima</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Shahjahan</surname><given-names>M</given-names></name>, <etal>et al</etal>. (<year>2007</year>) <article-title>Hematopoietic cell transplantation specific comorbidity index as an outcome predict9or for patients with acute myeloid leukemia in first remission: combined FHCRC and MDACC experiences</article-title>. <source>Blood</source> <volume>110</volume>(<issue>13</issue>):<fpage>4606</fpage>–<lpage>4613</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Charlson1"><label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Charlson</surname><given-names>ME</given-names></name>, <name name-style="western"><surname>Pompei</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Ales</surname><given-names>KL</given-names></name>, <name name-style="western"><surname>MacKenzie</surname><given-names>CR</given-names></name> (<year>1987</year>) <article-title>A new method of classifying prognostic comorbidity in longitudinal studies: development and validation</article-title>. <source>J Chronic Dis</source> <volume>40</volume>(<issue>5</issue>):<fpage>373</fpage>–<lpage>383</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Frei1"><label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Frei</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Muggensturm</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Putcha</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Siebeling</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Zoller</surname><given-names>M</given-names></name>, <etal>et al</etal>. (<year>2014</year>) <article-title>Five comorbidities reflected the health status in patients with chronic obstructive pulmonary disease: the newly developed COMCOLD index</article-title>. <source>J Clin Epidemiol</source> <volume>67</volume>(<issue>8</issue>):<fpage>904</fpage>–<lpage>911</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Regan1"><label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Regan</surname><given-names>EA</given-names></name>, <name name-style="western"><surname>Hokanson</surname><given-names>JE</given-names></name>, <name name-style="western"><surname>Murphy</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>Make</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Lynch</surname><given-names>DA</given-names></name>, <etal>et al</etal>. (<year>2010</year>)<article-title>Genetic epidemiology of COPD (COPDGene) study design</article-title>. <source>COPD</source> <volume>7</volume>(<issue>1</issue>):<fpage>32</fpage>–<lpage>43</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Couper1"><label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Couper</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Lavange</surname><given-names>LM</given-names></name>, <name name-style="western"><surname>Han</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Barr</surname><given-names>RG</given-names></name>, <name name-style="western"><surname>Bleecker</surname><given-names>E</given-names></name>, <etal>et al</etal>. <article-title><bold>for the SPIROMICS Research Group</bold>. (2014) Design of the Subpopulations and Intermediate Outcomes in COPD Study (SPIROMICS)</article-title>. <source>Thorax</source> <volume>69</volume>(<issue>5</issue>):<fpage>491</fpage>–<lpage>494</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-vandenAkker1"><label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>van den Akker</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Buntinx</surname><given-names>F</given-names></name>, <name name-style="western"><surname>Metsemakers</surname><given-names>JFM</given-names></name>, <name name-style="western"><surname>Roos</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Knottnerus</surname><given-names>JA</given-names></name> (<year>1998</year>) <article-title>Multimorbidity in General Practice: Prevalence, Incidence, and Determinants of Co-Occurring Chronic and Recurrent Diseases</article-title>. <source>J Clin Epidemiol</source> <volume>51</volume>(<issue>5</issue>):<fpage>367</fpage>–<lpage>375</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Barr1"><label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Barr</surname><given-names>JT</given-names></name>, <name name-style="western"><surname>Schumacher</surname><given-names>GE</given-names></name>, <name name-style="western"><surname>Freeman</surname><given-names>S</given-names></name>, <name name-style="western"><surname>LeMoine</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Bakst</surname><given-names>AW</given-names></name>, <etal>et al</etal>. (<year>2000</year>) <article-title>American translation, modification, and validation of the St. George's Respiratory Questionnaire</article-title>. <source>Clin Ther</source> <volume>22</volume>(<issue>9</issue>):<fpage>1121</fpage>–<lpage>1145</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Schnemann1"><label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schünemann</surname><given-names>HJ</given-names></name>, <name name-style="western"><surname>Griffith</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Jaeschke</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Goldstein</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Stubbing</surname><given-names>D</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Evaluation of the minimal important difference for the feeling thermometer and the St. George's Respiratory Questionnaire in patients with chronic airflow obstruction</article-title>. <source>J Clin Epidemiol</source> <volume>56</volume>(<issue>12</issue>):<fpage>1170</fpage>–<lpage>1176</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Butland1"><label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Butland</surname><given-names>RJA</given-names></name>, <name name-style="western"><surname>Pang</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Gross</surname><given-names>ER</given-names></name>, <name name-style="western"><surname>Woodcock</surname><given-names>AA</given-names></name>, <name name-style="western"><surname>Geddes</surname><given-names>DM</given-names></name> (<year>1982</year>) <article-title>Two, six, and 12 minute walking tests in respiratory disease</article-title>. <source>B.M.J</source>. <volume>284</volume>:<fpage>1607</fpage>–<lpage>1608</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Bestall1"><label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bestall</surname><given-names>JC</given-names></name>, <name name-style="western"><surname>Paul</surname><given-names>EA</given-names></name>, <name name-style="western"><surname>Garrod</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Garnham</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Jones</surname><given-names>PW</given-names></name>, <etal>et al</etal>. (<year>1999</year>) <article-title>Usefulness of the Medical Research Council (MRC) dyspnoea scale as a measure of disability in patients with chronic obstructive pulmonary disease</article-title>. <source>Thorax</source> <volume>54</volume>:<fpage>581</fpage>–<lpage>586</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Cleves1"><label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Cleves</surname><given-names>MA</given-names></name> (<year>2002</year>) <article-title>From the help desk: Comparing areas under receiver operating characteristic curves from two or more probit or logit models</article-title>. <source>The Stata Journal</source> <volume>2</volume> (<issue>3</issue>):<fpage>301</fpage>–<lpage>313</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-StataCorp1"><label>22</label>
<mixed-citation publication-type="other" xlink:type="simple">StataCorp (2011) <italic>Stata Statistical Software: Release 12</italic>. College Station, TX: StataCorp LP.</mixed-citation>
</ref>
<ref id="pone.0114438-Baker1"><label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Baker</surname><given-names>SG</given-names></name>, <name name-style="western"><surname>Schuit</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Steyerberg</surname><given-names>EW</given-names></name>, <name name-style="western"><surname>Pencina</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Vikers</surname><given-names>A</given-names></name>, <etal>et al</etal>. (<year>2014</year>) <article-title>How to interpret a small increase in AUC with an additional risk prediction marker: decision analysis comes through</article-title>. <source>Stat Med</source> <volume>33</volume>(<issue>22</issue>):<fpage>3946</fpage>–<lpage>3959</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Oksanen1"><label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Oksanen</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Kivimäki</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Pentti</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Virtanen</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Klaukka</surname><given-names>T</given-names></name>, <etal>et al</etal>. (<year>2010</year>) <article-title>Self-report as an indicator of incident disease</article-title>. <source>Ann Epidemiol</source> <volume>20</volume>(<issue>7</issue>):<fpage>547</fpage>–<lpage>554</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Midthjell1"><label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Midthjell</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Holmen</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Bjørndal</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Lund-Larsen</surname><given-names>G</given-names></name> (<year>1992</year>) <article-title>Is questionnaire information valid in the study of a chronic disease such as diabetes? The Nord-Trøndelag diabetes study</article-title>. <source>J Epidemiol Community Health</source> <volume>46</volume>(<issue>5</issue>):<fpage>537</fpage>–<lpage>542</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Beckett1"><label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Beckett</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Weinstein</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Goldman</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Yu-Hsuan</surname><given-names>L</given-names></name> (<year>2000</year>) <article-title>Do health interview surveys yield reliable data on chronic illness among older respondents</article-title>? <source>Am J Epidemiol</source> <volume>151</volume>(<issue>3</issue>):<fpage>315</fpage>–<lpage>323</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-PaganiniHill1"><label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Paganini-Hill</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Chao</surname><given-names>A</given-names></name> (<year>1993</year>) <article-title>Accuracy of recall of hip fracture, heart attack, and cancer: a comparison of postal survey data and medical records</article-title>. <source>Am J Epidemiol</source> <volume>138</volume>(<issue>2</issue>):<fpage>101</fpage>–<lpage>106</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Colditz1"><label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Colditz</surname><given-names>GA</given-names></name>, <name name-style="western"><surname>Martin</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Stampfer</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Willett</surname><given-names>WC</given-names></name>, <name name-style="western"><surname>Sampson</surname><given-names>L</given-names></name>, <etal>et al</etal>. (<year>1986</year>) <article-title>Validation of questionnaire information on risk factors and disease outcomes in a prospective cohort study of women</article-title>. <source>Am J Epidemiol</source> <volume>123</volume>(<issue>5</issue>):<fpage>894</fpage>–<lpage>900</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Desai1"><label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Desai</surname><given-names>MM</given-names></name>, <name name-style="western"><surname>Bruce</surname><given-names>ML</given-names></name>, <name name-style="western"><surname>Desai</surname><given-names>RA</given-names></name>, <name name-style="western"><surname>Druss</surname><given-names>BG</given-names></name> (<year>2001</year>) <article-title>Validity of self-reported cancer history: a comparison of health interview data and cancer registry records</article-title>. <source>Am J Epidemiol</source> <volume>153</volume>(<issue>3</issue>):<fpage>299</fpage>–<lpage>306</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Grant1"><label>30</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Grant</surname><given-names>I</given-names></name>, <name name-style="western"><surname>Heaton</surname><given-names>RK</given-names></name>, <name name-style="western"><surname>McSweeny</surname><given-names>AJ</given-names></name>, <name name-style="western"><surname>Adams</surname><given-names>KM</given-names></name>, <name name-style="western"><surname>Timms</surname><given-names>RM</given-names></name> (<year>1982</year>) <article-title>Neuropsychologic findings in hypoxemic chronic obstructive pulmonary disease</article-title>. <source>Arch Intern Med</source> <volume>142</volume>:<fpage>1470</fpage>–<lpage>1476</lpage>.</mixed-citation>
</ref>
<ref id="pone.0114438-Vanfleteren1"><label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vanfleteren</surname><given-names>LE</given-names></name>, <name name-style="western"><surname>Spruit</surname><given-names>MA</given-names></name>, <name name-style="western"><surname>Groenen</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Gaffron</surname><given-names>S</given-names></name>, <name name-style="western"><surname>van Empel</surname><given-names>VP</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Clusters of comorbidities based on validated objective measurements and systemic inflammation in patients with chronic obstructive pulmonary disease</article-title>. <source>Am J Respir Crit Care Med</source> <volume>187</volume>(<issue>7</issue>):<fpage>728</fpage>–<lpage>735</lpage>.</mixed-citation>
</ref>
</ref-list></back>
</article>