<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PONE-D-19-09537</article-id>
<article-id pub-id-type="doi">10.1371/journal.pone.0220914</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Heredity</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Phenotypes</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Mathematical and statistical techniques</subject><subj-group><subject>Statistical methods</subject><subj-group><subject>Test statistics</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Physical sciences</subject><subj-group><subject>Mathematics</subject><subj-group><subject>Statistics</subject><subj-group><subject>Statistical methods</subject><subj-group><subject>Test statistics</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Genetics of disease</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Heredity</subject><subj-group><subject>Genetic mapping</subject><subj-group><subject>Variant genotypes</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Pulmonology</subject><subj-group><subject>Chronic obstructive pulmonary disease</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Research assessment</subject><subj-group><subject>Research errors</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Computational biology</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Genome-wide association studies</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Genomics</subject><subj-group><subject>Genome analysis</subject><subj-group><subject>Genome-wide association studies</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Human genetics</subject><subj-group><subject>Genome-wide association studies</subject></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>A gene based approach to test genetic association based on an optimally weighted combination of multiple traits</article-title>
<alt-title alt-title-type="running-head">Test genetic association with multiple traits using optimally weighted combination</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Zhang</surname> <given-names>Jianjun</given-names></name>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Investigation</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Sha</surname> <given-names>Qiuying</given-names></name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Liu</surname> <given-names>Guanfu</given-names></name>
<role content-type="http://credit.casrai.org/">Investigation</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-0613-2608</contrib-id>
<name name-style="western">
<surname>Wang</surname> <given-names>Xuexia</given-names></name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
</contrib-group>
<aff id="aff001">
<label>1</label>
<addr-line>Department of Mathematics, University of North Texas, Denton, TX, United States of America</addr-line>
</aff>
<aff id="aff002">
<label>2</label>
<addr-line>Department of Mathematical Sciences, Michigan Technological University, Houghton, MI, United States of America</addr-line>
</aff>
<aff id="aff003">
<label>3</label>
<addr-line>School of Statistics and Information, Shanghai University of International Business and Economics, Shanghai, China</addr-line>
</aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Wang</surname> <given-names>Heming</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1">
<addr-line>Brigham and Women’s Hospital and Harvard Medical School, UNITED STATES</addr-line>
</aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist. X Wang was supported by the University of North Texas Foundation which was contributed by Dr. Linda Truitt Creagh. The content is solely the responsibility of the authors and does not necessarily represent the views of the University of North Texas Foundation and Dr. Linda Truitt Creagh. This does not alter our adherence to PLOS ONE policies on sharing data and materials. Q Sha was supported by the National Human Genome Research Institute of the National Institutes of Health under Award Number R15HG008209. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health. This does not alter our adherence to PLOS ONE policies on sharing data and materials. The Genetic Analysis workshops are supported by NIH grant R01 GM031575 from the National nstitute of General Medical Sciences. Preparation of the Genetic Analysis Workshop 17 Simulated Exome Data Set was supported in part by NIH R01 MH059490 and used sequencing data from the 1000 Genomes Project (<ext-link ext-link-type="uri" xlink:href="http://www.1000genomes.org" xlink:type="simple">www.1000genomes.org</ext-link>). This research used data generated by the COPDGene study, which was supported by NIH grants U01HL089856 and U01HL089897. The COPDGene project is also supported by the COPD Foundation through contributions made by an Industry Advisory Board comprised of Pfizer, AstraZeneca, Boehringer Ingelheim, Novartis, and Sunovion. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript. This does not alter our adherence to PLOS ONE policies on sharing data and materials.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">Xuexia.Wang@unt.edu</email></corresp>
</author-notes>
<pub-date pub-type="collection">
<year>2019</year>
</pub-date>
<pub-date pub-type="epub">
<day>9</day>
<month>8</month>
<year>2019</year>
</pub-date>
<volume>14</volume>
<issue>8</issue>
<elocation-id>e0220914</elocation-id>
<history>
<date date-type="received">
<day>4</day>
<month>4</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>25</day>
<month>7</month>
<year>2019</year>
</date>
</history>
<permissions>
<copyright-year>2019</copyright-year>
<copyright-holder>Zhang et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0220914"/>
<abstract>
<p>There is increasing evidence showing that pleiotropy is a widespread phenomenon in complex diseases for which multiple correlated traits are often measured. Joint analysis of multiple traits could increase statistical power by aggregating multiple weak effects. Existing methods for multiple trait association tests usually study each of the multiple traits separately and then combine the univariate test statistics or combine p-values of the univariate tests for identifying disease associated genetic variants. However, ignoring correlation between phenotypes may cause power loss. Additionally, the genetic variants in one gene (including common and rare variants) are often viewed as a whole that affects the underlying disease since the basic functional unit of inheritance is a gene rather than a genetic variant. Thus, results from gene level association tests can be more readily integrated with downstream functional and pathogenic investigation, whereas many existing methods for multiple trait association tests only focus on testing a single common variant rather than a gene. In this article, we propose a statistical method by Testing an Optimally Weighted Combination of Multiple traits (TOW-CM) to test the association between multiple traits and multiple variants in a genomic region (a gene or pathway). We investigate the performance of the proposed method through extensive simulation studies. Our simulation studies show that the proposed method has correct type I error rates and is either the most powerful test or comparable with the most powerful tests. Additionally, we illustrate the usefulness of TOW-CM based on a COPDGene study.</p>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000002</institution-id>
<institution>National Institutes of Health</institution>
</institution-wrap>
</funding-source>
<award-id>R15HG008209</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Sha</surname> <given-names>Qiuying</given-names></name>
</principal-award-recipient>
</award-group>
<funding-statement>Research reported in this publication was supported by the National Human Genome Research Institute of the National Institutes of Health under Award Number R15HG008209 to QS. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health. X Wang was supported by the University of North Texas Foundation which was contributed by Dr. Linda Truitt Creagh. The content is solely the responsibility of the authors and does not necessarily represent the views of the University of North Texas Foundation and Dr. Linda Truitt Creagh. The Genetic Analysis workshops are supported by NIH grant R01 GM031575 from the National Institute of General Medical Sciences. Preparation of the Genetic Analysis Workshop 17 Simulated Exome Data Set was supported in part by NIH R01 MH059490 and used sequencing data from the 1000 Genomes Project (<ext-link ext-link-type="uri" xlink:href="http://www.1000genomes.org" xlink:type="simple">www.1000genomes.org</ext-link>). This research used data generated by the COPDGene study, which was supported by NIH grants U01HL089856 and U01HL089897. The COPDGene project is also supported by the COPD Foundation through contributions made by an Industry Advisory Board comprised of Pfizer, AstraZeneca, Boehringer Ingelheim, Novartis, and Sunovion. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="6"/>
<table-count count="2"/>
<page-count count="17"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>The data underlying the results presented in the study are available from COPDGene study (phs000179/HMB and 257 phs000179 /DS-CS-RD).</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>Complex diseases are often characterized by many correlated phenotypes which can better reflect their underlying mechanism. For example, hypertension can be characterized by systolic and diastolic blood pressure [<xref ref-type="bibr" rid="pone.0220914.ref001">1</xref>]; metabolic syndrome is evaluated by four component traits: high-density lipoprotein (HDL) cholesterol, plasma glucose and Type 2 diabetes, abdominal obesity, and diastolic blood pressure [<xref ref-type="bibr" rid="pone.0220914.ref002">2</xref>]; and a person’s cognitive ability is usually measured by tests in domains including memory, intelligence, language, executive function, and visual-spatial function [<xref ref-type="bibr" rid="pone.0220914.ref003">3</xref>]. Also, more and more large cohort studies have collected or are collecting a broad array of correlated phenotypes to reveal the genetic components of many complex human diseases. Therefore, by jointly analyzing these correlated traits, we can not only gain more power by aggregating multiple weak effects, but also understand the genetic architecture of the disease of interest [<xref ref-type="bibr" rid="pone.0220914.ref004">4</xref>].</p>
<p>Even though genome-wide association studies (GWASs) have been remarkably successful in identifying genetic variants associated with complex traits and diseases, the majority of the identified genetic variants only explain a small fraction of total heritability [<xref ref-type="bibr" rid="pone.0220914.ref005">5</xref>]. Furthuer, a gene is the basic functional unit of inheritance whereas the GWAS are primarily focused on the paradigm of single common variant. However, most published GWASs only analyzed each individual phenotype separately, although results on related phenotypes may be reported together. Large-scale GWAS of complex traits have consistently demonstrated that, with few exceptions, common variants have moderate-to-small effects. Therefore, it is important to identify appropriate methods that fully utilize information in multivariate phenotypes to detect novel genes in genetic association studies.</p>
<p>In GWAS, several methods have been developed for multivariate phenotypes association analysis [<xref ref-type="bibr" rid="pone.0220914.ref003">3</xref>] to test association between multivariate continuous phenotypes and a single common variant. To our knowledge, current multivariate phenotypes association methods can be roughly classified into two categories: univariate analysis and multivariate analysis. Univariate analysis methods perform an association test for each trait individually and then combine the univariate test statistics or combine the p-values of the univariate tests [<xref ref-type="bibr" rid="pone.0220914.ref006">6</xref>–<xref ref-type="bibr" rid="pone.0220914.ref009">9</xref>]. Even though such methods are computationally efficient, they neglect the omnipresent correlation between individual phenotypes and may reduce the power compared to multivariate analysis. Multivariate analysis methods jointly analyze more than one phenotype in a unified framework and test for the association between multiple phenotypes and genetic variants. Multivariate analysis methods include multivariate analysis of variance (MANOVA) [<xref ref-type="bibr" rid="pone.0220914.ref010">10</xref>], linear mixed effect models (LMM) [<xref ref-type="bibr" rid="pone.0220914.ref011">11</xref>], and generalized estimating equations (GEE) [<xref ref-type="bibr" rid="pone.0220914.ref012">12</xref>]. Another special approach is to consider reducing the dimension of the multivariate phenotypes by using dimension reduction techniques. The common method for dimensionality reduction is principal component analysis (PCA) [<xref ref-type="bibr" rid="pone.0220914.ref013">13</xref>] which essentially finds the combination of these phenotypes and assumes that the transformed phenotypes are independent. The limitation of this method is that it can not properly account for the variation of phenotypes or genotypes. It is also hard to interpret the meaning of principle components of the multivariate phenotypes, especially in practice.</p>
<p>Recent studies show that complex diseases are caused by both common and rare variants [<xref ref-type="bibr" rid="pone.0220914.ref014">14</xref>–<xref ref-type="bibr" rid="pone.0220914.ref020">20</xref>]. Gene-based analysis requires statistical methods that are fundamentally different from association statistics used for testing common variants. It is essential to develop a novel statistical method to test the association between multiple traits and multiple variants (common and/or rare variants). In this article, we develop a statistical method to test the association between multiple traits and genetic variants (rare and/or common) in a genomic region by Testing the association between an Optimally Weighted combination of Multiple traits (TOW-CM) and the genomic region. TOW-CM is based on the score test under a linear model, in which the weighted combination of phenotypes is obtained by maximizing the score test statistic over weights. The weights at which the score test statistic reaches its maximum are called the optimal weights. We also use extensive simulation studies to compare the performance of TOW-CM with MANOVA [<xref ref-type="bibr" rid="pone.0220914.ref010">10</xref>], multi-trait sequence kernel association test MSKAT [<xref ref-type="bibr" rid="pone.0220914.ref021">21</xref>] and minimum p-value [<xref ref-type="bibr" rid="pone.0220914.ref022">22</xref>]. Simulation studies demonstrate that, in all the simulation scenarios, TOW-CM is either the most powerful test or comparable to the most powerful test among the four tests. We also illustrate the usefulness of TOW-CM by analyzing a real COPDGene study.</p>
</sec>
<sec id="sec002" sec-type="materials|methods">
<title>Methods</title>
<p>We consider a sample with <italic>n</italic> unrelated individuals. Each individual has <italic>K</italic> (potentially correlated) traits and has been genotyped at <italic>M</italic> variants in a considered region (a gene or a pathway). Denote <italic>y</italic><sub><italic>ik</italic></sub> as the <italic>k</italic><sup><italic>th</italic></sup> trait value of the <italic>i</italic><sup><italic>th</italic></sup> individual and <italic>x</italic><sub><italic>im</italic></sub> as the genotype score in additive coding of the <italic>i</italic><sup><italic>th</italic></sup> individual at the <italic>m</italic><sup><italic>th</italic></sup> variant. Let <bold><italic>Y</italic></bold> = (<italic>Y</italic><sub>1</sub>, ⋯, <italic>Y</italic><sub><italic>K</italic></sub>) denote the random vector of <italic>K</italic> traits and <bold><italic>X</italic></bold> = (<italic>X</italic><sub>1</sub>, ⋯, <italic>X</italic><sub><italic>M</italic></sub>) denote the random variable of the genotype score at <italic>M</italic> variants for these <italic>n</italic> individuals where <italic>Y</italic><sub><italic>k</italic></sub> = (<italic>y</italic><sub>1<italic>k</italic></sub>, ⋯, <italic>y</italic><sub><italic>nk</italic></sub>)<sup><italic>T</italic></sup> and <italic>X</italic><sub><italic>m</italic></sub> = (<italic>x</italic><sub>1<italic>m</italic></sub>, ⋯, <italic>x</italic><sub><italic>nm</italic></sub>)<sup><italic>T</italic></sup>. Consider a linear combination of <bold><italic>Y</italic></bold> denoted as <inline-formula id="pone.0220914.e001"><alternatives><graphic id="pone.0220914.e001g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e001" xlink:type="simple"/><mml:math display="inline" id="M1"><mml:mrow><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:mi>w</mml:mi> <mml:mo>=</mml:mo> <mml:msubsup><mml:mo>∑</mml:mo> <mml:mrow><mml:mi>k</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn></mml:mrow> <mml:mi>K</mml:mi></mml:msubsup> <mml:msub><mml:mi>w</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mrow></mml:math></alternatives></inline-formula>, where <italic>w</italic> = (<italic>w</italic><sub>1</sub>, ⋯, <italic>w</italic><sub><italic>K</italic></sub>)<sup><italic>T</italic></sup>.</p>
<p>We model the relationship between the combination of multiple continuous traits with the <italic>M</italic> genetic variants in the considered region using the linear model
<disp-formula id="pone.0220914.e002"><alternatives><graphic id="pone.0220914.e002g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e002" xlink:type="simple"/><mml:math display="block" id="M2"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:munderover><mml:mo>∑</mml:mo> <mml:mrow><mml:mi>k</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn></mml:mrow> <mml:mi>M</mml:mi></mml:munderover> <mml:msub><mml:mi>w</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:msub><mml:mi>y</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub> <mml:mo>=</mml:mo> <mml:msub><mml:mi>β</mml:mi> <mml:mn>0</mml:mn></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>β</mml:mi> <mml:mn>1</mml:mn></mml:msub> <mml:msub><mml:mi>x</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mn>1</mml:mn></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:mo>⋯</mml:mo> <mml:mo>+</mml:mo> <mml:msub><mml:mi>β</mml:mi> <mml:mi>M</mml:mi></mml:msub> <mml:msub><mml:mi>x</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>M</mml:mi></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>ϵ</mml:mi> <mml:mi>i</mml:mi></mml:msub></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives> <label>(1)</label></disp-formula>
where <italic>β</italic><sub>0</sub> is the intercept and <bold><italic>β</italic></bold> = (<italic>β</italic><sub>1</sub>, ⋯, <italic>β</italic><sub><italic>M</italic></sub>)<sup><italic>T</italic></sup> is the corresponding vector of coefficients. To test the association between the combination of the multiple traits and the <italic>M</italic> genetic variants is equivalent to test the null hypothesis <italic>H</italic><sub>0</sub>: <bold><italic>β</italic></bold> = 0 under <xref ref-type="disp-formula" rid="pone.0220914.e002">Eq (1)</xref>. We use the score test statistic to test <italic>H</italic><sub>0</sub>: <bold><italic>β</italic></bold> = 0 under <xref ref-type="disp-formula" rid="pone.0220914.e002">Eq (1)</xref>. Let <inline-formula id="pone.0220914.e003"><alternatives><graphic id="pone.0220914.e003g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e003" xlink:type="simple"/><mml:math display="inline" id="M3"><mml:mrow><mml:mi>P</mml:mi> <mml:mo>=</mml:mo> <mml:msub><mml:mi>I</mml:mi> <mml:mi>n</mml:mi></mml:msub> <mml:mo>-</mml:mo> <mml:mfrac><mml:mn>1</mml:mn> <mml:mi>n</mml:mi></mml:mfrac> <mml:msub><mml:mn>1</mml:mn> <mml:mi>n</mml:mi></mml:msub> <mml:msubsup><mml:mn>1</mml:mn> <mml:mi>n</mml:mi> <mml:mi>T</mml:mi></mml:msubsup></mml:mrow></mml:math></alternatives></inline-formula> and then the test statistic is:
<disp-formula id="pone.0220914.e004"><alternatives><graphic id="pone.0220914.e004g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e004" xlink:type="simple"/><mml:math display="block" id="M4"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:mi>S</mml:mi> <mml:mo>=</mml:mo> <mml:msup><mml:mi>U</mml:mi> <mml:mi>T</mml:mi></mml:msup> <mml:msup><mml:mi>V</mml:mi> <mml:mrow><mml:mo>-</mml:mo> <mml:mn>1</mml:mn></mml:mrow></mml:msup> <mml:mi>U</mml:mi></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives> <label>(2)</label></disp-formula>
where <italic>U</italic> = (<italic>P</italic><bold><italic>X</italic></bold>)′ <italic>P<bold>Y</bold>w</italic> and <inline-formula id="pone.0220914.e005"><alternatives><graphic id="pone.0220914.e005g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e005" xlink:type="simple"/><mml:math display="inline" id="M5"><mml:mrow><mml:mi>V</mml:mi> <mml:mo>=</mml:mo> <mml:mfrac><mml:mn>1</mml:mn> <mml:mi>n</mml:mi></mml:mfrac> <mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:mi>w</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:mi>w</mml:mi> <mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi></mml:mrow></mml:math></alternatives></inline-formula>. The score test can be rewritten as a function of <italic>w</italic>:
<disp-formula id="pone.0220914.e006"><alternatives><graphic id="pone.0220914.e006g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e006" xlink:type="simple"/><mml:math display="block" id="M6"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:mi>S</mml:mi> <mml:mrow><mml:mo>(</mml:mo> <mml:mi>w</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:mo>=</mml:mo> <mml:mi>n</mml:mi> <mml:mo>*</mml:mo> <mml:mfrac><mml:mrow><mml:msup><mml:mi>w</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:msup><mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:mrow><mml:mo>-</mml:mo> <mml:mn>1</mml:mn></mml:mrow></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:mi>w</mml:mi></mml:mrow> <mml:mrow><mml:msup><mml:mi>w</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:mi>w</mml:mi></mml:mrow></mml:mfrac></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives> <label>(3)</label></disp-formula>
where <italic>P</italic> = <italic>P</italic>′ and <italic>PP</italic>′ = <italic>P</italic>. We propose to maximize <italic>S</italic>(<italic>w</italic>) to get the optimal weight and then define the statistic to evaluate the association between the optimally weighted combination of the target traits and test genetic variants.</p>
<p>When <italic>D</italic> = <bold><italic>Y</italic></bold>′ <italic>P<bold>Y</bold></italic> is positive definite, maximizing <italic>S</italic>(<bold><italic>w</italic></bold>) is equivalent to maximizing
<disp-formula id="pone.0220914.e007"><alternatives><graphic id="pone.0220914.e007g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e007" xlink:type="simple"/><mml:math display="block" id="M7"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:mi>S</mml:mi> <mml:mrow><mml:mo>(</mml:mo> <mml:mi>w</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:mo>=</mml:mo> <mml:mfrac><mml:mrow><mml:msup><mml:mi>w</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>L</mml:mi> <mml:msup><mml:mi>L</mml:mi> <mml:mrow><mml:mo>-</mml:mo> <mml:mn>1</mml:mn></mml:mrow></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:msup><mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:mrow><mml:mo>-</mml:mo> <mml:mn>1</mml:mn></mml:mrow></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mi>L</mml:mi> <mml:mrow><mml:mo>-</mml:mo> <mml:mi>T</mml:mi></mml:mrow></mml:msup> <mml:msup><mml:mi>L</mml:mi> <mml:mi>T</mml:mi></mml:msup> <mml:mi>w</mml:mi></mml:mrow> <mml:mrow><mml:msup><mml:mi>w</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>L</mml:mi> <mml:msup><mml:mi>L</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>w</mml:mi></mml:mrow></mml:mfrac></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives> <label>(4)</label></disp-formula>
where <italic>L</italic> is the lower triangular matrix obtained from the Cholesky decomposition of <italic>D</italic> = <italic>LL</italic><sup><italic>T</italic></sup>. However, the matrix of <italic>D</italic> is usually not full rank because of existing correlation between multiple traits. If the matrix <italic>D</italic> is semi-positive define matrix, we introduce a ridge parameter λ<sub>0</sub>, for which we suggest the choice <inline-formula id="pone.0220914.e008"><alternatives><graphic id="pone.0220914.e008g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e008" xlink:type="simple"/><mml:math display="inline" id="M8"><mml:mrow><mml:msub><mml:mo>λ</mml:mo> <mml:mn>0</mml:mn></mml:msub> <mml:mo>=</mml:mo> <mml:msqrt><mml:mrow><mml:mn>1</mml:mn> <mml:mo>/</mml:mo> <mml:mi>n</mml:mi></mml:mrow></mml:msqrt></mml:mrow></mml:math></alternatives></inline-formula>, where <italic>n</italic> is the number of individuals in the testing data, and modify the adjustment to mitigate the effect of the non-positive matrix <italic>D</italic> in order to avoid the instability: <italic>D</italic> = <bold><italic>Y</italic></bold>′ <italic>P<bold>Y</bold></italic> + λ<sub>0</sub><italic>I</italic>. Let <italic>C</italic> = <italic>L</italic><sup>−1</sup> <bold><italic>Y</italic></bold>′ <italic>P<bold>X</bold></italic>(<bold><italic>X</italic></bold>′ <italic>P<bold>X</bold></italic>)<sup>−1</sup> <bold><italic>X</italic></bold>′ <italic>P<bold>Y</bold>L</italic><sup>−<italic>T</italic></sup> and <bold><italic>c</italic></bold> be the eigenvector corresponding to the largest eigenvalue of the matrix <italic>C</italic>, then <italic>S</italic>(<bold><italic>w</italic></bold>) is maximized when <italic>L</italic>′(<bold><italic>w</italic></bold>) equals <bold><italic>c</italic></bold>. Hence <xref ref-type="disp-formula" rid="pone.0220914.e007">Eq (4)</xref> is maximized when <italic>w<sup>o</sup></italic> = <italic>L</italic><sup>−<italic>T</italic></sup> <bold><italic>c</italic></bold>. In a special case, if all the traits we consider are independent and <italic>M</italic> = 1, we can get an analytical weight referred to [<xref ref-type="bibr" rid="pone.0220914.ref022">22</xref>]:
<disp-formula id="pone.0220914.e009"><alternatives><graphic id="pone.0220914.e009g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e009" xlink:type="simple"/><mml:math display="block" id="M9"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:msub><mml:mi>w</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>=</mml:mo> <mml:mfrac><mml:mrow><mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:mi>P</mml:mi> <mml:mi>X</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:mi>T</mml:mi></mml:msup> <mml:mrow><mml:mo>(</mml:mo> <mml:mi>P</mml:mi> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow></mml:mrow> <mml:mrow><mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:mi>P</mml:mi> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow> <mml:mi>T</mml:mi></mml:msup> <mml:mrow><mml:mo>(</mml:mo> <mml:mi>P</mml:mi> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac> <mml:mo>=</mml:mo> <mml:mfrac><mml:mrow><mml:msup><mml:mi>X</mml:mi> <mml:mi>T</mml:mi></mml:msup> <mml:mi>P</mml:mi> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mrow> <mml:mrow><mml:msubsup><mml:mi>Y</mml:mi> <mml:mrow><mml:mi>k</mml:mi></mml:mrow> <mml:mi>T</mml:mi></mml:msubsup> <mml:mi>P</mml:mi> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mrow></mml:mfrac></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives> <label>(5)</label></disp-formula>
for the <italic>k</italic><sup><italic>th</italic></sup> phenotype, <italic>k</italic> = 1, 2, 3, …, <italic>K</italic>. The <xref ref-type="disp-formula" rid="pone.0220914.e009">Eq (5)</xref> is equivalent to <inline-formula id="pone.0220914.e010"><alternatives><graphic id="pone.0220914.e010g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e010" xlink:type="simple"/><mml:math display="inline" id="M10"><mml:mrow><mml:msub><mml:mi>w</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>=</mml:mo> <mml:mfrac><mml:mrow><mml:mi>C</mml:mi> <mml:mi>o</mml:mi> <mml:mi>r</mml:mi> <mml:mi>r</mml:mi> <mml:mo>(</mml:mo> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>,</mml:mo> <mml:mi>X</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:msqrt><mml:mrow><mml:msubsup><mml:mi>Y</mml:mi> <mml:mrow><mml:mi>k</mml:mi></mml:mrow> <mml:mi>T</mml:mi></mml:msubsup> <mml:mi>P</mml:mi> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mrow></mml:msqrt></mml:mfrac></mml:mrow></mml:math></alternatives></inline-formula> where the numerator is the correlation coefficient between the <italic>k</italic><sup><italic>th</italic></sup> phenotype <italic>Y</italic><sub><italic>k</italic></sub> and the genotypic variant <italic>X</italic> and the denominator can be viewed as the variance of the <italic>k</italic><sup><italic>th</italic></sup> phenotype <italic>Y</italic><sub><italic>k</italic></sub>. It means that <italic>w</italic><sub><italic>k</italic></sub> has same direction with the correlation between the phenotype <italic>Y</italic><sub><italic>k</italic></sub> and the genotypic variant <italic>X</italic>, and puts big weight to the <italic>k</italic><sup><italic>th</italic></sup> trait when it has strong association with the genotypic variant and/or it has low variance.</p>
<p>We define the statistic to test an optimally weighted combination of multiple traits (TOW-CM), <inline-formula id="pone.0220914.e011"><alternatives><graphic id="pone.0220914.e011g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e011" xlink:type="simple"/><mml:math display="inline" id="M11"><mml:mrow><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mi>w</mml:mi> <mml:mi>o</mml:mi></mml:msup> <mml:mo>=</mml:mo> <mml:msubsup><mml:mo>∑</mml:mo> <mml:mrow><mml:mi>k</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn></mml:mrow> <mml:mi>K</mml:mi></mml:msubsup> <mml:msubsup><mml:mi>w</mml:mi> <mml:mi>k</mml:mi> <mml:mi>o</mml:mi></mml:msubsup> <mml:msub><mml:mi>Y</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mrow></mml:math></alternatives></inline-formula>, as
<disp-formula id="pone.0220914.e012"><alternatives><graphic id="pone.0220914.e012g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e012" xlink:type="simple"/><mml:math display="block" id="M12"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:mi>T</mml:mi> <mml:mo>=</mml:mo> <mml:mfrac><mml:mrow><mml:msup><mml:mi>w</mml:mi> <mml:msup><mml:mi>o</mml:mi> <mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow><mml:mo>(</mml:mo> <mml:msup><mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">X</mml:mi> <mml:mo>)</mml:mo></mml:mrow> <mml:mrow><mml:mo>-</mml:mo> <mml:mn>1</mml:mn></mml:mrow></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">X</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi>Y</mml:mi> <mml:msup><mml:mi>w</mml:mi> <mml:mi>o</mml:mi></mml:msup></mml:mrow> <mml:mrow><mml:msup><mml:mi>w</mml:mi> <mml:msup><mml:mi>o</mml:mi> <mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:msup><mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mrow/><mml:mo>′</mml:mo></mml:msup></mml:msup> <mml:mi>P</mml:mi> <mml:mi mathvariant="bold-italic">Y</mml:mi> <mml:msup><mml:mi>w</mml:mi> <mml:mi>o</mml:mi></mml:msup></mml:mrow></mml:mfrac></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives> <label>(6)</label></disp-formula></p>
<p>We use permutation methods to evaluate P-values of <italic>T</italic>. The TOW-CM method can also be extended to incorporate covariates. Suppose that there are <italic>p</italic> covariates. Let <italic>z</italic><sub><italic>il</italic></sub> denote <italic>l</italic><sup><italic>th</italic></sup> covariate of the <italic>i</italic><sup><italic>th</italic></sup> individual. We adjust both trait value <italic>y</italic><sub><italic>ik</italic></sub> and genotypic score <italic>x</italic><sub><italic>im</italic></sub> for the covariates by applying linear regressions. That is,
<disp-formula id="pone.0220914.e013"><alternatives><graphic id="pone.0220914.e013g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e013" xlink:type="simple"/><mml:math display="block" id="M13"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:msub><mml:mi>y</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mtd> <mml:mtd><mml:mrow><mml:mo>=</mml:mo> <mml:msub><mml:mi>α</mml:mi> <mml:mn>0</mml:mn></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>α</mml:mi> <mml:mn>1</mml:mn></mml:msub> <mml:msub><mml:mi>z</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mn>1</mml:mn></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:mo>⋯</mml:mo> <mml:mo>+</mml:mo> <mml:msub><mml:mi>α</mml:mi> <mml:mi>p</mml:mi></mml:msub> <mml:msub><mml:mi>z</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>p</mml:mi></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>ϵ</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub> <mml:mspace width="4pt"/><mml:mspace width="4pt"/><mml:mspace width="4pt"/><mml:mtext>and</mml:mtext></mml:mrow></mml:mtd></mml:mtr> <mml:mtr><mml:mtd columnalign="right"><mml:msub><mml:mi>x</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mtd> <mml:mtd><mml:mrow><mml:mo>=</mml:mo> <mml:msub><mml:mi>α</mml:mi> <mml:mrow><mml:mn>0</mml:mn> <mml:mi>m</mml:mi></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>α</mml:mi> <mml:mrow><mml:mn>1</mml:mn> <mml:mi>m</mml:mi></mml:mrow></mml:msub> <mml:msub><mml:mi>z</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mn>1</mml:mn></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:mo>⋯</mml:mo> <mml:mo>+</mml:mo> <mml:msub><mml:mi>α</mml:mi> <mml:mrow><mml:mi>p</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub> <mml:msub><mml:mi>z</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>p</mml:mi></mml:mrow></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>τ</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives></disp-formula></p>
<p>Let <inline-formula id="pone.0220914.e014"><alternatives><graphic id="pone.0220914.e014g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e014" xlink:type="simple"/><mml:math display="inline" id="M14"><mml:msub><mml:mover accent="true"><mml:mi>y</mml:mi> <mml:mo>˜</mml:mo></mml:mover> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:math></alternatives></inline-formula> and <inline-formula id="pone.0220914.e015"><alternatives><graphic id="pone.0220914.e015g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e015" xlink:type="simple"/><mml:math display="inline" id="M15"><mml:msub><mml:mover accent="true"><mml:mi>x</mml:mi> <mml:mo>˜</mml:mo></mml:mover> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:math></alternatives></inline-formula> denote the residuals of <italic>y</italic><sub><italic>ik</italic></sub> and <italic>x</italic><sub><italic>im</italic></sub>, respectively. We incorporate the covariate effects in TOW-CM by replacing <italic>y</italic><sub><italic>ik</italic></sub> and <italic>x</italic><sub><italic>im</italic></sub> in <xref ref-type="disp-formula" rid="pone.0220914.e012">Eq (6)</xref> by <inline-formula id="pone.0220914.e016"><alternatives><graphic id="pone.0220914.e016g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e016" xlink:type="simple"/><mml:math display="inline" id="M16"><mml:msub><mml:mover accent="true"><mml:mi>y</mml:mi> <mml:mo>˜</mml:mo></mml:mover> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:math></alternatives></inline-formula> and <inline-formula id="pone.0220914.e017"><alternatives><graphic id="pone.0220914.e017g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e017" xlink:type="simple"/><mml:math display="inline" id="M17"><mml:msub><mml:mover accent="true"><mml:mi>x</mml:mi> <mml:mo>˜</mml:mo></mml:mover> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:math></alternatives></inline-formula>. With covariates, the statistic of TOW-CM is defined as:
<disp-formula id="pone.0220914.e018"><alternatives><graphic id="pone.0220914.e018g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e018" xlink:type="simple"/><mml:math display="block" id="M18"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:mrow><mml:msub><mml:mi>T</mml:mi> <mml:mrow><mml:mi>T</mml:mi> <mml:mi>O</mml:mi> <mml:mi>W</mml:mi> <mml:mo>-</mml:mo> <mml:mi>C</mml:mi> <mml:mi>M</mml:mi></mml:mrow></mml:msub> <mml:msub><mml:mrow><mml:mo>=</mml:mo> <mml:mi>T</mml:mi> <mml:mo>|</mml:mo></mml:mrow> <mml:mrow><mml:msub><mml:mi>y</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub> <mml:mo>=</mml:mo> <mml:msub><mml:mover accent="true"><mml:mi>y</mml:mi> <mml:mo>˜</mml:mo></mml:mover> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>k</mml:mi></mml:mrow></mml:msub> <mml:mo>,</mml:mo> <mml:msub><mml:mi>x</mml:mi> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub> <mml:mo>=</mml:mo> <mml:msub><mml:mover accent="true"><mml:mi>x</mml:mi> <mml:mo>˜</mml:mo></mml:mover> <mml:mrow><mml:mi>i</mml:mi> <mml:mi>m</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:msub></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives></disp-formula></p>
</sec>
<sec id="sec003">
<title>Comparison of tests</title>
<p>We compared the performance of our method (TOW-CM) with the following methods: 1) Multivariate Analysis of Variance (MANOVA) [<xref ref-type="bibr" rid="pone.0220914.ref010">10</xref>]; 2) Multi-trait Sequence Kernel Association Test (MSKAT) [<xref ref-type="bibr" rid="pone.0220914.ref021">21</xref>]; 3) Minimum p-value based on the p-values of the individual trait TOW [<xref ref-type="bibr" rid="pone.0220914.ref022">22</xref>] (denoted as minP).</p>
</sec>
<sec id="sec004">
<title>Simulation</title>
<p>In simulation studies, we use the empirical Mini-Exome genotype data including genotypes of 697 unrelated individuals on 3205 genes obtained from Genetic Analysis Workshop 17 (GAW17). Two differen type of variants (Common variants: minor allele frequency (MAF)&gt;0.05 and Rare variants: MAF&lt;0.05) are chosen from a super gene (Sgene) including four genes: ELAVL4 (gene1), MSH4 (gene2), PDE4B (gene3), and ADAMTS4 (gene4). The pattern of the allele frequency distribution of the Sgene is similar as the 3205 genes’ [<xref ref-type="bibr" rid="pone.0220914.ref022">22</xref>]. In our simulation studies, we generate genotypes based on the genotypes of 697 individuals in these four genes. The genotypes are extracted from the sequence alignment files provided by the 1,000 Genomes Project for their pilot3 study (<ext-link ext-link-type="uri" xlink:href="http://www.1000genomes.org" xlink:type="simple">http://www.1000genomes.org</ext-link>). To generate the genotype of an individual, we generate two haplotypes according to the haplotype frequencies.</p>
<p>We test K = 4 related traits with a compound-symmetry correlation matrix and consider two covariates: a standard normal covariate <italic>z</italic><sub>1</sub> and a binary covariate <italic>z</italic><sub>2</sub> with <italic>P</italic>(<italic>z</italic><sub>2</sub> = 1) = 0.5. We generate trait values based on genotypes by using the following models:
<disp-formula id="pone.0220914.e019"><alternatives><graphic id="pone.0220914.e019g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e019" xlink:type="simple"/><mml:math display="block" id="M19"><mml:mtable displaystyle="true"><mml:mtr><mml:mtd columnalign="right"><mml:msub><mml:mi>y</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mtd> <mml:mtd><mml:mrow><mml:mo>=</mml:mo> <mml:mn>0</mml:mn> <mml:mo>.</mml:mo> <mml:mn>5</mml:mn> <mml:msub><mml:mi>z</mml:mi> <mml:mn>1</mml:mn></mml:msub> <mml:mo>+</mml:mo> <mml:mn>0</mml:mn> <mml:mo>.</mml:mo> <mml:mn>5</mml:mn> <mml:msub><mml:mi>z</mml:mi> <mml:mn>2</mml:mn></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>η</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>+</mml:mo> <mml:msub><mml:mi>ϵ</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mspace width="4pt"/><mml:mspace width="4pt"/><mml:mspace width="4pt"/><mml:mi>k</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn> <mml:mo>,</mml:mo> <mml:mn>2</mml:mn> <mml:mo>,</mml:mo> <mml:mn>3</mml:mn> <mml:mo>,</mml:mo> <mml:mn>4</mml:mn></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></alternatives></disp-formula>
where <bold><italic>ϵ</italic></bold> = (<italic>ϵ</italic><sub>1</sub>, <italic>ϵ</italic><sub>2</sub>, <italic>ϵ</italic><sub>3</sub>, <italic>ϵ</italic><sub>4</sub>) is zero-mean normal with variances 1 and correlation <italic>ρ</italic>. We set the magnitude of correlation |<italic>ρ</italic>| to 0.2, 0.5, and 0.8, and the signs of symmetric location of covariate matrix are randomly chosen from (-1,1). <bold><italic>η</italic></bold> = (<italic>η</italic><sub>1</sub>, <italic>η</italic><sub>2</sub>, <italic>η</italic><sub>3</sub>, <italic>η</italic><sub>4</sub>) are contributions from a set of genotypic variants, which are simulated as follows.</p>
<p>For type I error, phenotypes are generated under the null model i.e. <bold><italic>η</italic></bold> = 0. To evaluate power, we randomly choose one common variant and <italic>n</italic><sub><italic>c</italic></sub> (20%) rare variants as casual variants. We assume that all the <italic>n</italic><sub><italic>c</italic></sub> rare causal variants have the same heritability and the heritability of the common causal variant is twice of the heritability of rare causal variants. That is, we model the genotypic variants’ contribution to disease risk as <inline-formula id="pone.0220914.e020"><alternatives><graphic id="pone.0220914.e020g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e020" xlink:type="simple"/><mml:math display="inline" id="M20"><mml:mrow><mml:msub><mml:mi>η</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>=</mml:mo> <mml:msub><mml:mi>β</mml:mi> <mml:mi>c</mml:mi></mml:msub> <mml:msub><mml:mi>x</mml:mi> <mml:mi>c</mml:mi></mml:msub> <mml:mo>+</mml:mo> <mml:msubsup><mml:mo>∑</mml:mo> <mml:mrow><mml:mi>j</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn></mml:mrow> <mml:msub><mml:mi>n</mml:mi> <mml:mi>c</mml:mi></mml:msub></mml:msubsup> <mml:msub><mml:mi>β</mml:mi> <mml:mrow><mml:mi>k</mml:mi> <mml:mi>j</mml:mi></mml:mrow></mml:msub> <mml:msub><mml:mi>x</mml:mi> <mml:mi>j</mml:mi></mml:msub> <mml:mo>,</mml:mo> <mml:mi>k</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn> <mml:mo>,</mml:mo> <mml:mo>⋯</mml:mo> <mml:mo>,</mml:mo> <mml:mn>4</mml:mn></mml:mrow></mml:math></alternatives></inline-formula> where <italic>x</italic><sub><italic>c</italic></sub> and <italic>x</italic><sub><italic>j</italic></sub> denote the common variant and rare variant, respectively. <italic>β</italic><sub><italic>c</italic></sub> and <italic>β</italic><sub><italic>kj</italic></sub> represent the corresponding effect size. Let <italic>h</italic> and <italic>h</italic><sub><italic>k</italic></sub> denote the heritability of all the causal variants for all the <italic>K</italic> traits and for the <italic>k</italic><sup><italic>th</italic></sup> trait, respectively. We generate <italic>K</italic> random numbers <italic>t</italic><sub>1</sub>, ⋯, <italic>t</italic><sub><italic>K</italic></sub> from a uniform distribution between 0 and 1, and the heritability of <italic>k</italic><sup><italic>th</italic></sup> trait denotes <inline-formula id="pone.0220914.e021"><alternatives><graphic id="pone.0220914.e021g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e021" xlink:type="simple"/><mml:math display="inline" id="M21"><mml:mrow><mml:msub><mml:mi>h</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>=</mml:mo> <mml:mi>h</mml:mi> <mml:msub><mml:mi>t</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>/</mml:mo> <mml:msubsup><mml:mo>∑</mml:mo> <mml:mrow><mml:mi>k</mml:mi> <mml:mo>=</mml:mo> <mml:mn>1</mml:mn></mml:mrow> <mml:mi>K</mml:mi></mml:msubsup> <mml:msub><mml:mi>t</mml:mi> <mml:mi>k</mml:mi></mml:msub></mml:mrow></mml:math></alternatives></inline-formula>. For the <italic>k</italic><sup><italic>th</italic></sup> trait, we assign the effect size of common variants
<disp-formula id="pone.0220914.e022"><alternatives><graphic id="pone.0220914.e022g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e022" xlink:type="simple"/><mml:math display="block" id="M22"><mml:msub><mml:mi>β</mml:mi> <mml:mi>c</mml:mi></mml:msub> <mml:mrow><mml:mo>=</mml:mo> <mml:msqrt><mml:mfrac><mml:msub><mml:mi>h</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mrow><mml:mtext>var</mml:mtext> <mml:mrow><mml:mo>(</mml:mo> <mml:msub><mml:mi>x</mml:mi> <mml:mi>c</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow> <mml:mrow><mml:mo>(</mml:mo> <mml:mn>1</mml:mn> <mml:mo>-</mml:mo> <mml:msub><mml:mi>h</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow> <mml:mrow><mml:mo>(</mml:mo> <mml:mn>1</mml:mn> <mml:mo>+</mml:mo> <mml:mi>R</mml:mi> <mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:msqrt></mml:mrow></mml:math></alternatives> <label>(7)</label></disp-formula>
and the magnitude of the effect of rare variants
<disp-formula id="pone.0220914.e023"><alternatives><graphic id="pone.0220914.e023g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0220914.e023" xlink:type="simple"/><mml:math display="block" id="M23"><mml:mrow><mml:mo>|</mml:mo></mml:mrow> <mml:msub><mml:mi>β</mml:mi> <mml:mrow><mml:mi>k</mml:mi> <mml:mi>j</mml:mi></mml:mrow></mml:msub> <mml:mrow><mml:mo>|</mml:mo> <mml:mo>=</mml:mo></mml:mrow> <mml:msqrt><mml:mfrac><mml:mrow><mml:msub><mml:mi>h</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mi>R</mml:mi></mml:mrow> <mml:mrow><mml:mtext>var</mml:mtext> <mml:mrow><mml:mo>(</mml:mo> <mml:msub><mml:mi>x</mml:mi> <mml:mi>c</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow> <mml:mrow><mml:mo>(</mml:mo> <mml:mn>1</mml:mn> <mml:mo>-</mml:mo> <mml:msub><mml:mi>h</mml:mi> <mml:mi>k</mml:mi></mml:msub> <mml:mo>)</mml:mo></mml:mrow> <mml:msub><mml:mi>n</mml:mi> <mml:mi>c</mml:mi></mml:msub> <mml:mrow><mml:mo>(</mml:mo> <mml:mn>1</mml:mn> <mml:mo>+</mml:mo> <mml:mi>R</mml:mi> <mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:msqrt></mml:math></alternatives> <label>(8)</label></disp-formula>
where <italic>R</italic> denotes the ratio of the heritability of rare causal variants to the heritability of the common causal variant.</p>
<p>For power comparisons, we conducted simulations under the four scenarios: each time only the first <italic>L</italic> traits are associated with the set of variants, <italic>L</italic> = 1, 2, 3, 4, respectively. Intuitively, in the first scenario (L = 1), when only the first trait is associated with the variants set, the minP method (it equals to test the first trait alone) may have good performance. However, we will show that by simultaneously testing correlated null traits, our proposed method (TOW-CM) could actually improve the detection power compared to test the first trait alone. When there are multiple correlated traits that are associated with the rare variants set, the proposed TOW-CM would offer vastly improved detection power than the minimum p-value based approach. In each scenario, we also consider different percentage of risk variants for rare variants.</p>
</sec>
<sec id="sec005">
<title>Simulation results</title>
<p><xref ref-type="table" rid="pone.0220914.t001">Table 1</xref> summarizes the estimated type I error rates of our method TOW-CM with other three comparable methods under different significance levels and different magnitude of trait correlation |<italic>ρ</italic>|. The type I error rates are evaluated using 10000 replicated samples and the P-values are estimated using 10000 permutations for TOW-CM and minP. For the 10000 replicated samples, the 95% confidence intervals (CIs) for the estimated type I error rates of nominal levels 0.05, 0.01, and 0.001 are (0.046, 0.054), (0.008, 0.012), and (0.0004, 0.0016), respectively. From this table, we can see that all of the estimated type I error rates are either within 95% CIs or close to the bound of the corresponding 95% CIs, which indicate that the type I error rates of all methods are controlled under all considered scenarios.</p>
<table-wrap id="pone.0220914.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.t001</object-id>
<label>Table 1</label>
<caption>
<title>The estimated type I error rates for TOW-CM, minP, MANOVA and MSKAT.</title>
</caption>
<alternatives>
<graphic id="pone.0220914.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.t001" xlink:type="simple"/>
<table border="0" frame="box" rules="all">
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center" style="border-top:thick"/>
<th align="center" colspan="5" style="border-top:thick"><italic>α</italic> = 0.05</th>
</tr>
<tr>
<th align="center">Sample Size</th>
<th align="center"/>
<th align="center">TOW-CM</th>
<th align="center">minP</th>
<th align="center">MANOVA</th>
<th align="center">MSKAT</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center" rowspan="3">1000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.054</td>
<td align="char" char=".">0.055</td>
<td align="char" char=".">0.055</td>
<td align="char" char=".">0.045</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.054</td>
<td align="char" char=".">0.052</td>
<td align="char" char=".">0.054</td>
<td align="char" char=".">0.046</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char=".">0.052</td>
<td align="char" char=".">0.049</td>
<td align="char" char=".">0.053</td>
<td align="char" char=".">0.048</td>
</tr>
<tr>
<td align="center" rowspan="3">2000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.050</td>
<td align="char" char=".">0.053</td>
<td align="char" char=".">0.052</td>
<td align="char" char=".">0.049</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.048</td>
<td align="char" char=".">0.050</td>
<td align="char" char=".">0.052</td>
<td align="char" char=".">0.049</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char=".">0.048</td>
<td align="char" char=".">0.053</td>
<td align="char" char=".">0.052</td>
<td align="char" char=".">0.051</td>
</tr>
<tr>
<td align="center" rowspan="3" style="border-bottom:thick">3000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.049</td>
<td align="char" char=".">0.051</td>
<td align="char" char=".">0.052</td>
<td align="char" char=".">0.050</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.053</td>
<td align="char" char=".">0.055</td>
<td align="char" char=".">0.050</td>
<td align="char" char=".">0.049</td>
</tr>
<tr>
<td align="center" style="border-bottom:thick">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char="." style="border-bottom:thick">0.048</td>
<td align="char" char="." style="border-bottom:thick">0.049</td>
<td align="char" char="." style="border-bottom:thick">0.053</td>
<td align="char" char="." style="border-bottom:thick">0.050</td>
</tr>
<tr>
<td align="center"/>
<td align="center" colspan="5"><italic>α</italic> = 0.01</td>
</tr>
<tr>
<td align="center" rowspan="3">1000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.012</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.009</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.011</td>
<td align="char" char=".">0.008</td>
<td align="char" char=".">0.011</td>
<td align="char" char=".">0.010</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char=".">0.012</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.007</td>
</tr>
<tr>
<td align="center" rowspan="3">2000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.012</td>
<td align="char" char=".">0.012</td>
<td align="char" char=".">0.011</td>
<td align="char" char=".">0.008</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.012</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.009</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.011</td>
<td align="char" char=".">0.010</td>
</tr>
<tr>
<td align="center" rowspan="3" style="border-bottom:thick">3000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.013</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.011</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.012</td>
<td align="char" char=".">0.011</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">0.010</td>
</tr>
<tr>
<td align="center" style="border-bottom:thick">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char="." style="border-bottom:thick">0.010</td>
<td align="char" char="." style="border-bottom:thick">0.011</td>
<td align="char" char="." style="border-bottom:thick">0.011</td>
<td align="char" char="." style="border-bottom:thick">0.010</td>
</tr>
<tr>
<td align="center"/>
<td align="center" colspan="5"><italic>α</italic> = 0.001</td>
</tr>
<tr>
<td align="center" rowspan="3">1000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.0014</td>
<td align="char" char=".">0.0010</td>
<td align="char" char=".">0.0012</td>
<td align="char" char=".">0.0008</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.0004</td>
<td align="char" char=".">0.0008</td>
<td align="char" char=".">0.0010</td>
<td align="char" char=".">0.0007</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char=".">0.0010</td>
<td align="char" char=".">0.0011</td>
<td align="char" char=".">0.0010</td>
<td align="char" char=".">0.0009</td>
</tr>
<tr>
<td align="center" rowspan="3">2000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.0013</td>
<td align="char" char=".">0.0012</td>
<td align="char" char=".">0.0007</td>
<td align="char" char=".">0.0012</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.0016</td>
<td align="char" char=".">0.0012</td>
<td align="char" char=".">0.0007</td>
<td align="char" char=".">0.0008</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char=".">0.0011</td>
<td align="char" char=".">0.0010</td>
<td align="char" char=".">0.0010</td>
<td align="char" char=".">0.0005</td>
</tr>
<tr>
<td align="center" rowspan="3" style="border-bottom:thick">3000</td>
<td align="center">|<italic>ρ</italic>| = 0.2</td>
<td align="char" char=".">0.0005</td>
<td align="char" char=".">0.0013</td>
<td align="char" char=".">0.0008</td>
<td align="char" char=".">0.0009</td>
</tr>
<tr>
<td align="center">|<italic>ρ</italic>| = 0.5</td>
<td align="char" char=".">0.0011</td>
<td align="char" char=".">0.0012</td>
<td align="char" char=".">0.0008</td>
<td align="char" char=".">0.0011</td>
</tr>
<tr>
<td align="center" style="border-bottom:thick">|<italic>ρ</italic>| = 0.8</td>
<td align="char" char="." style="border-bottom:thick">0.0011</td>
<td align="char" char="." style="border-bottom:thick">0.0011</td>
<td align="char" char="." style="border-bottom:thick">0.0009</td>
<td align="char" char="." style="border-bottom:thick">0.0005</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>In power comparisons, the P-values of TOW-CM, minP are calculated using 1000 permutations, while the P-values of MANOVA and MSKAT are calculated by asymptotic distributions. The powers of all the four tests are evaluated using 1000 replicated samples at a nominal significance level of 0.05. Figs <xref ref-type="fig" rid="pone.0220914.g001">1</xref>–<xref ref-type="fig" rid="pone.0220914.g006">6</xref> present the power under significance level 0.05 for <italic>L</italic> = 4, 3, 2, 1 respectively.</p>
<fig id="pone.0220914.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Power comparison of four tests as a function of heritability for four continuous traits with the magnitude of correlation at 0.2, 0.5 and 0.8, respectively.</title>
<p>All four traits are associated with the gene for the left panel and only the first three traits are associated with the gene for the right panel. Sample size is 1,000 and 20% of rare variants are causal. All causal variants are risk variants. The powers are evaluated at a significance level of 0.05.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.g001" xlink:type="simple"/>
</fig>
<fig id="pone.0220914.g002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.g002</object-id>
<label>Fig 2</label>
<caption>
<title>Power comparison of four tests as a function of heritability for four continuous traits with the magnitude of correlation at 0.2, 0.5 and 0.8, respectively.</title>
<p>All four traits are associated with the gene for the left panel and only the first three traits are associated with the gene for the right panel. Sample size is 1,000 and 20% of rare variants are causal variants among which 90% of causal variants are risk variants and 10% of causal variants are protective variants. The powers are evaluated at a significance level of 0.05.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.g002" xlink:type="simple"/>
</fig>
<fig id="pone.0220914.g003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.g003</object-id>
<label>Fig 3</label>
<caption>
<title>Power comparison of four tests as a function of heritability for four continuous traits with the magnitude of correlation at 0.2, 0.5 and 0.8, respectively.</title>
<p>All four traits are associated with the gene for the left panel and only the first three traits are associated with the gene for the right panel. Sample size is 1,000 and 20% of rare variants are causal among which 80% of causal variants are risk variants and 20% of causal variants are protective variants. The powers are evaluated at a significance level of 0.05.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.g003" xlink:type="simple"/>
</fig>
<fig id="pone.0220914.g004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.g004</object-id>
<label>Fig 4</label>
<caption>
<title>Power comparison of four tests as a function of heritability for four continuous traits with the magnitude of correlation at 0.2, 0.5 and 0.8, respectively.</title>
<p>Only the first two traits are associated with the gene for left panel and only the first traits are associated with the gene for right panel. Sample size is 1,000 and 20% of rare variants are causal variants. All causal are risk variants. The powers are evaluated at a significance level of 0.05.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.g004" xlink:type="simple"/>
</fig>
<fig id="pone.0220914.g005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.g005</object-id>
<label>Fig 5</label>
<caption>
<title>Power comparison of four tests as a function of heritability for four continuous traits with the magnitude of correlation at 0.2, 0.5 and 0.8, respectively.</title>
<p>Only the first two traits are associated with the gene for left panel and only the first traits are associated with the gene for right panel. Sample size is 1,000 and 20% of rare variants are causal. 90% of causal are risk variants and 10% of causal are protective variants. The powers are evaluated at a significance level of 0.05.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.g005" xlink:type="simple"/>
</fig>
<fig id="pone.0220914.g006" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.g006</object-id>
<label>Fig 6</label>
<caption>
<title>Power comparison of four tests as a function of heritability for four continuous traits with the magnitude of correlation at 0.2, 0.5 and 0.8, respectively.</title>
<p>Only the first two traits are associated with the gene for left panel and only the first traits are associated with the gene for right panel. Sample size is 1,000 and 20% of rare variants are causal among which 80% of causal variants are risk variants and 20% of causal variants are protective variants. The powers are evaluated at a significance level of 0.05.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.g006" xlink:type="simple"/>
</fig>
<p>These figures show the power comparisons of the four tests (TOW-CM, MANOVA, MSKAT and minP). Power is a function of the total heritability based on three cases (all causal are risk variants, 90% causal are risk variants, and 80% causal are risk variants) for each specific scenario L. These figures show that TOW-CM is consistently the most powerful test among the four tests, and MANOVA is the second most powerful test when genotypes of genetic variants have impact on more than 1 traits. MSKAT is consistently less powerful than the other two multivariate tests (TOW-CM and MANOVA) most likely because there are only 8% variants with MAF in the range of (0.01,0.035) in Sgene which the simulations are based on. Similar to SKAT, MSKAT will lose power when the MAF of causal variants are not in the range (0.01,0.035) [<xref ref-type="bibr" rid="pone.0220914.ref023">23</xref>]. The minP method is consistently less powerful than TOW-CM and MANOVA because they ignore the traits’ dependence by directly using minimum of the P-values of testing the four single traits. Overall, we can see that they suffer power loss when the correlations among traits increase.</p>
<p>An interesting scenario is one in which only the first trait is associated with the variants set and all the others are null traits (L = 1). Stephens [<xref ref-type="bibr" rid="pone.0220914.ref024">24</xref>] and Wu et al. [<xref ref-type="bibr" rid="pone.0220914.ref025">25</xref>] have reported that joint testing by incorporating a correlated null trait could improve the power for testing association of a common variant. When only the first trait is associated with the variants set, minP is either the most powerful test or has similar power to the most powerful test especially in the case of both causal variants under weak traits correlation (|<italic>ρ</italic>| = 0.2). The TOW-CM and MANOVA statistic could benefit from increased traits correlations, and offer vastly improved power by incorporating strongly correlated null traits. Thus, our results verify the conclusion of [<xref ref-type="bibr" rid="pone.0220914.ref024">24</xref>] and [<xref ref-type="bibr" rid="pone.0220914.ref025">25</xref>].</p>
<p>Overall, we can see that the proposed TOW-CM is an attractive approach that provides good power in most of the scenarios.</p>
</sec>
<sec id="sec006">
<title>Application to the COPDGene</title>
<p>Chronic obstructive pulmonary disease (COPD) is one of the most common lung diseases characterized by long term poor airflow and is a major public health problem [<xref ref-type="bibr" rid="pone.0220914.ref026">26</xref>]. The COPDGene Study is a multi-center genetic and epidemiologic investigation dedicated to studying COPD [<xref ref-type="bibr" rid="pone.0220914.ref027">27</xref>]. Participants in the COPDGene Study gave consent for the use of data collected during the study in downstream analyses. This study is sufficiently large and appropriately designed for analysis of COPD. In this study, we consider more than 5000 non-Hispanic Whites (NHW) participants where the participants have completed a detailed protocol, including questionnaires, pre- and post-bronchodilator spirometry, high-resolution CT scanning of the chest, exercise capacity (assessed by six-minute walk distance), and blood samples for genotyping. The participants were genotyped using the Illumina OmniExpress platform. The genotype data have gone through standard quality-control procedures for genome-wide association analysis detailed at <ext-link ext-link-type="uri" xlink:href="http://www.copdgene.org/sites/default/files/GWAS_QC_Methodology_20121115.pdf" xlink:type="simple">http://www.copdgene.org/sites/default/files/GWAS_QC_Methodology_20121115.pdf</ext-link>.</p>
<p>Based on the literature studies of COPD [<xref ref-type="bibr" rid="pone.0220914.ref028">28</xref>, <xref ref-type="bibr" rid="pone.0220914.ref029">29</xref>], we selected 7 key quantitative COPD-related phenotypes, including FEV1 (% predicted FEV1), Emphysema (Emph), Emphysema Distribution (EmphDist), Gas Trapping (GasTrap), Airway Wall Area (Pi10), Exacerbation frequency (ExacerFreq), Six-minute walk distance (6MWD), and 4 covariates, including BMI, Age, Pack-Years (PackYear) and Sex. EmphDist is the ratio of emphysema at -950 HU in the upper 1/3 of lung fields compared to the lower 1/3 of lung fields where we did a log transformation on EmphDist in the following analysis, referred to [<xref ref-type="bibr" rid="pone.0220914.ref028">28</xref>]. In the analysis, participants with missing data in any of these phenotypes were excluded.</p>
<p>To evaluate the performance of our proposed method on a real data set, we applied all of the 4 methods (TOW-CM, MANOVA, MSKAT and minP) to the COPD associated genes or genes containing significant single-nucleotide polymorphisms (SNPs) in NHW population with COPD-related phenotypes [<xref ref-type="bibr" rid="pone.0220914.ref030">30</xref>]. In the analysis, we first removed the missing data in any genotypic variants and then adjusted each of the 7 phenotypes for the 4 covariates using linear models. In the analysis, participants with missing data in any of the 11 variables were excluded. Therefore, a complete set of 5,430 individuals across 50 genes were used in the following analyses. In order to compare these methods, we adopted the commonly used 10<sup>7</sup> permutations for TOW-CM and minP methods. For this verification study, we use 0.05 as the significance level for MANOVA, MSKAT and TOW-CM methods and use Bonferroni corrected significance level 0.05/7 = 7.14 × 10<sup>−3</sup> for minP methods since this method perform association tests across each trait, respectively. The results are summarized in <xref ref-type="table" rid="pone.0220914.t002">Table 2</xref>. From <xref ref-type="table" rid="pone.0220914.t002">Table 2</xref>, we can see that TOW-CM identified 14 genes, minP identified 14 genes, MANOVA identified 12 genes and MSKAT identified 4 genes. Among these four methods, TOW-CM identified the most significant genes where all of these 14 genes had previously been reported to be in association with COPD by eligible studies [<xref ref-type="bibr" rid="pone.0220914.ref007">7</xref>, <xref ref-type="bibr" rid="pone.0220914.ref030">30</xref>], among which 5 genes (LOC105377462,CHRNA3, CHRNA5,HYKK,IREB2) are statistically significant if we use a more stringent cut-off 1.00 × 10<sup>−3</sup> for a multiple testing issue with 50 genes in total. Because the MAFs of most variants are not in the range of (0.01,0.035) which is a range favoring MSKAT, MSKAT performs worse than the other three comparable methods (Yang et al. 2017). TOW-CM and minP perform better than MANOVA, which is perhaps because only a proportion of phenotypes are associated with COPD. The method minP missed some genes in comparision to our method TOW-CM, it may because the method minP ignores the correlation between these seven phenotypes.</p>
<table-wrap id="pone.0220914.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0220914.t002</object-id>
<label>Table 2</label>
<caption>
<title>The p-values of significant genes in the genetic association analysis for COPD using these four different methods.</title>
</caption>
<alternatives>
<graphic id="pone.0220914.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0220914.t002" xlink:type="simple"/>
<table border="0" frame="box" rules="all">
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center" style="border-top:thick">Chr</th>
<th align="center" style="border-top:thick">Genes</th>
<th align="center" style="border-top:thick">Range of MAF</th>
<th align="center" style="border-top:thick">minP<break/>(0.05 / 7)</th>
<th align="center" style="border-top:thick">MANOVA<break/>(0.05)</th>
<th align="center" style="border-top:thick">MSKAT<break/>(0.05)</th>
<th align="center" style="border-top:thick">TOW-CM<break/>(0.05)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">1</td>
<td align="center">EPHX1</td>
<td align="center">(0.0214, 0.4620)</td>
<td align="center">0.0197</td>
<td align="center">0.6055</td>
<td align="center">0.5890</td>
<td align="center">0.6257</td>
</tr>
<tr>
<td align="center">1</td>
<td align="center">IL6R</td>
<td align="center">(0.1680, 0.4398)</td>
<td align="center">0.2646</td>
<td align="center">0.5214</td>
<td align="center">0.5163</td>
<td align="center">0.5148</td>
</tr>
<tr>
<td align="center">1</td>
<td align="center">MFAP2</td>
<td align="center">(0.1789, 0.4842)</td>
<td align="center">0.0753</td>
<td align="center">0.6986</td>
<td align="center">0.9926</td>
<td align="center">0.6869</td>
</tr>
<tr>
<td align="center">1</td>
<td align="center">TGFB2</td>
<td align="center">(0.0139, 0.4858)</td>
<td align="center"><bold>7.23</bold> × <bold>10</bold><sup><bold>−</bold> <bold>4</bold></sup></td>
<td align="center">0.2282</td>
<td align="center">0.1831</td>
<td align="center"><bold>3.47</bold> × <bold>10</bold><sup><bold>−</bold> <bold>2</bold></sup></td>
</tr>
<tr>
<td align="center">2</td>
<td align="center">HDAC4</td>
<td align="center">(0.0147, 0.4906)</td>
<td align="center">0.0468</td>
<td align="center">0.3393</td>
<td align="center">0.2197</td>
<td align="center">0.5026</td>
</tr>
<tr>
<td align="center">2</td>
<td align="center">SERPINE2</td>
<td align="center">(0.0143, 0.4642)</td>
<td align="center">0.4671</td>
<td align="center">0.9797</td>
<td align="center">0.7706</td>
<td align="center">0.9010</td>
</tr>
<tr>
<td align="center">2</td>
<td align="center">SFTPB</td>
<td align="center">(0.0784, 0.4766)</td>
<td align="center">0.0738</td>
<td align="center">0.1017</td>
<td align="center">0.1669</td>
<td align="center">0.3921</td>
</tr>
<tr>
<td align="center">2</td>
<td align="center">TNS1</td>
<td align="center">(0.0128, 0.4936)</td>
<td align="center">0.00727</td>
<td align="center"><bold>4.63 × 10</bold><sup><bold>− 2</bold></sup></td>
<td align="center">0.2095</td>
<td align="center"><bold>2.65 × 10</bold><sup><bold>− 2</bold></sup></td>
</tr>
<tr>
<td align="center">3</td>
<td align="center">MECOM</td>
<td align="center">(0.0099, 0.4957)</td>
<td align="center">0.0359</td>
<td align="center">0.9878</td>
<td align="center">0.7211</td>
<td align="center">0.9735</td>
</tr>
<tr>
<td align="center">3</td>
<td align="center">RARB</td>
<td align="center">(0.0278, 0.4942)</td>
<td align="center">0.0491</td>
<td align="center">0.1988</td>
<td align="center">0.7469</td>
<td align="center">0.3973</td>
</tr>
<tr>
<td align="center">4</td>
<td align="center">LOC105377462</td>
<td align="center">(0.0190, 0.4933)</td>
<td align="center"><bold>0.00</bold></td>
<td align="center"><bold>6.28 × 10</bold><sup><bold>− 3</bold></sup></td>
<td align="center">0.8310</td>
<td align="center"><bold>0.00</bold></td>
</tr>
<tr>
<td align="center">4</td>
<td align="center">FAM13A</td>
<td align="center">(0.0279, 0.4968)</td>
<td align="center"><bold>1.08 × 10</bold><sup><bold>− 5</bold></sup></td>
<td align="center">0.2169</td>
<td align="center">0.0939</td>
<td align="center">0.3925</td>
</tr>
<tr>
<td align="center">4</td>
<td align="center">GC</td>
<td align="center">(0.0511, 0.4397)</td>
<td align="center">0.1743</td>
<td align="center">0.1875</td>
<td align="center">0.6499</td>
<td align="center">0.5257</td>
</tr>
<tr>
<td align="center">4</td>
<td align="center">GSTCD</td>
<td align="center">(0.0343, 0.3872)</td>
<td align="center"><bold>3.6 × 10</bold><sup><bold>− 6</bold></sup></td>
<td align="center"><bold>5.63 × 10</bold><sup><bold>− 5</bold></sup></td>
<td align="center">0.1376</td>
<td align="center"><bold>3.30 × 10</bold><sup><bold>− 2</bold></sup></td>
</tr>
<tr>
<td align="center">4</td>
<td align="center">HHIP</td>
<td align="center">(0.0368, 0.4984)</td>
<td align="center">0.0150</td>
<td align="center"><bold>3.64 × 10</bold><sup><bold>− 2</bold></sup></td>
<td align="center">0.4131</td>
<td align="center"><bold>1.95 × 10</bold><sup><bold>− 3</bold></sup></td>
</tr>
<tr>
<td align="center">5</td>
<td align="center">HTR4</td>
<td align="center">(0.0396, 0.4889)</td>
<td align="center">0.0487</td>
<td align="center">0.6622</td>
<td align="center">0.6512</td>
<td align="center">0.8906</td>
</tr>
<tr>
<td align="center">5</td>
<td align="center">SPATA9</td>
<td align="center">(0.1059, 0.4077)</td>
<td align="center">0.1145</td>
<td align="center">0.3118</td>
<td align="center">0.5198</td>
<td align="center">0.1964</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">TNF</td>
<td align="center">(0.0259, 0.0809)</td>
<td align="center">0.0320</td>
<td align="center">0.1627</td>
<td align="center">0.1542</td>
<td align="center">0.3077</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">ZKSCAN3</td>
<td align="center">(0.0137, 0.3036)</td>
<td align="center">0.4990</td>
<td align="center">0.8575</td>
<td align="center">0.9083</td>
<td align="center">0.8793</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">AGER</td>
<td align="center">(0.0442, 0.1830)</td>
<td align="center"><bold>3.25 × 10</bold><sup><bold>− 4</bold></sup></td>
<td align="center"><bold>2.27 × 10</bold><sup><bold>− 3</bold></sup></td>
<td align="center"><bold>9.31 × 10</bold><sup><bold>− 4</bold></sup></td>
<td align="center"><bold>9.57 × 10</bold><sup><bold>− 3</bold></sup></td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">ARMC2</td>
<td align="center">(0.0187, 0.4695)</td>
<td align="center">0.1618</td>
<td align="center">0.2481</td>
<td align="center">0.1474</td>
<td align="center">0.6233</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">NCR3</td>
<td align="center">(0.0133, 0.0899)</td>
<td align="center">0.0735</td>
<td align="center">0.4641</td>
<td align="center">0.4145</td>
<td align="center">0.5892</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">SOX5</td>
<td align="center">(0.0193, 0.4972)</td>
<td align="center">0.0764</td>
<td align="center">0.8376</td>
<td align="center">0.6845</td>
<td align="center">0.6386</td>
</tr>
<tr>
<td align="center">10</td>
<td align="center">LRMDA</td>
<td align="center">(0.0094, 0.4956)</td>
<td align="center">0.0394</td>
<td align="center">0.4102</td>
<td align="center">0.7190</td>
<td align="center">0.3260</td>
</tr>
<tr>
<td align="center">10</td>
<td align="center">CDC123</td>
<td align="center">(0.0240, 0.4561)</td>
<td align="center">0.0138</td>
<td align="center">0.6846</td>
<td align="center">0.4097</td>
<td align="center">0.8836</td>
</tr>
<tr>
<td align="center">10</td>
<td align="center">GSTO2</td>
<td align="center">(0.0538, 0.4547)</td>
<td align="center"><bold>4.0 × 10</bold><sup><bold>− 7</bold></sup></td>
<td align="center"><bold>1.36 × 10</bold><sup><bold>− 6</bold></sup></td>
<td align="center">0.1387</td>
<td align="center">0.8731</td>
</tr>
<tr>
<td align="center">10</td>
<td align="center">SFTPD</td>
<td align="center">(0.0186, 0.4367)</td>
<td align="center">0.3699</td>
<td align="center">0.9997</td>
<td align="center">0.9767</td>
<td align="center">0.9751</td>
</tr>
<tr>
<td align="center">11</td>
<td align="center">GSTP1</td>
<td align="center">(0.3351, 0.3452)</td>
<td align="center"><bold>6.60 × 10</bold><sup><bold>− 3</bold></sup></td>
<td align="center">0.7053</td>
<td align="center">0.1211</td>
<td align="center">0.5043</td>
</tr>
<tr>
<td align="center">11</td>
<td align="center">MMP1</td>
<td align="center">(0.0519, 0.3916)</td>
<td align="center">0.1665</td>
<td align="center">0.8614</td>
<td align="center">0.6557</td>
<td align="center">0.9449</td>
</tr>
<tr>
<td align="center" style="border-bottom:thick">11</td>
<td align="center" style="border-bottom:thick">MMP12</td>
<td align="center" style="border-bottom:thick">(0.0541, 0.1439)</td>
<td align="center" style="border-bottom:thick">0.4073</td>
<td align="center" style="border-bottom:thick">0.9512</td>
<td align="center" style="border-bottom:thick">0.7372</td>
<td align="center" style="border-bottom:thick">0.8941</td>
</tr>
<tr>
<td align="center">12</td>
<td align="center">LRP1</td>
<td align="center">(0.0271, 0.4071)</td>
<td align="center">0.0144</td>
<td align="center">0.4530</td>
<td align="center">0.5326</td>
<td align="center">0.1812</td>
</tr>
<tr>
<td align="center">12</td>
<td align="center">BICD1</td>
<td align="center">(0.0224, 0.4984)</td>
<td align="center">0.3045</td>
<td align="center">0.3856</td>
<td align="center">0.2186</td>
<td align="center">0.4076</td>
</tr>
<tr>
<td align="center">12</td>
<td align="center">CCDC38</td>
<td align="center">(0.0783, 0.4669)</td>
<td align="center">0.3525</td>
<td align="center">0.1151</td>
<td align="center">0.5888</td>
<td align="center">0.2316</td>
</tr>
<tr>
<td align="center">14</td>
<td align="center">SERPINA1</td>
<td align="center">(0.0212, 0.4171)</td>
<td align="center">0.0254</td>
<td align="center">0.6161</td>
<td align="center">0.0816</td>
<td align="center">0.3506</td>
</tr>
<tr>
<td align="center">14</td>
<td align="center">SERPINA3</td>
<td align="center">(0.1076, 0.4907)</td>
<td align="center">0.4336</td>
<td align="center">0.8567</td>
<td align="center">0.6572</td>
<td align="center">0.7375</td>
</tr>
<tr>
<td align="center">15</td>
<td align="center">CHRNA3</td>
<td align="center">(0.0515, 0.4234)</td>
<td align="center"><bold>4.0 × 10</bold><sup><bold>− 7</bold></sup></td>
<td align="center"><bold>1.36 × 10</bold><sup><bold>− 6</bold></sup></td>
<td align="center">0.1387</td>
<td align="center"><bold>0.00</bold></td>
</tr>
<tr>
<td align="center">15</td>
<td align="center">CHRNA5</td>
<td align="center">(0.2170, 0.4178)</td>
<td align="center"><bold>1.6 × 10</bold><sup><bold>− 6</bold></sup></td>
<td align="center"><bold>3.27 × 10</bold><sup><bold>− 7</bold></sup></td>
<td align="center"><bold>5.77 × 10</bold><sup><bold>− 6</bold></sup></td>
<td align="center"><bold>0.00</bold></td>
</tr>
<tr>
<td align="center">15</td>
<td align="center">HYKK</td>
<td align="center">(0.1070, 0.4139)</td>
<td align="center"><bold>0.00</bold></td>
<td align="center"><bold>1.42 × 10</bold><sup><bold>− 7</bold></sup></td>
<td align="center"><bold>0.0152</bold></td>
<td align="center"><bold>0.00</bold></td>
</tr>
<tr>
<td align="center">15</td>
<td align="center">IREB2</td>
<td align="center">(0.1577, 0.4287)</td>
<td align="center"><bold>3.6 × 10</bold><sup><bold>− 6</bold></sup></td>
<td align="center"><bold>5.63 × 10</bold><sup><bold>− 5</bold></sup></td>
<td align="center">0.1376</td>
<td align="center"><bold>1.10 × 10</bold><sup><bold>− 4</bold></sup></td>
</tr>
<tr>
<td align="center">15</td>
<td align="center">THSD4</td>
<td align="center">(0.0115, 0.4944)</td>
<td align="center">0.00725</td>
<td align="center">0.0798</td>
<td align="center">0.8496</td>
<td align="center">0.0669</td>
</tr>
<tr>
<td align="center">16</td>
<td align="center">CFDP1</td>
<td align="center">(0.0424, 0.4139)</td>
<td align="center">0.0991</td>
<td align="center">0.9474</td>
<td align="center">0.7127</td>
<td align="center">0.9772</td>
</tr>
<tr>
<td align="center">17</td>
<td align="center">TIMP2</td>
<td align="center">(0.0403, 0.4950)</td>
<td align="center"><bold>1.03 × 10</bold><sup><bold>− 3</bold></sup></td>
<td align="center">0.1828</td>
<td align="center">0.3702</td>
<td align="center">0.6836</td>
</tr>
<tr>
<td align="center">19</td>
<td align="center">CYP2A6</td>
<td align="center">(0.2386, 0.2505)</td>
<td align="center"><bold>3.10 × 10</bold><sup><bold>− 3</bold></sup></td>
<td align="center"><bold>1.15 × 10</bold><sup><bold>− 2</bold></sup></td>
<td align="center"><bold>3.47 × 10</bold><sup><bold>− 2</bold></sup></td>
<td align="center"><bold>2.85 × 10</bold><sup><bold>− 2</bold></sup></td>
</tr>
<tr>
<td align="center">19</td>
<td align="center">EGLN2</td>
<td align="center">(0.0465, 0.3712)</td>
<td align="center">0.00870</td>
<td align="center">0.3913</td>
<td align="center">0.3705</td>
<td align="center"><bold>4.36 × 10</bold><sup><bold>− 2</bold></sup></td>
</tr>
<tr>
<td align="center">19</td>
<td align="center">MIA</td>
<td align="center">(0.0459, 0.0691)</td>
<td align="center">0.1152</td>
<td align="center">0.0647</td>
<td align="center">0.4979</td>
<td align="center"><bold>3.78 × 10</bold><sup><bold>− 2</bold></sup></td>
</tr>
<tr>
<td align="center">19</td>
<td align="center">RAB4B</td>
<td align="center">(0.1374, 0.4273)</td>
<td align="center"><bold>4.00 × 10</bold><sup><bold>− 4</bold></sup></td>
<td align="center"><bold>4.60 × 10</bold><sup><bold>− 2</bold></sup></td>
<td align="center">0.7020</td>
<td align="center"><bold>2.42 × 10</bold><sup><bold>− 3</bold></sup></td>
</tr>
<tr>
<td align="center">19</td>
<td align="center">TGFB1</td>
<td align="center">(0.0274, 0.4899)</td>
<td align="center">0.0418</td>
<td align="center">0.3039</td>
<td align="center">0.7122</td>
<td align="center">0.4531</td>
</tr>
<tr>
<td align="center">20</td>
<td align="center">MMP9</td>
<td align="center">(0.0412, 0.4234)</td>
<td align="center">0.0896</td>
<td align="center">0.8143</td>
<td align="center">0.79926</td>
<td align="center">0.7949</td>
</tr>
<tr>
<td align="center">21</td>
<td align="center">KCNE2</td>
<td align="center">(0.1172, 0.2778)</td>
<td align="center">0.1283</td>
<td align="center">0.3687</td>
<td align="center">0.3776</td>
<td align="center">0.6938</td>
</tr>
<tr>
<td align="center" style="border-bottom:thick">22</td>
<td align="center" style="border-bottom:thick">HMOX1</td>
<td align="center" style="border-bottom:thick">(0.0530, 0.4270)</td>
<td align="center" style="border-bottom:thick">0.0109</td>
<td align="center" style="border-bottom:thick">0.1936</td>
<td align="center" style="border-bottom:thick">0.1181</td>
<td align="center" style="border-bottom:thick">0.1107</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t002fn001">
<p>Note: significance level 0.05 for MANOVA, MSKAT, TOW-CM, and 0.05/7 for minP.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec007" sec-type="conclusions">
<title>Discussion</title>
<p>GWAS have identified many variants with each variant affecting multiple phenotypes, which suggests that pleiotropic effects on human complex phenotypes may be widespread. Also, recent studies have shown that complex diseases are caused by both common and rare variants [<xref ref-type="bibr" rid="pone.0220914.ref014">14</xref>, <xref ref-type="bibr" rid="pone.0220914.ref016">16</xref>, <xref ref-type="bibr" rid="pone.0220914.ref019">19</xref>]. Therefore, statistical methods that can jointly analyze multiple phenotypes for common or/and rare variants have advantages over analyzing each phenotype individually or only considering for common variants (GWAS). In this article, we propose TOW-CM method to perform multivariate analysis for multiple phenotypes in association studies based on the following reasons: (1) complex diseases are usually measured by multiple correlated phenotypes in genetic association studies; (2) there is increasing evidence showing that studying multiple correlated phenotypes jointly may increase power for detecting disease associated genetic variants, and (3) there is a shortage of gene-based approaches for multiple traits. Simulation results show that TOW-CM has correct type I error rates and is consistently more powerful in comparision to the other three tests. The real data analysis results show that TOW-CM has excellent performance in identifying genes associated with complex disease with multiple correlated phenotypes such as COPD.</p>
<p>One disadvantage of TOW-CM is that the test statistic does not have an asymptotic distribution and a permutation procedure is needed to estimate its P-value, which is time consuming compared to the methods whose test statistics have asymptotic distributions. To save time when applying TOW-CM to genetic association studies, we can use the “step-up” procedure [<xref ref-type="bibr" rid="pone.0220914.ref031">31</xref>] to determine the number of permutations, which can show evidence of association based on a small number of permutations first (e.g. 1,000) and then a large number of permutations are used to test the selected potentially significant genes. Specifically, for the analysis of real data, the computation time of p-value estimation of TOW-CM for all genes was about three days using our R program on 50 Dell PowerEdge C6320 servers. Each server has two 2.4GHz Intel Xeon E5-2680 v4 fourteen-core processors and 600 MB average memory. We also uploaded the R program on GitHub, <ext-link ext-link-type="uri" xlink:href="https://github.com/Jianjun-CN/TOW-CM/blob/master/R%20Code" xlink:type="simple">https://github.com/Jianjun-CN/TOW-CM/blob/master/R%20Code</ext-link> Furthermore, TOW-CM method can not only be used for gene-based association studies, but also can be extended to transcriptome-wide association study (TWAS), which needs further investigations.</p>
</sec>
</body>
<back>
<ack>
<p>The Genetic Analysis workshops are supported by NIH grant R01 GM031575 from the National Institute of General Medical Sciences. Preparation of the Genetic Analysis Workshop 17 Simulated Exome Data Set was supported in part by NIH R01 MH059490 and used sequencing data from the 1000 Genomes Project (<ext-link ext-link-type="uri" xlink:href="http://www.1000genomes.org" xlink:type="simple">www.1000genomes.org</ext-link>).</p>
<p>This research used data generated by the COPDGene study, which was supported by NIH grants U01HL089856 and U01HL089897. The COPDGene project is also supported by the COPD Foundation through contributions made by an Industry Advisory Board comprised of Pfizer, AstraZeneca, Boehringer Ingelheim, Novartis, and Sunovion.</p>
<p>A superior high-performance computing infrastructure at University of North Texas, was used in obtaining results presented in this publication.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0220914.ref001">
<label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Newton-Cheh</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Johnson</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Gateva</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Tobin</surname> <given-names>MD</given-names></name>, <name name-style="western"><surname>Bochud</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Coin</surname> <given-names>L</given-names></name>, <etal>et al</etal>. <article-title>Genome-wide association study identifies eight loci associated with blood pressure</article-title>. <source>Nature Genetics</source>. <year>2009</year>;<volume>41</volume>(<issue>6</issue>):<fpage>666</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ng.361" xlink:type="simple">10.1038/ng.361</ext-link></comment> <object-id pub-id-type="pmid">19430483</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref002">
<label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Zabaneh</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Balding</surname> <given-names>DJ</given-names></name>. <article-title>A genome-wide association study of the metabolic syndrome in Indian Asian men</article-title>. <source>PloS One</source>. <year>2010</year>;<volume>5</volume>(<issue>8</issue>):<fpage>e11961</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0011961" xlink:type="simple">10.1371/journal.pone.0011961</ext-link></comment> <object-id pub-id-type="pmid">20694148</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref003">
<label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yang</surname> <given-names>Q</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>Y</given-names></name>. <article-title>Methods for analyzing multivariate phenotypes in genetic association studies</article-title>. <source>Journal of Probability and Statistics</source>. <year>2012</year>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1155/2012/652569" xlink:type="simple">10.1155/2012/652569</ext-link></comment> <object-id pub-id-type="pmid">24748889</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref004">
<label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Solovieff</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Cotsapas</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Lee</surname> <given-names>PH</given-names></name>, <name name-style="western"><surname>Purcell</surname> <given-names>SM</given-names></name>, <name name-style="western"><surname>Smoller</surname> <given-names>JW</given-names></name>. <article-title>Pleiotropy in complex traits: challenges and strategies</article-title>. <source>Nature Reviews Genetics</source>. <year>2013</year>;<volume>14</volume>(<issue>7</issue>):<fpage>483</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nrg3461" xlink:type="simple">10.1038/nrg3461</ext-link></comment> <object-id pub-id-type="pmid">23752797</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref005">
<label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Manolio</surname> <given-names>TA</given-names></name>, <name name-style="western"><surname>Collins</surname> <given-names>FS</given-names></name>, <name name-style="western"><surname>Cox</surname> <given-names>NJ</given-names></name>, <name name-style="western"><surname>Goldstein</surname> <given-names>DB</given-names></name>, <name name-style="western"><surname>Hindorff</surname> <given-names>LA</given-names></name>, <name name-style="western"><surname>Hunter</surname> <given-names>DJ</given-names></name>, <etal>et al</etal>. <article-title>Finding the missing heritability of complex diseases</article-title>. <source>Nature</source>. <year>2009</year>;<volume>461</volume>(<issue>7265</issue>):<fpage>747</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nature08494" xlink:type="simple">10.1038/nature08494</ext-link></comment> <object-id pub-id-type="pmid">19812666</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref006">
<label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kim</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Bai</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Pan</surname> <given-names>W</given-names></name>. <article-title>An adaptive association test for multiple phenotypes with GWAS summary statistics</article-title>. <source>Genetic Epidemiology</source>. <year>2015</year>;<volume>39</volume>(<issue>8</issue>):<fpage>651</fpage>–<lpage>663</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/gepi.21931" xlink:type="simple">10.1002/gepi.21931</ext-link></comment> <object-id pub-id-type="pmid">26493956</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref007">
<label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Liang</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Sha</surname> <given-names>Q</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>S</given-names></name>. <article-title>An Adaptive Fisher’s Combination Method for Joint Analysis of Multiple Phenotypes in Association Studies</article-title>. <source>Scientific Reports</source>. <year>2016</year>;<fpage>6,34323</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/srep34323" xlink:type="simple">10.1038/srep34323</ext-link></comment> <object-id pub-id-type="pmid">27694844</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref008">
<label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>O’Brien</surname> <given-names>PC</given-names></name>. <article-title>Procedures for comparing samples with multiple endpoints</article-title>. <source>Biometrics</source>. <year>1984</year>:<fpage>1079</fpage>–<lpage>1087</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2307/2531158" xlink:type="simple">10.2307/2531158</ext-link></comment> <object-id pub-id-type="pmid">6534410</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref009">
<label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yang</surname> <given-names>Q</given-names></name>, <name name-style="western"><surname>Wu</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Guo</surname> <given-names>C Y.</given-names></name>, <name name-style="western"><surname>Fox</surname> <given-names>CS</given-names></name>. <article-title>Analyze multivariate phenotypes in genetic association studies by combining univariate association tests</article-title>. <source>Genetic Epidemiology</source>. <year>2010</year>;<volume>34</volume>(<issue>5</issue>):<fpage>444</fpage>–<lpage>454</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/gepi.20497" xlink:type="simple">10.1002/gepi.20497</ext-link></comment> <object-id pub-id-type="pmid">20583287</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref010">
<label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Cole</surname> <given-names>DA</given-names></name>, <name name-style="western"><surname>Maxwell</surname> <given-names>SE</given-names></name>, <name name-style="western"><surname>Arvey</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Salas</surname> <given-names>E</given-names></name>. <article-title>How the power of MANOVA can both increase and decrease as a function of the intercorrelations among the dependent variables</article-title>. <source>Psychological Bulletin</source>. <year>1994</year>;<volume>115</volume>(<issue>3</issue>),<fpage>465</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1037/0033-2909.115.3.465" xlink:type="simple">10.1037/0033-2909.115.3.465</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0220914.ref011">
<label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Laird</surname> <given-names>NM</given-names></name>, <name name-style="western"><surname>Ware</surname> <given-names>JH</given-names></name>. <article-title>Random-effects models for longitudinal data</article-title>. <source>Biometrics</source>. <year>1982</year>:<fpage>963</fpage>–<lpage>974</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2307/2529876" xlink:type="simple">10.2307/2529876</ext-link></comment> <object-id pub-id-type="pmid">7168798</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref012">
<label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Liang</surname> <given-names>KY</given-names></name>, <name name-style="western"><surname>Zeger</surname> <given-names>SL</given-names></name>. <article-title>Longitudinal data analysis using generalized linear models</article-title>. <source>Biometrika</source>. <year>1986</year>;<volume>73</volume>(<issue>1</issue>):<fpage>13</fpage>–<lpage>22</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/biomet/73.1.13" xlink:type="simple">10.1093/biomet/73.1.13</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0220914.ref013">
<label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Ott</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Rabinowitz</surname> <given-names>D</given-names></name>. <article-title>A principal-components approach based on heritability for combining phenotype information</article-title>. <source>Human heredity</source>. <year>1999</year>;<volume>49</volume>(<issue>2</issue>):<fpage>106</fpage>–<lpage>111</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1159/000022854" xlink:type="simple">10.1159/000022854</ext-link></comment> <object-id pub-id-type="pmid">10077732</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref014">
<label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Bodmer</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Bonilla</surname> <given-names>C</given-names></name>. <article-title>Common and rare variants in multifactorial susceptibility to common diseases</article-title>. <source>Nature Genetics</source>. <year>2008</year>;<volume>40</volume>(<issue>6</issue>),<fpage>695</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ng.f.136" xlink:type="simple">10.1038/ng.f.136</ext-link></comment> <object-id pub-id-type="pmid">18509313</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref015">
<label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kang</surname> <given-names>HM</given-names></name>, <name name-style="western"><surname>Sul</surname> <given-names>JH</given-names></name>, <name name-style="western"><surname>Service</surname> <given-names>SK</given-names></name>, <name name-style="western"><surname>Zaitlen</surname> <given-names>NA</given-names></name>, <name name-style="western"><surname>Kong</surname> <given-names>SY</given-names></name>, <name name-style="western"><surname>Freimer</surname> <given-names>NB</given-names></name>, <etal>et al</etal>. <article-title>Variance component model to account for sample structure in genome-wide association studies</article-title>. <source>Nature Genetics</source>. <year>2010</year>;<volume>42</volume>(<issue>4</issue>),<fpage>348</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ng.548" xlink:type="simple">10.1038/ng.548</ext-link></comment> <object-id pub-id-type="pmid">20208533</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref016">
<label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Pritchard</surname> <given-names>JK</given-names></name>. <article-title>Are rare variants responsible for susceptibility to complex diseases?</article-title>. <source>The American Journal of Human Genetics</source>. <year>2001</year>;<volume>69</volume>(<issue>1</issue>):<fpage>124</fpage>–<lpage>137</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1086/321272" xlink:type="simple">10.1086/321272</ext-link></comment> <object-id pub-id-type="pmid">11404818</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref017">
<label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Pritchard</surname> <given-names>J. K</given-names></name>, <name name-style="western"><surname>Cox</surname> <given-names>N J</given-names></name>. <article-title>The allelic architecture of human disease genes: common disease–common variant or not?</article-title>. <source>Human molecular genetics</source>. <year>2002</year>;<volume>11</volume>(<issue>20</issue>):<fpage>2417</fpage>–<lpage>2423</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/hmg/11.20.2417" xlink:type="simple">10.1093/hmg/11.20.2417</ext-link></comment> <object-id pub-id-type="pmid">12351577</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref018">
<label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Stratton</surname> <given-names>MR</given-names></name>, <name name-style="western"><surname>Rahman</surname> <given-names>N</given-names></name>. <article-title>The emerging landscape of breast cancer susceptibility</article-title>. <source>Nature Genetics</source>. <year>2008</year>;<volume>40</volume>(<issue>1</issue>),<fpage>17</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ng.2007.53" xlink:type="simple">10.1038/ng.2007.53</ext-link></comment> <object-id pub-id-type="pmid">18163131</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref019">
<label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Teer</surname> <given-names>JK</given-names></name>, <name name-style="western"><surname>Mullikin</surname> <given-names>JC</given-names></name>. <article-title>Exome sequencing: the sweet spot before whole genomes</article-title>. <source>Human Molecular Genetics</source>. <year>2010</year>;<volume>19</volume>(<issue>R2</issue>):<fpage>R145</fpage>–<lpage>R151</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/hmg/ddq333" xlink:type="simple">10.1093/hmg/ddq333</ext-link></comment> <object-id pub-id-type="pmid">20705737</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref020">
<label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Walsh</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>King</surname> <given-names>MC</given-names></name>. <article-title>Ten genes for inherited breast cancer</article-title>. <source>Cancer Cell</source>. <year>2007</year>;<volume>11</volume>(<issue>2</issue>):<fpage>103</fpage>–<lpage>105</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.ccr.2007.01.010" xlink:type="simple">10.1016/j.ccr.2007.01.010</ext-link></comment> <object-id pub-id-type="pmid">17292821</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref021">
<label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Wu</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Pankow</surname> <given-names>JS</given-names></name>. <article-title>Sequence kernel association test of multiple continuous phenotypes</article-title>. <source>Genetic Epidemiology</source>. <year>2016</year>;<volume>40</volume>(<issue>2</issue>):<fpage>91</fpage>–<lpage>100</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/gepi.21945" xlink:type="simple">10.1002/gepi.21945</ext-link></comment> <object-id pub-id-type="pmid">26782911</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref022">
<label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Sha</surname> <given-names>Q</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>S</given-names></name>. <article-title>Detecting association of rare and common variants by testing an optimally weighted combination of variants</article-title>. <source>Genetic Epidemiology</source>. <year>2012</year>;<volume>36</volume>(<issue>6</issue>):<fpage>561</fpage>–<lpage>571</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/gepi.21649" xlink:type="simple">10.1002/gepi.21649</ext-link></comment> <object-id pub-id-type="pmid">22714994</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref023">
<label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yang</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Sha</surname> <given-names>Q</given-names></name>. <article-title>Detecting association of rare and common variants based on cross-validation prediction error</article-title>. <source>Genetic Epidemiology</source>. <year>2017</year>;<volume>41</volume>(<issue>3</issue>):<fpage>233</fpage>–<lpage>243</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/gepi.22034" xlink:type="simple">10.1002/gepi.22034</ext-link></comment> <object-id pub-id-type="pmid">28176359</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref024">
<label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Stephens</surname> <given-names>M</given-names></name>. <article-title>A unified framework for association analysis with multiple related phenotypes</article-title>. <source>PloS One</source>. <year>2013</year>;<volume>8</volume>(<issue>7</issue>),<fpage>e65245</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0065245" xlink:type="simple">10.1371/journal.pone.0065245</ext-link></comment> <object-id pub-id-type="pmid">23861737</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref025">
<label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Wu</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Pankow</surname> <given-names>JS</given-names></name>. <article-title>Statistical methods for association tests of multiple continuous traits in genome-wide association studies</article-title>. <source>Annals of Human Genetics</source>. <year>2015</year>;<volume>79</volume>(<issue>4</issue>):<fpage>282</fpage>–<lpage>293</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/ahg.12110" xlink:type="simple">10.1111/ahg.12110</ext-link></comment> <object-id pub-id-type="pmid">25857693</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref026">
<label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Murphy</surname> <given-names>TF</given-names></name>, <name name-style="western"><surname>Sethi</surname> <given-names>S</given-names></name>. <article-title>Chronic obstructive pulmonary disease</article-title>. <source>Aging</source>. <year>2002</year>;<volume>19</volume>(<issue>10</issue>):<fpage>761</fpage>–<lpage>775</lpage>.</mixed-citation>
</ref>
<ref id="pone.0220914.ref027">
<label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Regan</surname> <given-names>EA</given-names></name>, <name name-style="western"><surname>Hokanson</surname> <given-names>JE</given-names></name>, <name name-style="western"><surname>Murphy</surname> <given-names>JR</given-names></name>, <name name-style="western"><surname>Make</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Lynch</surname> <given-names>DA</given-names></name>, <name name-style="western"><surname>Beaty</surname> <given-names>TH</given-names></name>, <etal>et al</etal>. <article-title>Genetic epidemiology of COPD (COPDGene) study design</article-title>. <source>COPD: Journal of Chronic Obstructive Pulmonary Disease</source>. <year>2011</year>;<volume>7</volume>(<issue>1</issue>):<fpage>32</fpage>–<lpage>43</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3109/15412550903499522" xlink:type="simple">10.3109/15412550903499522</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0220914.ref028">
<label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Chu</surname> <given-names>JH</given-names></name>, <name name-style="western"><surname>Hersh</surname> <given-names>CP</given-names></name>, <name name-style="western"><surname>Castaldi</surname> <given-names>PJ</given-names></name>, <name name-style="western"><surname>Cho</surname> <given-names>MH</given-names></name>, <name name-style="western"><surname>Raby</surname> <given-names>BA</given-names></name>, <name name-style="western"><surname>Laird</surname> <given-names>N</given-names></name>, <etal>et al</etal>. <article-title>Analyzing networks of phenotypes in complex diseases: methodology and applications in COPD</article-title>. <source>BMC Systems Biology</source>. <year>2014</year>;<volume>8</volume>(<issue>1</issue>):<fpage>78</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/1752-0509-8-78" xlink:type="simple">10.1186/1752-0509-8-78</ext-link></comment> <object-id pub-id-type="pmid">24964944</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref029">
<label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Han</surname> <given-names>MK</given-names></name>, <name name-style="western"><surname>Kazerooni</surname> <given-names>EA</given-names></name>, <name name-style="western"><surname>Lynch</surname> <given-names>DA</given-names></name>, <name name-style="western"><surname>Liu</surname> <given-names>LX</given-names></name>, <name name-style="western"><surname>Murray</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Curtis</surname> <given-names>JL</given-names></name>, <etal>et al</etal>. <article-title>Chronic obstructive pulmonary disease exacerbations in the COPDGene study: associated radiologic phenotypes</article-title>. <source>Radiology</source>. <year>2011</year>;<volume>26</volume>(<issue>1</issue>):<fpage>274</fpage>–<lpage>282</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1148/radiol.11110173" xlink:type="simple">10.1148/radiol.11110173</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0220914.ref030">
<label>30</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Berndt</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Leme</surname> <given-names>AS</given-names></name>, <name name-style="western"><surname>Shapiro</surname> <given-names>SD</given-names></name>. <article-title>Emerging genetics of COPD</article-title>. <source>EMBO Molecular Medicine</source>. <year>2012</year>;<volume>4</volume>(<issue>11</issue>):<fpage>1144</fpage>–<lpage>1155</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/emmm.201100627" xlink:type="simple">10.1002/emmm.201100627</ext-link></comment> <object-id pub-id-type="pmid">23090857</object-id></mixed-citation>
</ref>
<ref id="pone.0220914.ref031">
<label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Pan</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Kim</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Shen</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Wei</surname> <given-names>P</given-names></name>. <article-title>A powerful and adaptive association test for rare variants</article-title>. <source>Genetics</source>. <year>2014</year>,genetics–114. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1534/genetics.114.165035" xlink:type="simple">10.1534/genetics.114.165035</ext-link></comment></mixed-citation>
</ref>
</ref-list>
</back>
</article>