<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="3.0" xml:lang="en">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="nlm-ta">PLoS Comput Biol</journal-id>
<journal-id journal-id-type="pmc">ploscomp</journal-id><journal-title-group>
<journal-title>PLoS Computational Biology</journal-title></journal-title-group>
<issn pub-type="ppub">1553-734X</issn>
<issn pub-type="epub">1553-7358</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, USA</publisher-loc></publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PCOMPBIOL-D-13-01689</article-id>
<article-id pub-id-type="doi">10.1371/journal.pcbi.1003518</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Biology</subject><subj-group><subject>Computational biology</subject><subj-group><subject>Biological data management</subject><subject>Genomics</subject><subject>Population modeling</subject></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Environmental and State-Level Regulatory Factors Affect the Incidence of Autism and Intellectual Disability</article-title>
<alt-title alt-title-type="running-head">Environment/Incentives and Autism Clusters</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Rzhetsky</surname><given-names>Andrey</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff3"><sup>3</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Bagley</surname><given-names>Steven C.</given-names></name><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Wang</surname><given-names>Kanix</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff5"><sup>5</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Lyttle</surname><given-names>Christopher S.</given-names></name><xref ref-type="aff" rid="aff6"><sup>6</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Cook</surname><given-names>Edwin H.</given-names><suffix>Jr</suffix></name><xref ref-type="aff" rid="aff7"><sup>7</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Altman</surname><given-names>Russ B.</given-names></name><xref ref-type="aff" rid="aff8"><sup>8</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Gibbons</surname><given-names>Robert D.</given-names></name><xref ref-type="aff" rid="aff9"><sup>9</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label>1</label><addr-line>Department of Medicine, the University of Chicago, Chicago, Illinois, United States of America</addr-line></aff>
<aff id="aff2"><label>2</label><addr-line>Institute for Genomics and Systems Biology, the University of Chicago, Chicago, Illinois, United States of America</addr-line></aff>
<aff id="aff3"><label>3</label><addr-line>Computation Institute, Department of Human Genetics, the University of Chicago, Chicago, Illinois, United States of America</addr-line></aff>
<aff id="aff4"><label>4</label><addr-line>Department of Genetics, Stanford University, Stanford, California, United States of America</addr-line></aff>
<aff id="aff5"><label>5</label><addr-line>Committee on Genetics, Genomics, and Systems Biology, the University of Chicago, Chicago, Illinois, United States of America</addr-line></aff>
<aff id="aff6"><label>6</label><addr-line>The Center for Health and the Social Sciences, the University of Chicago, Chicago, Illinois, United States of America</addr-line></aff>
<aff id="aff7"><label>7</label><addr-line>Department of Psychiatry, Institute for Juvenile Research, University of Illinois at Chicago, Chicago, Illinois, United States of America</addr-line></aff>
<aff id="aff8"><label>8</label><addr-line>Departments of Bioengineering, Genetics, Medicine, and Computer Science, Stanford University, Stanford, California, United States of America</addr-line></aff>
<aff id="aff9"><label>9</label><addr-line>Departments of Medicine and Health Studies, the University of Chicago, Center for Health Statistics, Chicago, Illinois, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple"><name name-style="western"><surname>Kobeissy</surname><given-names>Firas H.</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/></contrib>
</contrib-group>
<aff id="edit1"><addr-line>University of Florida, United States of America</addr-line></aff>
<author-notes>
<corresp id="cor1">* E-mail: <email xlink:type="simple">arzhetsky@uchicago.edu</email></corresp>
<fn fn-type="conflict"><p>The authors have declared that no competing interests exist.</p></fn>
<fn fn-type="con"><p>Conceived and designed the experiments: AR RDG. Performed the experiments: AR KW. Analyzed the data: AR CSL SCB KW. Contributed reagents/materials/analysis tools: CSL SCB KW. Wrote the paper: AR SCB RBA EHC RDG.</p></fn>
</author-notes>
<pub-date pub-type="collection"><month>3</month><year>2014</year></pub-date>
<pub-date pub-type="epub"><day>13</day><month>3</month><year>2014</year></pub-date>
<volume>10</volume>
<issue>3</issue>
<elocation-id>e1003518</elocation-id>
<history>
<date date-type="received"><day>25</day><month>9</month><year>2013</year></date>
<date date-type="accepted"><day>1</day><month>2</month><year>2014</year></date>
</history>
<permissions>
<copyright-year>2014</copyright-year>
<copyright-holder>Rzhetsky et al</copyright-holder><license xlink:type="simple"><license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p></license></permissions>
<abstract>
<p>Many factors affect the risks for neurodevelopmental maladies such as autism spectrum disorders (ASD) and intellectual disability (ID). To compare environmental, phenotypic, socioeconomic and state-policy factors in a unified geospatial framework, we analyzed the spatial incidence patterns of ASD and ID using an insurance claims dataset covering nearly one third of the US population. Following epidemiologic evidence, we used the rate of congenital malformations of the reproductive system as a surrogate for environmental exposure of parents to unmeasured developmental risk factors, including toxins. Adjusted for gender, ethnic, socioeconomic, and geopolitical factors, the ASD incidence rates were strongly linked to population-normalized rates of congenital malformations of the reproductive system in males (an increase in ASD incidence by 283% for every percent increase in incidence of malformations, 95% CI: [91%, 576%], <italic>p</italic>&lt;6×10<sup>−5</sup>). Such congenital malformations were barely significant for ID (94% increase, 95% CI: [1%, 250%], <italic>p</italic> = 0.0384). Other congenital malformations in males (excluding those affecting the reproductive system) appeared to significantly affect both phenotypes: 31.8% ASD rate increase (CI: [12%, 52%], <italic>p</italic>&lt;6×10<sup>−5</sup>), and 43% ID rate increase (CI: [23%, 67%], <italic>p</italic>&lt;6×10<sup>−5</sup>). Furthermore, the state-mandated rigor of diagnosis of ASD by a pediatrician or clinician for consideration in the special education system was predictive of a considerable decrease in ASD and ID incidence rates (98.6%, CI: [28%, 99.99%], <italic>p</italic> = 0.02475 and 99% CI: [68%, 99.99%], <italic>p</italic> = 0.00637 respectively). Thus, the observed spatial variability of both ID and ASD rates is associated with environmental and state-level regulatory factors; the magnitude of influence of compound environmental predictors was approximately three times greater than that of state-level incentives. The estimated county-level random effects exhibited marked spatial clustering, strongly indicating existence of as yet unidentified localized factors driving apparent disease incidence. Finally, we found that the rates of ASD and ID at the county level were weakly but significantly correlated (Pearson product-moment correlation 0.0589, <italic>p</italic> = 0.00101), while for females the correlation was much stronger (0.197, <italic>p</italic>&lt;2.26×10<sup>−16</sup>).</p>
</abstract>
<abstract abstract-type="summary"><title>Author Summary</title>
<p>Disease clusters are defined as geographically compact areas where a particular disease, such as a cancer, shows a significantly increased rate. It is presently unclear how common such clusters are for neurodevelopmental maladies, such as autism spectrum disorders (ASD) and intellectual disability (ID). In this study, examining data for one third of the whole US population, the authors show that (1) ASD and ID display strong clustering across US counties; (2) counties with high ASD rates also appear to have high ID rates, and (3) the spatial variation of both phenotypes appears to be driven by environmental, and, to a lesser extent, economic incentives at the state level.</p>
</abstract>
<funding-group><funding-statement>This work was supported by NIH grants 1P50MH094267, U01HL108634-01, and Lever Award from the Chicago Biomedical Consortium. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement></funding-group><counts><page-count count="11"/></counts></article-meta>
</front>
<body><sec id="s1">
<title>Introduction</title>
<p>Autism spectrum disorders (ASD) are a collection of chronic, complex neuropsychiatric diseases with well-characterized comorbidities and increasing apparent prevalence <xref ref-type="bibr" rid="pcbi.1003518-Croen1">[1]</xref>. With few and limited effective treatments and considerable financial burden, its etiology remains a scientific puzzle. Evidence suggests that autism is highly heritable and clustered within families; consequently, much scientific attention has been dedicated to the discovery of predisposing genetic factors <xref ref-type="bibr" rid="pcbi.1003518-Rudie1">[2]</xref>–<xref ref-type="bibr" rid="pcbi.1003518-Ellison1">[7]</xref>. There is also evidence for environmental influences, such as prenatal exposure to pesticides or valproate, but it is challenging to account systematically for these factors because they are mostly undocumented. In addition, there are numerous factors that could affect or distort the observed variation in temporal and spatial disease prevalence: evolving diagnostic criteria, socioeconomic, legal, and cultural incentives for diagnosis <xref ref-type="bibr" rid="pcbi.1003518-Greene1">[8]</xref>, changing environmental exposures, and the accumulation of genetic burden in the growing human population. However, the relative importance of all these putative causal factors and confounders on ASD prevalence, the nature of interactions between contributing factors, and the underlying biological mechanisms, remain unclear.</p>
<p>Along these lines, geospatial clustering of ASD has been observed in California <xref ref-type="bibr" rid="pcbi.1003518-King1">[9]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-VanMeter1">[10]</xref>, Texas <xref ref-type="bibr" rid="pcbi.1003518-Lewandowski1">[11]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Sturmey1">[12]</xref>, North Carolina <xref ref-type="bibr" rid="pcbi.1003518-Hoffman1">[13]</xref> and Utah <xref ref-type="bibr" rid="pcbi.1003518-PinboroughZimmerman1">[14]</xref>. Clustering could indicate the existence of localized risk factors, such as environmental toxins <xref ref-type="bibr" rid="pcbi.1003518-Becerra1">[15]</xref> or maternal education <xref ref-type="bibr" rid="pcbi.1003518-Hoffman1">[13]</xref>. However, studies to date have focused primarily on within-state patterns and socioeconomic predictors, such as the level of parental education, the controversial financial incentives induced by state policies for special-education services, and broad environmental indicators. Now, the increasing availability of large administrative clinical datasets, with national coverage and fine spatial granularity, along with data on possible causal and confounding factors, provides an opportunity to compare the magnitudes of these and other factors within a unified mathematical framework.</p>
<p>Here, we report a mixed-effect Poisson regression analysis of the spatial incidence patterns of ASD and, for comparison, intellectual disability (ID). The data was derived from a very large insurance claims database containing nearly 100 million patients in the United States, which was augmented with census data to introduce additional county-level covariates that captured socioeconomic, demographic, and environmental effects. We present strong statistical evidence for environmental and legal factors driving the apparent spatial heterogeneity of both phenotypes, while documented socioeconomic factors and population structure have much weaker effects.</p>
</sec><sec id="s2">
<title>Results</title>
<p>We analyzed the strength of disparate factors on the apparent incidence rates of ASD and ID by computationally interrogating insurance claims for approximately one third of the US population, using a bivariate-response, three-level, mixed-effects Poisson regression model with 50 free parameters, 44 of which correspond to the fixed effects of known factors while the remaining 6 account for the variance and covariance among the random effects (see Methods). The bivariate outcomes modeled by these parameters were the incidence counts for the ASD and ID phenotypes, tabulated separately for males and females in 3,111 counties, nested within 50 states (plus the District of Columbia) and adjusted for population size.</p>
<p>The results are summarized in <xref ref-type="fig" rid="pcbi-1003518-g001">Figures 1</xref>–<xref ref-type="fig" rid="pcbi-1003518-g005">5</xref> and <xref ref-type="table" rid="pcbi-1003518-t001">Table 1:</xref> We observed clear spatial clusters for both ASD and ID. The raw data analyzed prior to complex modeling (see <xref ref-type="fig" rid="pcbi-1003518-g001">Figure 1</xref>) indicated that putative environmental variables were strongly predictive of rates of ASD and ID across the US. This trend persisted after the analysis was corrected for confounding variables using mixed-effect Poisson regression, see <xref ref-type="fig" rid="pcbi-1003518-g002">Figures 2</xref>–<xref ref-type="fig" rid="pcbi-1003518-g005">5</xref>. We found that ASD in males (normalized by county population) has a county-level mean rate of 0.1% per male of any age. The distribution of rates across counties is skewed: the median is 0.023% while maximum observed value is 5.2%. Similarly, for ID, the average rate over the whole country is 0.024% per any male, 0.025% per any female. The maximum per county per person rate reached 0.9% and 0.58% for males and females, respectively. Furthermore, for males, the rates of ASD and ID at the county level were weakly but significantly correlated (Pearson product-moment correlation 0.0589, <italic>p</italic> = 0.00101), while for females the correlation was much stronger (0.197, <italic>p</italic>&lt;2.26×10<sup>−16</sup>). The estimated Poisson rates of incidence produced by model-based inference are shown in <xref ref-type="fig" rid="pcbi-1003518-g002">Figure 2</xref>. When direct comparison was possible, we compared our conclusions with those of prior studies (<xref ref-type="bibr" rid="pcbi.1003518-King1">[9]</xref>–<xref ref-type="bibr" rid="pcbi.1003518-PinboroughZimmerman1">[14]</xref>, see <xref ref-type="table" rid="pcbi-1003518-t002">Table 2</xref>) and found that they were consistent.</p>
<fig id="pcbi-1003518-g001" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.g001</object-id><label>Figure 1</label><caption>
<title>Deciles of putative predictors for ASD (A) and ID (B) per-male rates.</title>
<p>Plots for females look essentially identical, but the absolute rate of incidence is lower (data not shown). The predictor variables shown here are <italic>male congenital malformations of reproductive system</italic> (<italic>ConGenM</italic>), viral infections in males of any age (<italic>Viral_M</italic>), congenital malformations excluding malformations of the genitals in males, <italic>CongMrepM</italic>, and spontaneous abortion (<italic>spont_abort</italic>).</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.g001" position="float" xlink:type="simple"/></fig><fig id="pcbi-1003518-g002" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.g002</object-id><label>Figure 2</label><caption>
<title>Estimated Poisson rates of incidence of ASD (A) and ID (B) per male individual of any age.</title>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.g002" position="float" xlink:type="simple"/></fig><fig id="pcbi-1003518-g003" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.g003</object-id><label>Figure 3</label><caption>
<title>Comparison of fixed effects (geographically varying factors) governing rate variation in ASD (A) and ID (B).</title>
<p>The asterisks indicate the level of significance of individual regression coefficients; see the figure key and <xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.g003" position="float" xlink:type="simple"/></fig><fig id="pcbi-1003518-g004" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.g004</object-id><label>Figure 4</label><caption>
<title>Total state-level random effects of ASD and ID incidence in the USA: (A) ASD and (B) ID.</title>
<p>In the figures we color-coded the Empirical Bayes estimates of the state-level random effects, separately for ASD and ID. County- and state-level random effects model the unknown factors that vary geographically and govern differences in county-specific disease rates <italic>after accounting for all fixed effects</italic> (see Methods).</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.g004" position="float" xlink:type="simple"/></fig><fig id="pcbi-1003518-g005" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.g005</object-id><label>Figure 5</label><caption>
<title>Total county-level random effects of ASD and ID incidence in the USA: (A) ASD and (B) ID.</title>
<p>In the figures we color-coded the Empirical Bayes estimates of the state-level random effects, separately for ASD and ID. While county-specific random effects are directly comparable <italic>within</italic> the same state, comparison of these effects <italic>across</italic> different states is not meaningful, because each state-specific random effect determines the baseline disease rate for each county in the corresponding state, and these baseline rates vary across states.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.g005" position="float" xlink:type="simple"/></fig><table-wrap id="pcbi-1003518-t001" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.t001</object-id><label>Table 1</label><caption>
<title>Markov chain Monte Carlo estimates of regression weights, corresponding event rate ratios (exponential of regression weights) and 95% event estimate credible intervals.</title>
</caption><alternatives><graphic id="pcbi-1003518-t001-1" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.t001" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1">Parameter</td>
<td align="left" rowspan="1" colspan="1">Effect</td>
<td align="left" rowspan="1" colspan="1">Estimate</td>
<td align="left" rowspan="1" colspan="1">Event Rate</td>
<td colspan="2" align="left" rowspan="1">Estimate's CI</td>
<td colspan="2" align="left" rowspan="1">Rate's CI</td>
<td align="left" rowspan="1" colspan="1"><italic>p</italic>-value</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">Lower</td>
<td align="left" rowspan="1" colspan="1">Upper</td>
<td align="left" rowspan="1" colspan="1">Lower</td>
<td align="left" rowspan="1" colspan="1">Upper</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU</monospace></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><monospace>0.366869</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.443209</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.972727</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.754813</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.378051</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>5.782366</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.56225</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Eval1</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−4.231486</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.014531</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−8.877964</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.328180</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.000139</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.720233</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.02475</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Gender</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.699367</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.496900</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.709451</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.689520</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.491914</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.501817</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Pacific</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.438859</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.644772</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.700535</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.173497</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.496320</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.840720</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.00150</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:Eval2</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.213462</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.807783</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−2.921955</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.470602</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.053828</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>11.829566</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.88300</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:ASD1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.175057</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.839409</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−1.582356</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.164197</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.205490</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>3.203350</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.83788</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:AmInd</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.131310</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.876946</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.224315</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.054407</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.799063</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.947047</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:B</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.130750</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.877437</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.216518</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.053650</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.805318</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.947764</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:WHisp</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.127715</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.880104</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.213386</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.052847</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.807844</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.948525</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:W</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.121627</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.885479</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.210127</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.046265</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.810481</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.954789</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:CFR1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.099843</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.904979</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−1.789320</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.490554</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.167074</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>4.439554</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.95962</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:Asian</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.045453</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.955565</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.136669</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.036981</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.872259</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.037673</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.34550</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Poor</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.035009</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.965597</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.049626</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.020552</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.951585</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.979658</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Insured</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.012102</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.987971</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.021311</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.003377</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.978914</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.996629</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.00725</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Income</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.032462</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.032995</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.023206</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.041997</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.023477</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.042891</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Urban</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.036144</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.036805</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.034184</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.038026</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.034775</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.038758</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:BHisp</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.085030</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.088750</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.101763</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.254757</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.903244</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.290148</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.34987</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:DSM1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.138073</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.148059</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−1.120050</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.462245</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.326263</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>4.315637</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.80438</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:Viral_M</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.180043</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.197269</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.122006</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.238505</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.129761</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.269350</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:CongMrepM</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.276762</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.318852</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.119429</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.421873</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.126853</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.524815</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.00025</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:Eval-1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.667525</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.949407</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.773906</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.342192</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.461208</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>10.404017</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.36600</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>AU:ConGenM</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.344962</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>3.838041</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.752946</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.912499</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>2.123246</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>6.769986</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID</monospace></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><monospace>−0.227338</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.796652</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−1.393526</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.980272</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.248199</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.665181</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.66487</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:Eval1</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−4.535572</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.010721</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−8.642693</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−1.122879</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.000176</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.325342</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.00637</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:Pacific</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.373752</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.688148</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.611520</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.120910</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.542526</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.886114</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.00487</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:AmInd</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.138735</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.870459</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.216428</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.069898</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.805391</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.932489</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:B</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.130235</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.877889</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.205861</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.066371</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.813946</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.935784</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:WHisp</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.130204</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.877916</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.203526</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.066016</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.815849</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.936116</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:W</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.126588</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.881097</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.200798</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.060878</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.818078</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.940938</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:Gender</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.114004</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.892254</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.127122</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>−0.101693</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.880626</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.903307</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:ASD1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.109237</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.896518</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−1.370748</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.037993</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.253917</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.823544</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.89650</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:Asian</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.065537</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.936564</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.146325</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.003463</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.863877</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.003469</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.05613</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:Eval2</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.063085</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.938864</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−2.418593</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.326817</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.089047</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>10.245279</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.97462</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:Poor</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.013068</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.987017</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.027450</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.001640</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.972923</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.001641</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.08038</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:Insured</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.004845</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.004857</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.004074</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.014573</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.995934</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.014680</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.30088</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:Income</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.027171</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.027543</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.018098</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.036522</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.018263</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.037197</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:Urban</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.031155</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.031645</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.029295</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.032969</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.029728</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.033518</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:BHisp</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.032889</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.033436</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.129128</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.194847</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.878861</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.215125</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.66837</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:CFR1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.102626</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.108077</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−1.421645</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.452865</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.241317</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>4.275346</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.82900</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:DSM1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.149366</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.161098</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.971742</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.285555</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.378423</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>3.616675</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.76525</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:Viral_M</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.211402</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.235409</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.153162</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.269626</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.165514</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.309475</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10<sup>−5</sup></bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:CongMrepM</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.362239</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.436542</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.210009</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.516094</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.233689</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.675470</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>&lt;6×10−5</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:Eval-1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>+</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.417890</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.518754</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>−0.871996</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1.849778</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.418116</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>6.358408</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.54113</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace><bold>ID:ConGenM</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>+</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.660186</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.935152</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.013537</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.255318</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>1.013629</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>3.508954</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>0.03838</bold></monospace></td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt101"><label/><p>The 3-level Poisson mixed-effect model included 12,444 level-1 units (incidence counts for two diseases), 3,111 Level-2 units (counties), and 51 level-3 units (states). The table is designed to mirror <xref ref-type="fig" rid="pcbi-1003518-g001">Figure 1:</xref> fixed-effect parameter estimates for autism spectrum disorders (AU) are followed by the corresponding estimates for intellectual disability (ID). For each group of diseases the first parameter listed (AU and ID, respectively) is the intercept. The rest of the fixed-effect parameters are ordered from the strongest negative effect to the strongest positive effect, as in <xref ref-type="fig" rid="pcbi-1003518-g001">Figure 1</xref>. <bold>Abbreviations:</bold> AU – autism spectrum disorders; ID – intellectual disabilities; AmInd – proportion of American Indians; Asian – proportion of Asians; WHisp – White Hispanics; W – White non-Hispanic; BHisp – black Hispnics; B – black non-Hispaic; Pacific – Pacific Islanders; Insured – proportion of insured; Poor – proportion of poor; Urban – proportion of urban; CongMrepM – congenital malformations excluding malformations of genitals in males; ConGenM – congenital malformations of genitals in males; Viral_M – viral infections affecting males; ASD – inclusion of Autism Spectrum Disorders; CFR – Code of Federal Regulations; DSM – requirement of reference to Diagnostic and Statistical Manual of Mental Disorders; Eval – rigor of evaluation of diagnosis veracity. The regulations were encoded in the following way (23). For CFR: Code −1 if criteria included information from the autism section of CFR only, and +1 if the criteria incorporated additional non-CFR information. For DSM: Code −1 if the entire DSM-IV-TR criteria were used, and +1 otherwise. For ASD: −1 if autism spectrum disorders were included in diagnostic criteria, and +1 if they were not included. For Eval: −1 if a diagnosis by a pediatrician or clinician was mandatory, 1 if a diagnosis of autism or autism spectrum disorders by a pediatrician or clinician was mandated, and 2 if no requirements in addition to those mandated by the Individuals with Disabilities Education Act were added.</p></fn></table-wrap-foot></table-wrap><table-wrap id="pcbi-1003518-t002" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.t002</object-id><label>Table 2</label><caption>
<title>Markov chain Monte Carlo estimates of covariances and correlations of random effects across two phenotypes.</title>
</caption><alternatives><graphic id="pcbi-1003518-t002-2" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.t002" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><monospace><bold>Covariance</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>Correlation</bold></monospace></td>
<td colspan="2" align="left" rowspan="1"><monospace><bold>Cov: 95% CI</bold></monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><monospace><bold>Lower</bold></monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace><bold>Upper</bold></monospace></td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:AU (State)</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>3.126</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.6062</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>7.239</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:ID (State)</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.666</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.974</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.5198</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>6.088</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:ID (State)</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>2.398</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.5610</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>5.358</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:AU (County)</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.7699</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.7142</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.8285</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>AU:ID (County)</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.6960</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.962</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.6462</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.7488</monospace></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><monospace>ID:ID (County)</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.6796</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>1</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.6261</monospace></td>
<td align="left" rowspan="1" colspan="1"><monospace>0.7357</monospace></td>
</tr>
</tbody>
</table>
</alternatives></table-wrap>
<p>Accumulating evidence <xref ref-type="bibr" rid="pcbi.1003518-United1">[16]</xref>–<xref ref-type="bibr" rid="pcbi.1003518-Lin1">[28]</xref> suggests that the rate of birth malformations, especially of those affecting the reproductive system in newborn boys <xref ref-type="bibr" rid="pcbi.1003518-Brent1">[17]</xref>, adjusted for population size and structure, could serve as an indicator of average parental exposure to toxins within a geographic unit. After controlling for ethnicity, gender, and socioeconomic factors, the strongest predictor of ASD was the rate of male congenital malformations of the reproductive system, used as an approximate measurement for exposure to teratogens, based on extensive epidemiological evidence (<xref ref-type="bibr" rid="pcbi.1003518-United1">[16]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Brent1">[17]</xref>, see <xref ref-type="fig" rid="pcbi-1003518-g003">Figure 3</xref> and <xref ref-type="sec" rid="s3">Discussion</xref>). Every additional percent incidence of male congenital malformations of the reproductive system was predictive of a 283% increase in the rate of the ASD incidence (95% confidence interval, CI: [91%, 576%], <italic>p</italic>&lt;6×10<sup>−5</sup>). Similarly, non-reproductive congenital male malformations accounted for a 31.8% ASD rate increase (CI: [12%, 52%], <italic>p</italic>&lt;6×10<sup>−5</sup>). In contrast, male congenital malformations of the reproductive system were barely significantly predictive for ID (94%, CI: [1%, 250%], <italic>p</italic> = 0.0383). However, the effect of non-reproductive congenital malformations in males on ID incidence was statistically significant and strong: an increase of 43% (CI: [23%, 67%], <italic>p</italic>&lt;6×10<sup>−5</sup>). Another variable significantly affecting both ASD and ID was population-adjusted incidence of viral infections in males (<xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>, <xref ref-type="fig" rid="pcbi-1003518-g003">Figure 3</xref>, and <xref ref-type="sec" rid="s3">Discussion</xref>). Moreover, comorbidity analysis demonstrated that male children with ASD are 5.53 times more likely to have congenital genital malformations than unaffected males (odds ratio 95% CI [5.22, 5.87], <italic>p</italic>&lt;2.2×10<sup>−16</sup>, Fisher's exact test).</p>
<p>Male congenital malformations of the reproductive system are subdivided in the ICD9 taxonomy <xref ref-type="bibr" rid="pcbi.1003518-WHO1">[29]</xref>, which was used to encode the data in this analysis, into unspecified malformations, hypospadias (abnormally placed external urethral orifice), epispadias (the urethra does not develop into a full tube), micropenis, congenital chordees and undescended testicles. The US average incidence rate for all male congenital malformations of reproductive system was 0.2687% per male of any age group; of these 18% were hypospadias (0.049% rate), 6% congenital chordees (0.0161% rate), 1% micropenis (0.00275% rate), and 0.083% epispadias (0.00227% rate). The rest of the malformations were in the unspecified category; undescended testicles were not encoded explicitly. Per-county rates of hypospadias and congenital chordees were significantly correlated with each other (Pearson's <italic>r</italic> = 0.34, 95% CI [0.31, 0.372], <italic>p</italic>&lt;2.2×10<sup>−16</sup>), as were hypospadias and epispadias (<italic>r</italic> = 0.066, 95% CI [0.031, 0.101], <italic>p</italic> = 0.00022). The highest per county rates of malformations were 2.4% (all male genital malformations), 1.1% (hypospadias), 0.91% (chordees), 1.1% (epispadias), and 0.23% (micropenis). There were counties with no reported malformations (zero apparent rate). All discussed groups of malformations were significantly correlated with autism rates. Female birth malformations of reproductive system, variable <italic>ConGenF</italic>, showed very similar disease-specific predictive behavior to the congenital male malformations of reproductive system, variable <italic>ConGenM</italic>. The female malformations were predictive of an increase in both ASD and ID, but the magnitude of the statistical effect associated with this factor was much smaller than <italic>ConGenM</italic>, although highly correlated.</p>
<p>Both ASD and ID showed significant gender-specific incidence effects, with males affected more frequently than females; this was more extreme for ASD (<xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref> and <xref ref-type="fig" rid="pcbi-1003518-g003">Figure 3</xref>). Using ethnicity variables to account for genetic heterogeneity of the US population, corrected for socioeconomic factors, such as the mean county-specific income, we found the incidence of the two diseases significantly varied across ethnic groups (<xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>), with Pacific Islanders, for example, having significantly lower risk for both diseases. The per capita income of the county was weakly positively correlated with the incidence rates for both diseases: the income variable was associated with 3.2% rate increase per every additional $1,000 of income above the country average for ASD (CI: [2.3%, 4.2%], <italic>p</italic>&lt;6×10<sup>−5</sup>) and a 2.7% rate increase for ID (CI: [1.8%, 3.7%], <italic>p</italic>&lt;6×10<sup>−5</sup>). Other important socioeconomic predictors included the percentage of urban population in a county; a one percent increase in urbanization predicted about a 3% increase in ASD and ID incidence (<xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>). Our analysis also indicated that state-specific laws <xref ref-type="bibr" rid="pcbi.1003518-USA1">[30]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-MacFarlane1">[31]</xref> had a large but only marginally significant effect on the incidence rates of ASD and ID (<xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>, <xref ref-type="fig" rid="pcbi-1003518-g001">Figure 1</xref>). The strictest form of diagnostic evaluation (variable <italic>Eval</italic>, the state-mandated diagnosis of autism or autism spectrum disorders by a pediatrician or clinician for consideration in the special education system) was predictive of a considerable decrease in ASD and ID incidence rates, 98.6% (CI: [28%, 99.99%], <italic>p</italic> = 0.02475) and 99% (CI: [68%, 99.99%], <italic>p</italic> = 0.00637) respectively.</p>
</sec><sec id="s3">
<title>Discussion</title>
<p>By analyzing the spatial incidence patterns of autism and intellectual disability drawn from insurance claims for nearly one third of the total US population, we found strong statistical evidence that environmental factors drive the apparent spatial heterogeneity of both phenotypes while economic incentives and population structure appear to have relatively large albeit weaker effects. The strongest predictors for autism were associated with the environment: congenital malformations of the reproductive system in males (an increase in ASD incidence by 283% for every per cent of increase in the incidence of malformations), non-reproductive congenital malformations (31.8% ASD rate increase), and viral infections in males (19% ASD rate increase). For ID we observed similar but weaker effects: 93% increase of ID rate for every per cent of increase in congenital malformations of the reproductive system in males, 43% increase for per cent of non-reproductive congenital malformations, and 23% for viral infections in males.</p>
<p>We highlight the role of male congenital genitourinary malformations as an approximate measurement of environmental exposure to unmeasured developmental risk factors, including toxins. Some infants are born with congenital malformations with unknown genetic etiology–not explained by known Mendelian mutations or detectable chromosomal aberrations. At least a fraction of such birth defects may be due to parental exposure to environmental insults. The environmental factors implicated so far include pesticides <xref ref-type="bibr" rid="pcbi.1003518-Garcia1">[18]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Garry1">[19]</xref>, environmental lead <xref ref-type="bibr" rid="pcbi.1003518-Sallmen1">[20]</xref>, sex hormone analogs <xref ref-type="bibr" rid="pcbi.1003518-Hook1">[21]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Hook2">[22]</xref>, medications <xref ref-type="bibr" rid="pcbi.1003518-Reitnauer1">[23]</xref>, plasticizers <xref ref-type="bibr" rid="pcbi.1003518-Jiang1">[24]</xref>, and other synthetic molecules <xref ref-type="bibr" rid="pcbi.1003518-Lawson1">[25]</xref>. More generally, the risk of congenital birth defects is statistically linked to parental occupation <xref ref-type="bibr" rid="pcbi.1003518-Irgens1">[26]</xref>–<xref ref-type="bibr" rid="pcbi.1003518-Lin1">[28]</xref>. There is a statistically significant increase in birth defects associated with some maternal occupations (janitor, maid, landscaper), and significant decrease associated with others (non-preschool teacher) <xref ref-type="bibr" rid="pcbi.1003518-HerdtLosavio1">[27]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Lin1">[28]</xref>. It is very likely that the list of environmental factors potentially affecting development of human embryo is large and yet predominantly undocumented; correspondingly, detailed statistics on these factors do not exist.</p>
<p>It is known that some birth malformations are caused by <italic>de novo</italic> genetic events, such as large copy number variants that have been found to increase the risk for ASD by approximately 400% <xref ref-type="bibr" rid="pcbi.1003518-Collaborators1">[32]</xref>. Single-gene deletions, for example, involving CHD7 are known to cause CHARGE syndrome <xref ref-type="bibr" rid="pcbi.1003518-Cho1">[33]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Palumbo1">[34]</xref> associated with genital abnormalities and putatively associated with ASD <xref ref-type="bibr" rid="pcbi.1003518-ORoak1">[35]</xref>. However, these genetic events may have currently poorly identified environmental triggers, and 70 to 80% of male congenital malformations of the reproductive system have no clear genetic causes <xref ref-type="bibr" rid="pcbi.1003518-Baskin1">[36]</xref>. Instead, they appear to be driven by specific environmental insults that were not serious enough to lead to more serious adverse events during pregnancy, such as spontaneous abortion. Therefore, in this study, we used the rate of birth malformations as a surrogate measure for environmental burden.</p>
<p>The hypospadias of the male urethra can arise during early embryonic development, specifically weeks 9–12 (p. 206 in <xref ref-type="bibr" rid="pcbi.1003518-Baskin1">[36]</xref>). This window corresponds to the time when cell division and migration takes place in brain development. Furthermore, maternal exposure to estrogen and estrogen analogs in animal models affects both brain and genital development in male progeny (p. 206 in <xref ref-type="bibr" rid="pcbi.1003518-Baskin1">[36]</xref>), and small physical malformations appear enriched in autistic children compared to healthy children <xref ref-type="bibr" rid="pcbi.1003518-Ozgen1">[37]</xref>.</p>
<p>Following similar logic, in addition to causing birth defects, environmental toxins, such as pesticides <xref ref-type="bibr" rid="pcbi.1003518-Repetto1">[38]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Moore1">[39]</xref> can substantially weaken the human immune system, especially in men, which results in more frequent infections. (The rates of female viral infections were highly correlated with male viral infections; these can serve a somewhat weaker fixed effect predictor, data not shown.) This suggests that per capita rate of viral infection, when socioeconomic and other biological factors have been controlled for, may serve as another environmental indicator, although specifics of the causal, biological mechanisms remain unresolved. In our analysis we found that the rate of viral infection in males was significant for both ASD and ID, see <xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>.</p>
<p>Importantly, the effect of state-level regulations involving ASD appeared relatively large in magnitude (over 98% ASD and ID rate decrease) but with a wide confidence interval and inconsistent effects across states, resulting in only marginal significance. Furthermore, our estimates of random effects at the state and county levels, see <xref ref-type="fig" rid="pcbi-1003518-g002">Figure 2</xref>, suggest that additional yet unknown confounder factors exist at both state and county levels, as is evident from the clear state boundaries seen in <xref ref-type="fig" rid="pcbi-1003518-g002">Figure 2</xref>.</p>
<p>As with other statistical analyses (see <xref ref-type="table" rid="pcbi-1003518-t003">Table 3</xref>), significant associations are not necessarily causal. Identified predictor variables may reflect underlying mechanisms, or may be correlated with unmeasured causal factors. However, we have included variables, such as the rate of birth malformations and male viral infections, that have well-documented environmental causes. Overall, this increases our confidence in their scientific relevance. Furthermore, because we have controlled for many county-level socioeconomic variables, strong state-specific effects are almost certainly rooted in legal and regulatory differences that exist at this level.</p>
<table-wrap id="pcbi-1003518-t003" position="float"><object-id pub-id-type="doi">10.1371/journal.pcbi.1003518.t003</object-id><label>Table 3</label><caption>
<title>Summary of the prior state-level studies regarding geographic clustering of ASD.</title>
</caption><alternatives><graphic id="pcbi-1003518-t003-3" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pcbi.1003518.t003" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="5" align="left" rowspan="1">Study (state)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><xref ref-type="bibr" rid="pcbi.1003518-Garry1">[19]</xref> (CA)</td>
<td align="left" rowspan="1" colspan="1"><xref ref-type="bibr" rid="pcbi.1003518-Sallmen1">[20]</xref> (CA)</td>
<td align="left" rowspan="1" colspan="1"><xref ref-type="bibr" rid="pcbi.1003518-Hook1">[21]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-Hook2">[22]</xref> (TX)</td>
<td align="left" rowspan="1" colspan="1"><xref ref-type="bibr" rid="pcbi.1003518-Reitnauer1">[23]</xref> (NC)</td>
<td align="left" rowspan="1" colspan="1"><xref ref-type="bibr" rid="pcbi.1003518-Jiang1">[24]</xref> (UT)</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>Data source</bold></td>
<td align="left" rowspan="1" colspan="1">All live births and diagnostic records for children born in CA between 1992 and 2000.</td>
<td align="left" rowspan="1" colspan="1">All live births in CA occurring in 1996–2000</td>
<td align="left" rowspan="1" colspan="1">Administrative educational data for prevalence of autism and other special education categories for the academic years 2000–2001 through 2005–2006.</td>
<td align="left" rowspan="1" colspan="1">Record-based surveillance for 8 NC counties biennially from the Autism and Developmental Disabilities Monitoring Network.</td>
<td align="left" rowspan="1" colspan="1">Record-based surveillance for eight-year-old children born in 1994 and living in Utah in 2002 from the Utah Registry of Autism and Developmental Disabilities Program.</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold><italic>Cases + controls</italic></bold></td>
<td align="left" rowspan="1" colspan="1">4,906,926</td>
<td align="left" rowspan="1" colspan="1">2,453,717</td>
<td align="left" rowspan="1" colspan="1">4,057,712</td>
<td align="left" rowspan="1" colspan="1">11,034</td>
<td align="left" rowspan="1" colspan="1">26,108</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold><italic>Cases</italic></bold></td>
<td align="left" rowspan="1" colspan="1">18,731</td>
<td align="left" rowspan="1" colspan="1">9,900</td>
<td align="left" rowspan="1" colspan="1">7,022 (ASD+ID)</td>
<td align="left" rowspan="1" colspan="1">532 (ASD), 1,028 (ID)</td>
<td align="left" rowspan="1" colspan="1">99 (ASD-only), 33 (ASD and ID), 113 (ID-only)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold><italic>Modeling formalism</italic></bold></td>
<td align="left" rowspan="1" colspan="1">Multilevel logistic regression.</td>
<td align="left" rowspan="1" colspan="1">Spatial clustering and bivariate mixed Poisson regression.</td>
<td align="left" rowspan="1" colspan="1">Multilevel Poisson regression.</td>
<td align="left" rowspan="1" colspan="1">Generalized additive model.</td>
<td align="left" rowspan="1" colspan="1">Multiple single-variable logistic regressions.</td>
</tr>
</tbody>
</table>
</alternatives></table-wrap>
<p>Our results have implications for the ongoing scientific quest for the etiology of neurodevelopmental disorders. We provide evidence that routinely expanding the scope of inquiry to include environmental, demographic and socioeconomic factors, and governmental policies at a broad scale in a unified geospatial framework. It appears that detailed documentation of environmental factors should be recorded and used in genetic analyses of ASDs and failure to do so risks omitting important information about possibly strong confounders.</p>
</sec><sec id="s4" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s4a">
<title>Ethics statement</title>
<p>Our analysis involved de-identified patient data and was approved by the University of Chicago Institutional Review Board.</p>
<p>Our multi-level, mixed-effects model predicted the incidence of ASD and ID conditional on several individual-level, county-level, and state-level covariates. For the regression analysis described below, we used county level variables to predict disease rate. In the analysis of the comorbidity between congenital malformations and ASD or ID, we used patient-level data.</p>
</sec><sec id="s4b">
<title>Data</title>
<p>We used the Truven Health Analytics MarketScan Commercial Claims and Encounters Database to provide geocoded diagnosis counts by gender. This database spans the years 2003 to 2010 and consists of approved commercial health insurance claims for between 17.5 and 45.2 million people annually, with linkage across years, yielding a total of approximately 105 million patient records. (Note that, consistent with low prevalence of both phenotypes, only a small proportion of individuals described in this enormous dataset were diagnosed with either ASD or ID.) This national database contains information contributed by well over 100 insurance carriers and large self-insuring companies. We scanned approximately 4.6 billion inpatient and outpatient service claims and identified almost 6 billion diagnostic codes. After removing duplicates, almost 1.3 billion diagnostic codes were found to be associated with over 99.1 million individuals, yielding approximately 12.89 unique diagnostic codes per individual. Claims were de-identified, that is, all patient-level personal information was redacted, and geocoded at the county level by Truven, and thus, this did not require any additional processing on the authors' part.</p>
<p>The MarketScan insurance claims dataset is not a random sample of the USA population. This is because compilation of this dataset required reaching agreements between Truven and numerous individual insurance providers to share data, and the insurance providers inherently had uneven and non-random coverage of geographic areas. It is possible, therefore, that the dataset carries traces of hidden correlations imposed by the data collection method. Furthermore, while the entire USA is well represented in the data, it is possible that coverage across geographic areas is not perfectly proportional to population density.</p>
</sec><sec id="s4c">
<title>Statistical analysis</title>
<p>We framed our analysis as a mixed-effect regression model for Poisson-distributed count data <xref ref-type="bibr" rid="pcbi.1003518-Hedeker1">[40]</xref>, independently implemented in SuperMix <xref ref-type="bibr" rid="pcbi.1003518-Hedeker2">[41]</xref>, lme4 <xref ref-type="bibr" rid="pcbi.1003518-Bates1">[42]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-R1">[43]</xref>, MCMCglmm <xref ref-type="bibr" rid="pcbi.1003518-Hadfield1">[44]</xref>, and GLLAMM <xref ref-type="bibr" rid="pcbi.1003518-StataCorp1">[45]</xref>, <xref ref-type="bibr" rid="pcbi.1003518-RabeHesketh1">[46]</xref>. The choice of the Poisson model was motivated by the countable nature of data and the rarity of the disease incidence events.</p>
<p>The model parameters were estimated using a joint statistical inference as follows. Most of the parameters (44 out of 50) were real-valued coefficients representing regression weights of individual factors, such as average income in county, percentage of ethnic groups, per cent of urban and poor population, see <xref ref-type="table" rid="pcbi-1003518-t001">Table 1</xref>. The factors that are <italic>a priori</italic> suspected to be relevant to disease incidence and are deliberately included into the model, are referred to in the mixed effect model formalism as the <italic>fixed effects</italic>. In addition, the model included zero-centered and normally distributed <italic>random effects</italic>, uncorrelated for the same disease between a county and the encapsulating state, but geographically correlated between two diseases, see equations below and <xref ref-type="fig" rid="pcbi-1003518-g004">Figures 4</xref> and <xref ref-type="fig" rid="pcbi-1003518-g005">5</xref>. The six parameters associated with the random effects included the variances and covariances for the state- and county-level random effects (see <xref ref-type="table" rid="pcbi-1003518-t002">Table 2</xref> and equations below). Note that the random effects themselves were not parameters, but Gaussian zero-centered random variables.</p>
<p>Fixed effects by design have stochastic but predictable influence on data, while random effects describe zero-centered random influence, not captured by the fixed effects. Below we present more formal formulation of the model.</p>
</sec><sec id="s4d">
<title>Fixed-effect variables</title>
<p>The Truven database was augmented with US census data <xref ref-type="bibr" rid="pcbi.1003518-USA1">[30]</xref> consisting of county-level measurements for a variety of socioeconomic, demographic, and geospatial factors. Our fixed-effect county-level covariates were gender, <italic>Gender</italic>, average per capita income, <italic>Income</italic>, percent ethnicity (separately for American Indians, <italic>AmInd</italic>, Asians, <italic>Asian</italic>, White Hispanics, <italic>WHisp</italic>, White non-Hispanics, <italic>W</italic>, Black Hispanics, <italic>BHisp</italic>, Black non-Hispanics, <italic>B</italic>, and Pacific Islanders, <italic>Pacific</italic>), and the proportions of various socioeconomic groups (poor, <italic>Poor</italic>, urban, <italic>Urban</italic>, insured, <italic>Insured</italic>). Our county-level environmental indicators used as fixed-effect covariates (normalized by county population size) comprised congenital malformations excluding malformations of the genitals (separately for females and males, <italic>CongMrepF</italic> and <italic>CongMrepM</italic>, respectively), congenital malformations of the genitals (separately for females and males, <italic>ConGenF</italic> and <italic>ConGenM</italic>, respectively), viral infections (separately for females and males, <italic>Viral_F</italic> and <italic>Viral_M</italic>, respectively), ectopic pregnancy (<italic>ect_pr</italic>), abnormal conception (<italic>abnormal_concept</italic>), spontaneous abortion(<italic>spont_abort</italic>), and multiple gestations (<italic>mult_gest</italic>). The county-level environmental indicators were extracted from the Truven database and normalized by county population, separately for males and females.</p>
<p>To account for variation in policies for special education eligibility and reimbursement, we used four variables derived by hand-coding the state policies for eligibility in special education programs under the Individuals with Disabilities Education Act <xref ref-type="bibr" rid="pcbi.1003518-MacFarlane1">[31]</xref> with categorical variables: (i) <italic>CFR</italic>, to indicate whether state criteria met (−1) or, alternatively, exceeded Code of Federal Regulation requirements (1), (ii) <italic>DSM</italic>, to indicate whether state criteria mentioned all of the criteria from the Diagnostic and Statistical Manual of Mental Disorders (−1, if no, and 1, if yes), (iii) <italic>ASD</italic>, to indicate whether Autism Spectrum Disorder criteria were mentioned in the state criteria (−1 if no, 1 if yes), and (iv) <italic>Eval</italic>, to indicate the degree of diagnostic rigor required by the state (−1, −2, 1, 2). Details of the coding are described in the abbreviations. All predictor variables were mean-centered.</p>
</sec><sec id="s4e">
<title>Assumptions of the model</title>
<p>The assumptions of the Poisson regression model <xref ref-type="bibr" rid="pcbi.1003518-Hedeker1">[40]</xref> were as follows. First, we assumed that the data, corresponding to the observed counts of people within each county diagnosed with either ASD or ID, were generated by a Poisson process, with rate (λ<italic><sub>ijkl</sub></italic>) varying over counties,<disp-formula id="pcbi.1003518.e001"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1003518.e001" xlink:type="simple"/></disp-formula>where: θ is a vector of all 50 model parameters, (<bold>b</bold>, <bold>Σ</bold>). The observed counts of disease incidence (the response variable <italic>y<sub>ijkl</sub></italic>) was defined as the number of disease cases per county for ASD (<italic>k</italic> = 1) and ID (<italic>k</italic> = 2). Subscripts <italic>i</italic> and <italic>ij</italic> were used to indicate a state and a county nested within that state, and subscript <italic>l</italic> to indicate gender. The second assumption was that the logarithm of Poisson rate (λ<italic><sub>ijkl</sub></italic>) was expressed as a linear combination of fixed and random effects.<disp-formula id="pcbi.1003518.e002"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1003518.e002" xlink:type="simple"/></disp-formula>Here matrix <bold>X</bold><italic><sub>k</sub></italic> is the design matrix for the fixed effects associated with disease <italic>k</italic>; <bold>b</bold><italic><sub>k</sub></italic> is the corresponding vector of unknown regression weights; <bold>z</bold><italic><sub>k</sub></italic> is a design matrix for random effects; <bold>v</bold><italic><sub>k</sub></italic> is the vector of random effects; <italic>v<sub>ik</sub></italic>, <italic>v<sub>ijk</sub></italic>, are <italic>i</italic>-state- and <italic>ij</italic>-county-specific random effects for disease <italic>k</italic>. The fixed-effect design matrix is simply a matrix of county-specific zero-centered properties, such as the mean income, or proportions of ethnic groups. The design matrix <bold>z</bold> has a very simple form: entries of 1 for random effects of a given county and corresponding state, and zeros in all other cells. <italic>N<sub>ijkl</sub></italic> is a state-, county-, disease- and gender-specific offset—the total number of people with a specified gender living within a given county.</p>
<p>The third assumption was that data was hierarchical: the zero-centered random effects were independently introduced at <italic>i</italic>-state and <italic>ij</italic>-county levels. However, the random effects associated with the two diseases (1 and 2) were geographically correlated,<disp-formula id="pcbi.1003518.e003"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1003518.e003" xlink:type="simple"/></disp-formula>where <italic>σ</italic><sup>2</sup><italic><sub>ik</sub></italic>, and <italic>σ</italic><sup>2</sup><italic><sub>ijk</sub></italic>, are variances of state-level and county-level random effects for disease <italic>k</italic> and <italic>r<sub>i</sub></italic>, and <italic>r<sub>ij</sub></italic> are correlation coefficients for random effects for diseases 1 and 2 at the state and county levels, correspondingly.</p>
<p>Together these assumptions define the following likelihood for the given <italic>ij</italic>-county, <italic>i</italic>-state, <italic>l</italic>-gender and <italic>k</italic>-disease:<disp-formula id="pcbi.1003518.e004"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pcbi.1003518.e004" xlink:type="simple"/></disp-formula>The full log-likelihood is obtained by summing the individual log-likelihoods specific to each <italic>y<sub>ijkl</sub></italic> over all possible indices.</p>
<p>While estimates varied slightly across different implementations of the model and estimation approaches, the major trends were identical across all. Here we present the results of the Markov chain Monte Carlo/Empirical Bayes analysis. The estimation methods and starting parameter values varied considerably across the implementations. For example, SuperMix started with finding an analytical solution of the fixed-effect part of the equations and then estimated parameters for the full model involving random effects. The Markov chain Monte Carlo-based GLLAMM started with a random set of parameter guesses and then rather quickly discovered the high-probability area of parameter values.</p>
</sec><sec id="s4f">
<title>Confounders</title>
<p>We tested several putative confounding variables, such as county-specific median mother's age at childbirth, and the proportion of county population in the childbearing age. While these variables produced statistically significant fixed-effect coefficients, they did not affect the relationship between the outcome variable and the compound environmental predictor variables as would be expected if these added variables were true confounders.</p>
</sec></sec></body>
<back>
<ack>
<p>The authors are grateful to David Blair, Christiann Frazier, Ravinesh Kumar, Diane Lauderdale, Rita Rzhetsky, and Kevin White for numerous comments that significantly improved the manuscript.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pcbi.1003518-Croen1"><label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Croen</surname><given-names>LA</given-names></name>, <name name-style="western"><surname>Grether</surname><given-names>JK</given-names></name>, <name name-style="western"><surname>Hoogstrate</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Selvin</surname><given-names>S</given-names></name> (<year>2002</year>) <article-title>The changing prevalence of autism in California</article-title>. <source>J Autism Dev Disord</source> <volume>32</volume>: <fpage>207</fpage>–<lpage>215</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Rudie1"><label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rudie</surname><given-names>JD</given-names></name>, <name name-style="western"><surname>Hernandez</surname><given-names>LM</given-names></name>, <name name-style="western"><surname>Brown</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Beck-Pancer</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Colich</surname><given-names>NL</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Autism-associated promoter variant in MET impacts functional and structural brain networks</article-title>. <source>Neuron</source> <volume>75</volume>: <fpage>904</fpage>–<lpage>915</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Berg1"><label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Berg</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Geschwind</surname><given-names>DH</given-names></name> (<year>2012</year>) <article-title>Autism genetics: searching for specificity and convergence</article-title>. <source>Genome Biol</source> <volume>13</volume>: <fpage>247</fpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-CelestinoSoper1"><label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Celestino-Soper</surname><given-names>PB</given-names></name>, <name name-style="western"><surname>Violante</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Crawford</surname><given-names>EL</given-names></name>, <name name-style="western"><surname>Luo</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Lionel</surname><given-names>AC</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>A common X-linked inborn error of carnitine biosynthesis may be a risk factor for nondysmorphic autism</article-title>. <source>Proc Natl Acad Sci U S A</source> <volume>109</volume>: <fpage>7974</fpage>–<lpage>7981</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Sanders1"><label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sanders</surname><given-names>SJ</given-names></name>, <name name-style="western"><surname>Murtha</surname><given-names>MT</given-names></name>, <name name-style="western"><surname>Gupta</surname><given-names>AR</given-names></name>, <name name-style="western"><surname>Murdoch</surname><given-names>JD</given-names></name>, <name name-style="western"><surname>Raubeson</surname><given-names>MJ</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>De novo mutations revealed by whole-exome sequencing are strongly associated with autism</article-title>. <source>Nature</source> <volume>485</volume>: <fpage>237</fpage>–<lpage>241</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Iossifov1"><label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Iossifov</surname><given-names>I</given-names></name>, <name name-style="western"><surname>Ronemus</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Levy</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Wang</surname><given-names>Z</given-names></name>, <name name-style="western"><surname>Hakker</surname><given-names>I</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>De novo gene disruptions in children on the autistic spectrum</article-title>. <source>Neuron</source> <volume>74</volume>: <fpage>285</fpage>–<lpage>299</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Ellison1"><label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ellison</surname><given-names>JW</given-names></name>, <name name-style="western"><surname>Rosenfeld</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Shaffer</surname><given-names>LG</given-names></name> (<year>2013</year>) <article-title>Genetic basis of intellectual disability</article-title>. <source>Annu Rev Med</source> <volume>64</volume>: <fpage>441</fpage>–<lpage>450</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Greene1"><label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Greene</surname><given-names>JP</given-names></name> (<year>2002</year>) <article-title>Effects of Funding Incentives on Special Education Enrollment</article-title>. <source>Civic Report</source> <volume>32</volume>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-King1"><label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>King</surname><given-names>MD</given-names></name>, <name name-style="western"><surname>Bearman</surname><given-names>PS</given-names></name> (<year>2011</year>) <article-title>Socioeconomic Status and the Increased Prevalence of Autism in California</article-title>. <source>Am Sociol Rev</source> <volume>76</volume>: <fpage>320</fpage>–<lpage>346</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-VanMeter1"><label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Van Meter</surname><given-names>KC</given-names></name>, <name name-style="western"><surname>Christiansen</surname><given-names>LE</given-names></name>, <name name-style="western"><surname>Delwiche</surname><given-names>LD</given-names></name>, <name name-style="western"><surname>Azari</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Carpenter</surname><given-names>TE</given-names></name>, <etal>et al</etal>. (<year>2010</year>) <article-title>Geographic distribution of autism in California: a retrospective birth cohort analysis</article-title>. <source>Autism Res</source> <volume>3</volume>: <fpage>19</fpage>–<lpage>29</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Lewandowski1"><label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lewandowski</surname><given-names>TA</given-names></name>, <name name-style="western"><surname>Bartell</surname><given-names>SM</given-names></name>, <name name-style="western"><surname>Yager</surname><given-names>JW</given-names></name>, <name name-style="western"><surname>Levin</surname><given-names>L</given-names></name> (<year>2009</year>) <article-title>An evaluation of surrogate chemical exposure measures and autism prevalence in Texas</article-title>. <source>J Toxicol Environ Health A</source> <volume>72</volume>: <fpage>1592</fpage>–<lpage>1603</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Sturmey1"><label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sturmey</surname><given-names>P</given-names></name>, <name name-style="western"><surname>James</surname><given-names>V</given-names></name> (<year>2001</year>) <article-title>Administrative prevalence of autism in the Texas school system</article-title>. <source>J Am Acad Child Adolesc Psychiatry</source> <volume>40</volume>: <fpage>621</fpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Hoffman1"><label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hoffman</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Kalkbrenner</surname><given-names>AE</given-names></name>, <name name-style="western"><surname>Vieira</surname><given-names>VM</given-names></name>, <name name-style="western"><surname>Daniels</surname><given-names>JL</given-names></name> (<year>2012</year>) <article-title>The spatial distribution of known predictors of autism spectrum disorders impacts geographic variability in prevalence in central North Carolina</article-title>. <source>Environ Health</source> <volume>11</volume>: <fpage>80</fpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-PinboroughZimmerman1"><label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Pinborough-Zimmerman</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Bilder</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Bakian</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Satterfield</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Carbone</surname><given-names>PS</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Sociodemographic risk factors associated with autism spectrum disorders and intellectual disability</article-title>. <source>Autism Res</source> <volume>4</volume>: <fpage>438</fpage>–<lpage>448</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Becerra1"><label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Becerra</surname><given-names>TA</given-names></name>, <name name-style="western"><surname>Wilhelm</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Olsen</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Cockburn</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Ritz</surname><given-names>B</given-names></name> (<year>2013</year>) <article-title>Ambient air pollution and autism in Los Angeles county, California</article-title>. <source>Environ Health Perspect</source> <volume>121</volume>: <fpage>380</fpage>–<lpage>386</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-United1"><label>16</label>
<mixed-citation publication-type="other" xlink:type="simple">United States Environmental Protection Agency (2013) Birth Defects Prevalence and Mortality EPA <ext-link ext-link-type="uri" xlink:href="http://cfpub.epa.gov/eroe/index.cfm?fuseaction=detail.viewInd&amp;lv=list.listbyalpha&amp;r=239796&amp;subtop=381" xlink:type="simple">http://cfpub.epa.gov/eroe/index.cfm?fuseaction=detail.viewInd&amp;lv=list.listbyalpha&amp;r=239796&amp;subtop=381</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Brent1"><label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Brent</surname><given-names>RL</given-names></name> (<year>2004</year>) <article-title>Environmental causes of human congenital malformations: the pediatrician's role in dealing with these complex clinical problems caused by a multiplicity of environmental and genetic factors</article-title>. <source>Pediatrics</source> <volume>113</volume>: <fpage>957</fpage>–<lpage>968</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Garcia1"><label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Garcia</surname><given-names>AM</given-names></name>, <name name-style="western"><surname>Fletcher</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Benavides</surname><given-names>FG</given-names></name>, <name name-style="western"><surname>Orts</surname><given-names>E</given-names></name> (<year>1999</year>) <article-title>Parental agricultural work and selected congenital malformations</article-title>. <source>Am J Epidemiol</source> <volume>149</volume>: <fpage>64</fpage>–<lpage>74</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Garry1"><label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Garry</surname><given-names>VF</given-names></name>, <name name-style="western"><surname>Harkins</surname><given-names>ME</given-names></name>, <name name-style="western"><surname>Erickson</surname><given-names>LL</given-names></name>, <name name-style="western"><surname>Long-Simpson</surname><given-names>LK</given-names></name>, <name name-style="western"><surname>Holland</surname><given-names>SE</given-names></name>, <etal>et al</etal>. (<year>2002</year>) <article-title>Birth defects, season of conception, and sex of children born to pesticide applicators living in the Red River Valley of Minnesota, USA</article-title>. <source>Environ Health Perspect</source> <volume>110 Suppl 3</volume>: <fpage>441</fpage>–<lpage>449</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Sallmen1"><label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sallmen</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Lindbohm</surname><given-names>ML</given-names></name>, <name name-style="western"><surname>Anttila</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Taskinen</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Hemminki</surname><given-names>K</given-names></name> (<year>1992</year>) <article-title>Paternal occupational lead exposure and congenital malformations</article-title>. <source>J Epidemiol Community Health</source> <volume>46</volume>: <fpage>519</fpage>–<lpage>522</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Hook1"><label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hook</surname><given-names>EB</given-names></name> (<year>1992</year>) <article-title>Cardiovascular birth defects and prenatal exposure to female sex hormones: a reevaluation of data reanalysis from a large prospective study</article-title>. <source>Teratology</source> <volume>46</volume>: <fpage>261</fpage>–<lpage>266</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Hook2"><label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hook</surname><given-names>EB</given-names></name> (<year>1994</year>) <article-title>Cardiovascular birth defects and prenatal exposure to female sex hormones: a reevaluation of data reanalysis from a large prospective study</article-title>. <source>Teratology</source> <volume>49</volume>: <fpage>162</fpage>–<lpage>166</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Reitnauer1"><label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reitnauer</surname><given-names>PJ</given-names></name>, <name name-style="western"><surname>Callanan</surname><given-names>NP</given-names></name>, <name name-style="western"><surname>Farber</surname><given-names>RA</given-names></name>, <name name-style="western"><surname>Aylsworth</surname><given-names>AS</given-names></name> (<year>1997</year>) <article-title>Prenatal exposure to disulfiram implicated in the cause of malformations in discordant monozygotic twins</article-title>. <source>Teratology</source> <volume>56</volume>: <fpage>358</fpage>–<lpage>362</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Jiang1"><label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jiang</surname><given-names>JT</given-names></name>, <name name-style="western"><surname>Sun</surname><given-names>WL</given-names></name>, <name name-style="western"><surname>Jing</surname><given-names>YF</given-names></name>, <name name-style="western"><surname>Liu</surname><given-names>SB</given-names></name>, <name name-style="western"><surname>Ma</surname><given-names>Z</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Prenatal exposure to di-n-butyl phthalate induces anorectal malformations in male rat offspring</article-title>. <source>Toxicology</source> <volume>290</volume>: <fpage>322</fpage>–<lpage>326</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Lawson1"><label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lawson</surname><given-names>CC</given-names></name>, <name name-style="western"><surname>Schnorr</surname><given-names>TM</given-names></name>, <name name-style="western"><surname>Whelan</surname><given-names>EA</given-names></name>, <name name-style="western"><surname>Deddens</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Dankovic</surname><given-names>DA</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Paternal occupational exposure to 2,3,7,8-tetrachlorodibenzo-p-dioxin and birth outcomes of offspring: birth weight, preterm delivery, and birth defects</article-title>. <source>Environ Health Perspect</source> <volume>112</volume>: <fpage>1403</fpage>–<lpage>1408</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Irgens1"><label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Irgens</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Kruger</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Skorve</surname><given-names>AH</given-names></name>, <name name-style="western"><surname>Irgens</surname><given-names>LM</given-names></name> (<year>2000</year>) <article-title>Birth defects and paternal occupational exposure. Hypotheses tested in a record linkage based dataset</article-title>. <source>Acta Obstet Gynecol Scand</source> <volume>79</volume>: <fpage>465</fpage>–<lpage>470</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-HerdtLosavio1"><label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Herdt-Losavio</surname><given-names>ML</given-names></name>, <name name-style="western"><surname>Lin</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Chapman</surname><given-names>BR</given-names></name>, <name name-style="western"><surname>Hooiveld</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Olshan</surname><given-names>A</given-names></name>, <etal>et al</etal>. (<year>2010</year>) <article-title>Maternal occupation and the risk of birth defects: an overview from the National Birth Defects Prevention Study</article-title>. <source>Occup Environ Med</source> <volume>67</volume>: <fpage>58</fpage>–<lpage>66</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Lin1"><label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lin</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Herdt-Losavio</surname><given-names>ML</given-names></name>, <name name-style="western"><surname>Chapman</surname><given-names>BR</given-names></name>, <name name-style="western"><surname>Munsie</surname><given-names>JP</given-names></name>, <name name-style="western"><surname>Olshan</surname><given-names>AF</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Maternal occupation and the risk of major birth defects: a follow-up analysis from the National Birth Defects Prevention Study</article-title>. <source>Int J Hyg Environ Health</source> <volume>216</volume>: <fpage>317</fpage>–<lpage>323</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-WHO1"><label>29</label>
<mixed-citation publication-type="other" xlink:type="simple">WHO (2010) International Classification of Diseases (ICD), <ext-link ext-link-type="uri" xlink:href="http://www.who.int/classifications/icd/en/" xlink:type="simple">http://www.who.int/classifications/icd/en/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-USA1"><label>30</label>
<mixed-citation publication-type="other" xlink:type="simple">U.S.A. Health Resources and Services Administration (2013) The Area Health Resources Files, <ext-link ext-link-type="uri" xlink:href="http://www.arf.hrsa.gov/" xlink:type="simple">http://www.arf.hrsa.gov/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-MacFarlane1"><label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>MacFarlane</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>Kanaya</surname><given-names>T</given-names></name> (<year>2009</year>) <article-title>What Does it Mean to be Autistic? Inter-state Variation in Special Education Criteria for Autism Services</article-title>. <source>Journal of Child and Family Studies</source> <volume>18</volume>: <fpage>662</fpage>–<lpage>669</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Collaborators1"><label>32</label>
<mixed-citation publication-type="journal" xlink:type="simple"><collab xlink:type="simple">Collaborators (32)</collab> (<year>2012</year>) <article-title>Prevalence of autism spectrum disorders–Autism and Developmental Disabilities Monitoring Network, 14 sites, United States, 2008</article-title>. <source>MMWR Surveill Summ</source> <volume>61</volume>: <fpage>1</fpage>–<lpage>19</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Cho1"><label>33</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Cho</surname><given-names>HJ</given-names></name>, <name name-style="western"><surname>Song</surname><given-names>MH</given-names></name>, <name name-style="western"><surname>Choi</surname><given-names>SY</given-names></name>, <name name-style="western"><surname>Kim</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Lee</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Genetic analysis of the CHD7 gene in Korean patients with CHARGE syndrome</article-title>. <source>Gene</source> <volume>517</volume>: <fpage>164</fpage>–<lpage>168</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Palumbo1"><label>34</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Palumbo</surname><given-names>O</given-names></name>, <name name-style="western"><surname>Palumbo</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Stallone</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Palladino</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Zelante</surname><given-names>L</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>8q12.1q12.3 de novo microdeletion involving the CHD7 gene in a patient without the major features of CHARGE syndrome: case report and critical review of the literature</article-title>. <source>Gene</source> <volume>513</volume>: <fpage>209</fpage>–<lpage>213</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-ORoak1"><label>35</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>O'Roak</surname><given-names>BJ</given-names></name>, <name name-style="western"><surname>Vives</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Girirajan</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Karakoc</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Krumm</surname><given-names>N</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Sporadic autism exomes reveal a highly interconnected protein network of de novo mutations</article-title>. <source>Nature</source> <volume>485</volume>: <fpage>246</fpage>–<lpage>250</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Baskin1"><label>36</label>
<mixed-citation publication-type="book" xlink:type="simple">Baskin LS (2004) Hypospadias and genital development. New York: Kluwer Academic/Plenum Publishers. <volume>xiv</volume>: , 258 p. p.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Ozgen1"><label>37</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ozgen</surname><given-names>HM</given-names></name>, <name name-style="western"><surname>Hop</surname><given-names>JW</given-names></name>, <name name-style="western"><surname>Hox</surname><given-names>JJ</given-names></name>, <name name-style="western"><surname>Beemer</surname><given-names>FA</given-names></name>, <name name-style="western"><surname>van Engeland</surname><given-names>H</given-names></name> (<year>2010</year>) <article-title>Minor physical anomalies in autism: a meta-analysis</article-title>. <source>Mol Psychiatry</source> <volume>15</volume>: <fpage>300</fpage>–<lpage>307</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Repetto1"><label>38</label>
<mixed-citation publication-type="book" xlink:type="simple">Repetto RC, Baliga SS (1996) Pesticides and the immune system: the public health risks. Washington, DC: World Resources Institute. <volume>ix</volume>: , 103 p. p.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Moore1"><label>39</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Moore</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Enquobahrie</surname><given-names>DA</given-names></name> (<year>2011</year>) <article-title>Paternal occupational exposure to pesticides and risk of neuroblastoma among children: a meta-analysis</article-title>. <source>Cancer Causes Control</source> <volume>22</volume>: <fpage>1529</fpage>–<lpage>1536</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Hedeker1"><label>40</label>
<mixed-citation publication-type="book" xlink:type="simple">Hedeker DR, Gibbons RD (2006) Longitudinal data analysis. Hoboken, N.J.: Wiley-Interscience. <volume>xx</volume>: , 337 p. p.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Hedeker2"><label>41</label>
<mixed-citation publication-type="other" xlink:type="simple">Hedeker DR, Gibbons RD (2013) SuperMix, <ext-link ext-link-type="uri" xlink:href="http://www.ssicentral.com/supermix/" xlink:type="simple">http://www.ssicentral.com/supermix/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Bates1"><label>42</label>
<mixed-citation publication-type="other" xlink:type="simple">Bates D, Maechler M, Bolke B (2013) lme4: Linear mixed-effects models using S4 classes, R package version 0.999999-2,<ext-link ext-link-type="uri" xlink:href="http://CRAN.R-project.org/package=lme4" xlink:type="simple">http://CRAN.R-project.org/package=lme4</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-R1"><label>43</label>
<mixed-citation publication-type="book" xlink:type="simple">R Core Team (2013) R: A Language and Environment for Statistical Computing. Vienna, Austria: R Foundation for Statistical Computing.</mixed-citation>
</ref>
<ref id="pcbi.1003518-Hadfield1"><label>44</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hadfield</surname><given-names>JD</given-names></name> (<year>2010</year>) <article-title>MCMC Methods for Multi-Response Generalized Linear Mixed Models: The MCMCglmm R Package</article-title>. <source>Journal of Statistical Software</source> <volume>33</volume>: <fpage>1</fpage>–<lpage>22</lpage>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-StataCorp1"><label>45</label>
<mixed-citation publication-type="other" xlink:type="simple">StataCorp. (2013) Stata Statistical Software: Release 13, StataCorp LP, Stata Statistical Software: Release 13, StataCorp LP,<ext-link ext-link-type="uri" xlink:href="http://www.stata.com/" xlink:type="simple">http://www.stata.com/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1003518-RabeHesketh1"><label>46</label>
<mixed-citation publication-type="other" xlink:type="simple">Rabe-Hesketh S, Skrondal A, Pickles A (2013) GLLAMM: Generalized Linear Latent And Mixed Models, <ext-link ext-link-type="uri" xlink:href="http://www.gllamm.org/" xlink:type="simple">http://www.gllamm.org/</ext-link>.</mixed-citation>
</ref>
</ref-list></back>
</article>