<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0289982</article-id>
<article-id pub-id-type="publisher-id">PONE-D-23-18578</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Pediatrics</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Developmental psychology</subject><subj-group><subject>Pervasive developmental disorders</subject><subj-group><subject>Autism spectrum disorder</subject><subj-group><subject>Autism</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Developmental psychology</subject><subj-group><subject>Pervasive developmental disorders</subject><subj-group><subject>Autism spectrum disorder</subject><subj-group><subject>Autism</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Medical conditions</subject><subj-group><subject>Neurodevelopmental disorders</subject><subj-group><subject>Autism</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Neuroscience</subject><subj-group><subject>Developmental neuroscience</subject><subj-group><subject>Neurodevelopmental disorders</subject><subj-group><subject>Autism</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Neurology</subject><subj-group><subject>Neurodevelopmental disorders</subject><subj-group><subject>Autism</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Age groups</subject><subj-group><subject>Adults</subject><subj-group><subject>Young adults</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Patients</subject><subj-group><subject>Outpatients</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Age groups</subject><subj-group><subject>Adults</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Medical conditions</subject><subj-group><subject>Infectious diseases</subject><subj-group><subject>Infectious disease control</subject><subj-group><subject>Vaccines</subject><subj-group><subject>Viral vaccines</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Microbiology</subject><subj-group><subject>Virology</subject><subj-group><subject>Viral vaccines</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Vascular medicine</subject><subj-group><subject>Blood pressure</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Age groups</subject><subj-group><subject>Children</subject><subj-group><subject>Adolescents</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Families</subject><subj-group><subject>Children</subject><subj-group><subject>Adolescents</subject></subj-group></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Predicting timely transfer to adult care in a cohort of autistic adolescents and young adults</article-title>
<alt-title alt-title-type="running-head">Predicting timely transfer for autistic youth</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0003-0987-7258</contrib-id>
<name name-style="western">
<surname>Hart</surname>
<given-names>Laura C.</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-original-draft/">Writing – original draft</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Sirrianni</surname>
<given-names>Joseph</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0001-8492-7337</contrib-id>
<name name-style="western">
<surname>Rust</surname>
<given-names>Steve</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role content-type="http://credit.niso.org/contributor-roles/supervision/">Supervision</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Hanks</surname>
<given-names>Christopher</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Nationwide Children’s Hospital, Columbus, OH, United States of America</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Department of Internal Medicine, The Ohio State University College of Medicine, Columbus, OH, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Lu</surname>
<given-names>Kevin</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>University of South Carolina, UNITED STATES</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">laura.hart@nationwidechildrens.org</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>13</day>
<month>9</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>18</volume>
<issue>9</issue>
<elocation-id>e0289982</elocation-id>
<history>
<date date-type="received">
<day>16</day>
<month>6</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>7</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-year>2023</copyright-year>
<copyright-holder>Hart et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0289982"/>
<abstract>
<sec id="sec001">
<title>Background</title>
<p>The transition from pediatric to adult care is a challenge for autistic adolescents and young adults. Data on patient features associated with timely transfer between pediatric and adult health care are limited. Our objective was to describe the patient features associated with timely transfer to adult health care (defined as &lt;/ = 6 months between first adult visit and most recent prior pediatric visit) among a cohort of autistic adolescents and young adults.</p>
</sec>
<sec id="sec002">
<title>Methods and findings</title>
<p>We analyzed pediatric and adult electronic medical record data from a cohort of adolescents and young adults who established with a primary-care based program for autistic adolescents and young adults after they transferred from a single children’s hospital. Using forward feature selection and logistic regression, we selected an optimal subset of patient characteristics or features via five repetitions of five-fold cross validation over varying time-frames prior to the first adult visit to identify patient features associated with a timely transfer to adult health care. A total of 224 autistic adolescents and young adults were included. Across all models, total outpatient encounters and total encounters, which are very correlated (r = 0.997), were selected as the first variable in 91.2% the models. These variables predicted timely transfer well, with an area under the receiver-operator curve ranging from 0.81 to 0.88.</p>
</sec>
<sec id="sec003">
<title>Conclusions</title>
<p>Total outpatient encounters and total encounters in pediatric care showed good ability to predict timely transfer to adult health care in a population of autistic adolescents and young adults.</p>
</sec>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100006108</institution-id>
<institution>National Center for Advancing Translational Sciences</institution>
</institution-wrap>
</funding-source>
<award-id>UL1TR002733</award-id>
<principal-award-recipient>
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0003-0987-7258</contrib-id>
<name name-style="western">
<surname>Hart</surname>
<given-names>Laura C.</given-names>
</name>
</principal-award-recipient>
</award-group>
<funding-statement>LCH - UL1TR002733 from the National Center for Advancing Translational Sciences (URL: <ext-link ext-link-type="uri" xlink:href="https://ccts.osu.edu/" xlink:type="simple">https://ccts.osu.edu/</ext-link>) The funder had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="1"/>
<table-count count="3"/>
<page-count count="9"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>Regarding data availability, the data set is confidential medical information and as such the data set cannot be published online, per the NCH IRB. The data can be made available upon request by contacting the Nationwide Children's Hospital Institutional Review Board at <email xlink:type="simple">IRB@nationwidechildrens.org</email>.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec004" sec-type="intro">
<title>Introduction</title>
<p>Approximately 50,000 autistic people reach adulthood each year, [<xref ref-type="bibr" rid="pone.0289982.ref001">1</xref>] and with adulthood comes the transition to adult health care. This transition is especially challenging for autistic adolescents and young adults, who must navigate loss of school support services and changes in insurance at the same time that they must find a new medical team in the adult world [<xref ref-type="bibr" rid="pone.0289982.ref002">2</xref>]. Legal privacy protections that occur when an adolescent reaches age 18 also create challenges in the form of communication barriers between the medical team and an adolescent’s parents, who have frequently been routinely involved in their child’s care up until that age [<xref ref-type="bibr" rid="pone.0289982.ref003">3</xref>]. As a result of these and other barriers, autistic adults experience poor health outcomes during transition, including unmet medical needs, [<xref ref-type="bibr" rid="pone.0289982.ref004">4</xref>] missing preventive services, [<xref ref-type="bibr" rid="pone.0289982.ref004">4</xref>] and more frequent visits to the emergency department [<xref ref-type="bibr" rid="pone.0289982.ref005">5</xref>–<xref ref-type="bibr" rid="pone.0289982.ref007">7</xref>].</p>
<p>A number of studies have evaluated the barriers to successful transition and transfer and identified individual-, provider-, and systems-level barriers to care [<xref ref-type="bibr" rid="pone.0289982.ref004">4</xref>, <xref ref-type="bibr" rid="pone.0289982.ref008">8</xref>–<xref ref-type="bibr" rid="pone.0289982.ref010">10</xref>]. Less is known about the factors associated with successful transition and transfer to adult health care. In particular, guidelines and expert statements recommend that patients go no more than 3–6 months between their last pediatric and first adult visit (known as having a timely transfer), [<xref ref-type="bibr" rid="pone.0289982.ref011">11</xref>–<xref ref-type="bibr" rid="pone.0289982.ref013">13</xref>] but patient-level factors associated with a transfer occurring in this time frame are not well-described. In this study, we sought to evaluate the patient-level factors associated with the timely transfer from pediatric to adult health care for a cohort of autistic adolescents and young adults.</p>
</sec>
<sec id="sec005" sec-type="materials|methods">
<title>Methods</title>
<sec id="sec006">
<title>Patient population</title>
<p>To be included in this study, patients had to have at least one encounter at Nationwide Children’s Hospital (NCH) prior to at least one encounter at The Center for Autism Services and Transition (CAST), based at The Ohio State University Wexner Medical Center in Columbus, Ohio. CAST is a primary-care based program that was established to provide primary care to autistic adults in a way that is adapted to the unique needs of this population and with particular attention to their transition to adult care [<xref ref-type="bibr" rid="pone.0289982.ref009">9</xref>, <xref ref-type="bibr" rid="pone.0289982.ref014">14</xref>]. Due to the geographic proximity of NCH and CAST (less than 15 miles), many CAST patients have been referred to CAST by an NCH clinician. Thus, this population is well-suited for studying the transfer to adult health care.</p>
</sec>
<sec id="sec007">
<title>Ethics considerations</title>
<p>This study was approved by the Nationwide Children’s Hospital Institutional Review Board with a waiver of consent due to the retrospective nature and minimal risk of the research.</p>
</sec>
<sec id="sec008">
<title>Dataset formation</title>
<p>To acquire the dataset, the patients in CAST were cross-referenced with the historic patients at NCH, matching by name, date-of-birth, and other identifying information by an honest broker who then provided a deidentified data set to the study team. For all matched patients, data from the electronic medical record (EMR) from both institutions for the dates January 2011 to May 2020 were pulled and linked so that analyses could be performed across both institutions over time. Analyses were completed using this linked data set.</p>
</sec>
<sec id="sec009">
<title>Feature extraction</title>
<p>We developed several categories of features to serve as candidate predictors of a timely transfer. These categories are: encounter features, vaccine features, patient vitals, completion of blood work (yes/no), insurance type (e.g. Medicare, Private, Uninsured, etc.), messages in the patient portal, prescribed medications, and International Classification of Diseases, Tenth Revision (ICD-10) billing codes. Specific features within these categories are:</p>
<list list-type="bullet">
<list-item><p>Encounter features include counts of patient encounters of different types. We derived four features to count the number of in-patient encounters, out-patient encounters, emergency encounters and a total count of all encounters for a patient.</p></list-item>
<list-item><p>We incorporated vaccines features in multiple ways. We assessed vaccines individually if they were administered during the study period. We also created two binary features representing a patient’s vaccination status. The features are a “Minimal Vaccine Requirement,” which consists of having a record of a Tetanus/ diptheria / acellular pertussis (also called Tdap) and Meningococcal vaccine, and “Normal Vaccine requirement,” which consists of the minimum requirement plus at least one Human Papilloma Virus (HPV) vaccination. Given inconsistent incorporation of historical vaccines into the EMR, we felt that using a more comprehensive assessment of vaccine status would be biased due to missing data.</p></list-item>
<list-item><p>Patient vitals consisted of nine total features: a patient’s body mass index (BMI) at or prior to their last pediatric visit, average blood pressure (systolic), average blood pressure (diastolic), the standard deviation of their systolic blood pressure, the standard deviation of their diastolic blood pressure, average pulse, the standard deviation of their average pulse, average temperature, and a binary feature for if their blood pressure was ever taken. For the average and standard deviation features, the values were calculated across all measurements from patient encounters in the time frame.</p></list-item>
<list-item><p>The completion of bloodwork features are two binary features indicating if a patient 1) had bloodwork done, and 2) had bloodwork done in an outpatient encounter (outside of a hospital encounter).</p></list-item>
<list-item><p>The insurance type features consisted of seven features: the total number of unique insurance types a patient had on record as using, and binary features (1 if used, 0 if not) for each insurance type a patient used on record (Medicare, Medicaid, Private Insurance, Other government insurance, Uninsured, or Other).</p></list-item>
<list-item><p>The messages in patient portal feature was a binary feature classifying patients based on whether they had ever received a message in their patient portal.</p></list-item>
<list-item><p>To allow for the incorporation of medications in a clinically meaningful way and to collapse the number of medication features included, medications were classified by 2 of the authors (L.H and C.H.) into their drug class, such as “antibiotic” or “anti-epileptic.” These were further collapsed into 32 higher-level groupings. For example, the “non-steroidal anti-inflammatory drug (NSAID)” drug class and the “opioid” drug class were collapsed into the higher-level grouping of “pain medications.” We opted for this strategy rather than using standard medication taxonomies as some common medications are used for uncommon indications in autistic people. For example, naltrexone, an opioid antagonist primarily used for the treatment of opioid use disorder and alcohol use disorder is used as a treatment for behavior problems in some autistic people [<xref ref-type="bibr" rid="pone.0289982.ref015">15</xref>, <xref ref-type="bibr" rid="pone.0289982.ref016">16</xref>].</p></list-item>
<list-item><p>We created the ICD-10 Billing Code features to represent the types of diagnoses associated with each patient. Due to the large number of ICD-10 codes present in the dataset, we needed to collapse the ICD-10 codes into groups. To do this, we mapped each ICD-10 diagnosis code to its corresponding Category in the ICD-10 hierarchy using the 2022 ICD-10 tables published by the Centers for Medicare &amp; Medicaid Services (CMS). All historic ICD-9 codes were mapped to their appropriate ICD-10 code using the CMS 2018 General Equivalence Mappings. In total there were 32 billing code features, each coded in a binary way (i.e. the patient did or did not have that billing code feature in their medical record).</p></list-item>
</list>
<p>Each patient’s features were extracted by looking at their NCH data up to six years prior to their first CAST encounter. As a sensitivity analysis, we varied the time-window of NCH data that was used from 2 to 6 years during model training. Adjusting the time-window increases both the total number of varying features because medications and billing codes are added into the feature set as the time window is extended and the total number of patients because patients that only have NCH data from further back in time will only appear in longer time window analyses. The trade-off between shorter and longer time windows is that longer windows have more data points, but they might be less relevant the further back in time they occur. Thus, we chose to identify predictive features across multiple time window sizes to best account for these trade-offs. <xref ref-type="table" rid="pone.0289982.t001">Table 1</xref> breaks down the number of patients and number of features for each time window considered. Each feature was normalized using min-max normalization to be within the range 0–1, which typically helps model training and improves model performance [<xref ref-type="bibr" rid="pone.0289982.ref017">17</xref>].</p>
<table-wrap id="pone.0289982.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0289982.t001</object-id>
<label>Table 1</label> <caption><title>Breakdown of the number of patients and the size of their feature sets for each dataset based on their time window.</title></caption>
<alternatives>
<graphic id="pone.0289982.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0289982.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center" rowspan="2">Years Prior to First CAST visit Considered</th>
<th align="center" colspan="3">Patients</th>
<th align="center" rowspan="2">Number of Varying Features</th>
</tr>
<tr>
<th align="center">Total</th>
<th align="center"># with a Timely Transfer (%)<xref ref-type="table-fn" rid="t001fn001"><sup>a</sup></xref></th>
<th align="center"># without a Timely Transfer (%)<xref ref-type="table-fn" rid="t001fn002"><sup>b</sup></xref></th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">2</td>
<td align="center">186</td>
<td align="center">126 (67.7%)</td>
<td align="center">60 (32.3%)</td>
<td align="center">196</td>
</tr>
<tr>
<td align="center">3</td>
<td align="center">201</td>
<td align="center">126 (62.7%)</td>
<td align="center">75 (37.3%)</td>
<td align="center">210</td>
</tr>
<tr>
<td align="center">4</td>
<td align="center">212</td>
<td align="center">126 (59.4%)</td>
<td align="center">86 (40.6%)</td>
<td align="center">217</td>
</tr>
<tr>
<td align="center">5</td>
<td align="center">220</td>
<td align="center">126 (57.3%)</td>
<td align="center">94 (42.7%)</td>
<td align="center">221</td>
</tr>
<tr>
<td align="center">6</td>
<td align="center">224</td>
<td align="center">126 (56.3%)</td>
<td align="center">98 (43.8%)</td>
<td align="center">221</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t001fn001"><p>a. Defined as &lt;/ = 6 months between last pediatric visit and first CAST visit</p></fn>
<fn id="t001fn002"><p>b. Defined as &gt; 6 months between last pediatric visit and first CAST visit</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec010">
<title>Model development and training</title>
<p>We trained logistic regression models using forward variable selection to predict if a patient would have a timely transfer from pediatric care to the CAST program based on their historic NCH data. We defined a timely transfer as the patient having their first CAST encounter within six months of their most recent NCH encounter.</p>
<p>Our original plan was to train a regularized logistic regression model on our entire feature set (described above). However, when we attempted to train such a model we found that, due to the small number of patients relative to the large number of features (196 features), the model fitting algorithms failed to converge because of qusi-separability [<xref ref-type="bibr" rid="pone.0289982.ref017">17</xref>]. As a result, we opted for a different approach.</p>
<p>To counteract the quasi-separability and deal with a large amount of correlation between the features (which can cause other convergence issues), we adjusted our modeling methodology to include forward feature selection [<xref ref-type="bibr" rid="pone.0289982.ref018">18</xref>]. We started with an empty model, then added features, one at a time, according to which feature increased the Akaike Information Criterion (AIC) the most, until no remaining candidate features would increase AIC further. For each model along the forward selection process (one model per added feature), we calculated the area under the receiver-operator [ROC] curve (AUC) based on the combined hold-out data from a 5-fold cross validation. Finally, we selected the model with the best AUC as our final model. This techniques allows us to only keep features that are the most relevant for the prediction problem, while avoiding convergence errors caused by quasi-separation and correlations between features. For each time window (2–6 years prior to the first CAST visit), we trained models using five repetitions of five-fold cross validation to ensure the prediction performance and selected feature sets were stable across different subsets of the data. This resulted in 125 models (5 time windows * 5-fold cross-validation * 5 repetitions).</p>
</sec>
</sec>
<sec id="sec011" sec-type="results">
<title>Results</title>
<p><xref ref-type="table" rid="pone.0289982.t002">Table 2</xref> shows the demographic characteristics for the cohort, which are notable for being mostly white (70%) and mostly male (84%).</p>
<table-wrap id="pone.0289982.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0289982.t002</object-id>
<label>Table 2</label> <caption><title>Demographic features of the cohort (n = 224).</title></caption>
<alternatives>
<graphic id="pone.0289982.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0289982.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="left">Mean age at last pediatric visit (IQR)</td>
<td align="left">18.6 years (2.9 years)</td>
</tr>
<tr>
<td align="left">Male gender (%)</td>
<td align="left">189 (84.4)</td>
</tr>
<tr>
<td align="left">Race (%)</td>
<td align="left"/>
</tr>
<tr>
<td align="left">    Black</td>
<td align="left">35 (15.6)</td>
</tr>
<tr>
<td align="left">    White</td>
<td align="left">157 (70.1)</td>
</tr>
<tr>
<td align="left">Insurance <xref ref-type="table-fn" rid="t002fn001"><sup>a</sup></xref></td>
<td align="left"/>
</tr>
<tr>
<td align="left">    Public (Medicare/Medicaid) (%)</td>
<td align="left">167 (74.6)</td>
</tr>
<tr>
<td align="left">    Private (%)</td>
<td align="left">148 (66.1)</td>
</tr>
<tr>
<td align="left">Patients with a Timely Transfer (%)</td>
<td align="left">126 (56.3)</td>
</tr>
<tr>
<td align="left">Median time to Transfer (IQR)</td>
<td align="left">136 days (434 days)</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t002fn001"><p>a. Note that percentages add up to &gt; 100% due to patients having multiple kinds of insurance.</p></fn>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="table" rid="pone.0289982.t003">Table 3</xref> presents the features selected most often across all models in the first 5 steps of the forward selection. The feature “Number of Outpatient Encounters” was selected in 68% of the models at Step 1, and “Number of Total Encounters” was selected in 23.2% of the models at Step 1. These two variables are highly correlated in this data set (r = 0.99), and so together were the feature selected at Step 1 in over 90% of the models and were selected in over 96% of the models by Step 5. No other features were selected this frequently by Step 5 of the model, and none of the other features selected most frequently correlated as highly with each other.</p>
<table-wrap id="pone.0289982.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0289982.t003</object-id>
<label>Table 3</label> <caption><title>Features selected most often in the first five steps of the forward selection across all models.</title></caption>
<alternatives>
<graphic id="pone.0289982.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0289982.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center" rowspan="2">Feature</th>
<th align="center" colspan="5">Percentage of Models the feature was selected <underline>on or before</underline> the following step during forward selection:</th>
</tr>
<tr>
<th align="center"><underline>Selected by Step 1</underline></th>
<th align="center"><underline>Selected by Step 2</underline></th>
<th align="center"><underline>Selected by Step 3</underline></th>
<th align="center"><underline>Selected by Step 4</underline></th>
<th align="center"><underline>Selected by Step 5</underline></th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">Number of Outpatient encounters <xref ref-type="table-fn" rid="t003fn001"><sup>a</sup></xref></td>
<td align="center">68.0%</td>
<td align="center">69.6%</td>
<td align="center">69.6%</td>
<td align="center">69.6%</td>
<td align="center">70.4%</td>
</tr>
<tr>
<td align="center">Number of Total encounters <xref ref-type="table-fn" rid="t003fn002"><sup>b</sup></xref></td>
<td align="center">23.2%</td>
<td align="center">24.8%</td>
<td align="center">24.8%</td>
<td align="center">24.8%</td>
<td align="center">25.6%</td>
</tr>
<tr>
<td align="center">Output Blood Pressure Taken <xref ref-type="table-fn" rid="t003fn003"><sup>c</sup></xref></td>
<td align="center">6.4%</td>
<td align="center">40.0%</td>
<td align="center">44.0%</td>
<td align="center">46.4%</td>
<td align="center">55.6%</td>
</tr>
<tr>
<td align="center">ICD Code: Pervasive and specific developmental disorders (ICD-10: F80-F89)</td>
<td align="center">1.6%</td>
<td align="center">11.2%</td>
<td align="center">12.0%</td>
<td align="center">14.4%</td>
<td align="center">17.6%</td>
</tr>
<tr>
<td align="center">ICD Code: General symptoms and signs (ICD-10: R50-R69)</td>
<td align="center">0.8%</td>
<td align="center">4.0%</td>
<td align="center">6.4%</td>
<td align="center">17.6%</td>
<td align="center">23.2%</td>
</tr>
<tr>
<td align="center">Most Recent BMI <xref ref-type="table-fn" rid="t003fn004"><sup>d</sup></xref></td>
<td align="center">0.0%</td>
<td align="center">10.4%</td>
<td align="center">13.6%</td>
<td align="center">14.4%</td>
<td align="center">16.0%</td>
</tr>
<tr>
<td align="center">Total number of high-level medication groups</td>
<td align="center">0.0%</td>
<td align="center">9.6%</td>
<td align="center">18.4%</td>
<td align="center">21.6%</td>
<td align="center">23.2%</td>
</tr>
<tr>
<td align="center">Normal Vaccine Requirement</td>
<td align="center">0.0%</td>
<td align="center">8.0%</td>
<td align="center">12.8%</td>
<td align="center">19.2%</td>
<td align="center">27.2%</td>
</tr>
<tr>
<td align="center">ICD Code: Body Mass Index BMI (ICD-10: Z68)</td>
<td align="center">0.0%</td>
<td align="center">4.8%</td>
<td align="center">34.4%</td>
<td align="center">44.0%</td>
<td align="center">50.4%</td>
</tr>
<tr>
<td align="center">ICD Code: Mood [Affective] disorders (ICD-10: F30-F39)</td>
<td align="center">0.0%</td>
<td align="center">3.2%</td>
<td align="center">6.4%</td>
<td align="center">7.2%</td>
<td align="center">7.2%</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t003fn001"><p>a. Includes specialty and primary care outpatient appointments</p></fn>
<fn id="t003fn002"><p>b. Includes all pediatric patient encounters (outpatient, urgent care, emergency department and hospital encounters) in the specified time frame</p></fn>
<fn id="t003fn003"><p>c. Yes/No variable of documentation of a blood pressure taken during an outpatient encounter</p></fn>
<fn id="t003fn004"><p>d. BMI recorded most recently to first CAST visit</p></fn>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="fig" rid="pone.0289982.g001">Fig 1</xref> shows the averaged ROC-AUC Scores for the 25 models developed at each step of the forward selection process for each time window. For each time window, the feature selected at Step 1 of forward selection increased the AUC score from an initial 0.5 to between 0.81 and 0.88. In other words, the features “Number of Outpatient Encounters” and “Number of Total Encounters,” which were selected at Step 1 of forward selection in over 90% of the models, showed good ability to predict timely transfer to adult care. The highest AUC score, 0.88, was achieved at the 1<sup>st</sup> forward selection step for the Year 2-time window. Steps after the first did not improve the model AUC score for 2-, 3-, and 4-years prior models. The 2-year prior timeframe had consistently higher scores than the other timeframes.</p>
<fig id="pone.0289982.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0289982.g001</object-id>
<label>Fig 1</label>
<caption>
<title/>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0289982.g001" xlink:type="simple"/>
</fig>
</sec>
<sec id="sec012" sec-type="conclusions">
<title>Discussion</title>
<p>In this study, we found that total number of outpatient encounters in pediatric care and total encounters–highly correlated variables–were associated with timely transfer to adult care. Notably, this one characteristic explained most of the variability in the models we looked at, and no other patient characteristic was consistently included in the models.</p>
<p>This finding has multiple possible explanations. One possible explanation is that patients who attend many appointments (or their families) have developed effective strategies for scheduling and attending appointments. In this scenario, the fact that patients attend their appointments in pediatric care is a potential marker that they are equipped to make appointments in adult care and may not need as much support with transfer to adult care as patients who do not attend as many appointments. Another explanation is that transition education and support is currently occurring in the context of patient appointments [<xref ref-type="bibr" rid="pone.0289982.ref019">19</xref>]. Thus, patients who attend appointments are the ones getting the crucial education and support needed to make the transition to adult health care. Regardless of the explanation, patients who do not attend as many appointments in pediatric care are less likely to make a timely transfer to adult care, either because they have difficulty attending appointments in general or because they did not receive education and support to assist with the transfer, or they experience some other unknown barrier to timely transfer.</p>
<p>Clinically, this finding has some immediate applicability to practitioners providing care to autistic adolescents and young adults who are due for transfer to adult care. Practitioners have reported that a lack of time and resources are barriers to transition [<xref ref-type="bibr" rid="pone.0289982.ref020">20</xref>, <xref ref-type="bibr" rid="pone.0289982.ref021">21</xref>]. Our data suggest that patients attending fewer appointments are more likely to need extra support transferring to adult health care in a timely fashion. So, if a clinic is trying to determine who may need help with transition and transfer, the answer may simply be to ask, “Who haven’t we seen in a while?” Until health systems are better equipped to support adolescents and young adults, including those on the autism spectrum, during their transition, these kinds of quick assessments can be of great value to practitioners as they seek to support their patients during their transition to adult health care with limited resources. Some of the responses that practices could consider when they notice a patient hasn’t attended an appointment in a while include sending general information about transition to families via mail, email, or the electronic health portal, so that even families who attend fewer appointments are sent important information about the transition and transfer to adult care. Practices could also consider scheduling additional appointments to plan specifically for transferring to adult care.</p>
<p>It is important to consider that an additional possible explanation of our findings is that more complex patients are more likely to make a timely transfer to adult care. In this scenario, the total number of appointments is primarily a reflection of a need for lots of care. We did not specifically look at the show rate in this study, and so the possibility that patients who need a lot of care make the transfer successfully should be considered. Families of patients with complex chronic conditions, including autism, have noted a number of barriers to transferring to adult care [<xref ref-type="bibr" rid="pone.0289982.ref002">2</xref>, <xref ref-type="bibr" rid="pone.0289982.ref003">3</xref>, <xref ref-type="bibr" rid="pone.0289982.ref022">22</xref>]. Given the barriers that families have encountered, one might expect complexity to be a marker of difficulty transferring to adult health care. Perhaps for patients with many medical needs and their families, significant priority is given to making the transfer to adult care. Perhaps those who are complex get more support than the less complex. Future work is needed to determine if our findings here are reflective of a high show rate to appointments generally or are a marker of patient complexity.</p>
<p>From a research perspective, replication studies in other institutions and in other patient populations are needed. We were specifically evaluating the transfer between one pediatric hospital and one adult clinic, which focused on providing primary care to autistic adults. The experience of those who did not have a set clinic or clinics to transfer to may be quite different, as may those with conditions such as type I diabetes or inflammatory bowel disease, which have less impact on development than autism. Replication studies would benefit from including larger study populations than ours. High levels of collinearity among certain variables and a relatively small study population made it difficult to assess independent contributions from each variable and limited the analytic strategies that could be applied. We accounted for this difficulty with forward selection, but larger studies would be an even better way to address the collinearity concern.</p>
<p>Another important limitation of this paper is that we only studied those patients that eventually participated in the CAST program, regardless of whether their transfer met our definition of being timely. Patients who were referred to CAST by an NCH practitioner or clinic but never attended are not included. The patients who never established with CAST may represent a different population, and we have not accounted for them in this study.</p>
<p>Finally, we feel that it is important to acknowledge that the population studied here was mostly white and mostly male. The proportion of white patients in this study is similar to the proportion of white patients in Ohio, and so is likely representative of this area. Similarly, the proportion of male patients is similar to other studies of autism. However, the limitations remain.</p>
</sec>
<sec id="sec013" sec-type="conclusions">
<title>Conclusion</title>
<p>Despite the limitations, we feel this paper represents an important step in improving our understanding of the transfer from pediatric to adult care for autistic adolescents and young adults. The work showed quite emphatically that completing many appointments prior to the transfer to adult care is correlated with a timely transfer to adult care. More work is needed to understand why this relationship exists. In the meantime, practitioners can consider reaching out to patients who haven’t had many appointments in recent years to assess the need for transition support for those patients and families, since the patients and families with many appointments generally make the transfer to adult care in a timely fashion.</p>
</sec>
</body>
<back>
<glossary>
<title>Abbreviations</title>
<def-list>
<def-item><term>CAST</term>
<def><p>Center for Autism Services and Transition</p></def>
</def-item>
<def-item><term>NCH</term>
<def><p>Nationwide Children’s Hospital</p></def>
</def-item>
<def-item><term>EMR</term>
<def><p>electronic medical record</p></def>
</def-item>
<def-item><term>CMS</term>
<def><p>Centers for Medicare &amp; Medicaid Services</p></def>
</def-item>
<def-item><term>ICD-10</term>
<def><p>International Classification of Diseases, Tenth Revision</p></def>
</def-item>
<def-item><term>HPV</term>
<def><p>Human Papilloma Virus</p></def>
</def-item>
<def-item><term>BMI</term>
<def><p>body mass index</p></def>
</def-item>
<def-item><term>AIC</term>
<def><p>Akaike Information Criterion</p></def>
</def-item>
<def-item><term>ROC</term>
<def><p>receiver-operator curve</p></def>
</def-item>
<def-item><term>AUC</term>
<def><p>area under the receiver-operator curve</p></def>
</def-item>
</def-list>
</glossary>
<ref-list>
<title>References</title>
<ref id="pone.0289982.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Shattuck</surname> <given-names>P.T.</given-names></name>, <etal>et al</etal>., <article-title>Postsecondary education and employment among youth with an autism spectrum disorder</article-title>. <source>Pediatrics</source>, <year>2012</year>. <volume>129</volume>(<issue>6</issue>): p. <fpage>1042</fpage>–<lpage>9</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1542/peds.2011-2864" xlink:type="simple">10.1542/peds.2011-2864</ext-link></comment> <object-id pub-id-type="pmid">22585766</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Okumura</surname> <given-names>M.J.</given-names></name>, <name name-style="western"><surname>Saunders</surname> <given-names>M.</given-names></name>, and <name name-style="western"><surname>Rehm</surname> <given-names>R.S.</given-names></name>, <article-title>The Role of Health Advocacy in Transitions from Pediatric to Adult Care for Children with Special Health Care Needs: Bridging Families, Provider and Community Services</article-title>. <source>J Pediatr Nurs</source>, <year>2015</year>. <volume>30</volume>(<issue>5</issue>): p. <fpage>714</fpage>–<lpage>23</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.pedn.2015.05.015" xlink:type="simple">10.1016/j.pedn.2015.05.015</ext-link></comment> <object-id pub-id-type="pmid">26228309</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Cheak-Zamora</surname> <given-names>N.C.</given-names></name> and <name name-style="western"><surname>Teti</surname> <given-names>M.</given-names></name>, "<article-title>You think it’s hard now. . . It gets much harder for our children</article-title>": <source>Youth with autism and their caregiver’s perspectives of health care transition services. Autism</source>, <year>2015</year>. <volume>19</volume>(<issue>8</issue>): p. <fpage>992</fpage>–<lpage>1001</lpage>.</mixed-citation></ref>
<ref id="pone.0289982.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Nicolaidis</surname> <given-names>C.</given-names></name>, <etal>et al</etal>., <article-title>Comparison of Healthcare Experiences in Autistic and Non-Autistic Adults: A Cross-Sectional Online Survey Facilitated by an Academic-Community Partnership.</article-title> <source>Journal of General Internal Medicine</source>, <year>2013</year>. <volume>28</volume>(<issue>6</issue>): p. <fpage>761</fpage>–<lpage>769</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s11606-012-2262-7" xlink:type="simple">10.1007/s11606-012-2262-7</ext-link></comment> <object-id pub-id-type="pmid">23179969</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vohra</surname> <given-names>R.</given-names></name>, <name name-style="western"><surname>Madhavan</surname> <given-names>S.</given-names></name>, and <name name-style="western"><surname>Sambamoorthi</surname> <given-names>U.</given-names></name>, <article-title>Emergency department use among adults with autism spectrum disorders (ASD).</article-title> <source>Journal of Autism and Developmental Disorders</source>, <year>2016</year>. <volume>46</volume>(<issue>4</issue>): p. <fpage>1441</fpage>–<lpage>1454</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s10803-015-2692-2" xlink:type="simple">10.1007/s10803-015-2692-2</ext-link></comment> <object-id pub-id-type="pmid">26762115</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lunsky</surname> <given-names>Y.</given-names></name>, <etal>et al</etal>., <article-title>Emergency Department Visits and Use of Outpatient Physician Services by Adults with Developmental Disability and Psychiatric Disorder</article-title><source>. The Canadian Journal of Psychiatry</source>, <year>2012</year>. <volume>57</volume>(<issue>10</issue>): p. <fpage>601</fpage>–<lpage>607</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1177/070674371205701004" xlink:type="simple">10.1177/070674371205701004</ext-link></comment> <object-id pub-id-type="pmid">23072951</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref007"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Weiss</surname> <given-names>J.A.</given-names></name>, <etal>et al</etal>., <article-title>Health Concerns and Health Service Utilization in a Population Cohort of Young Adults with Autism Spectrum Disorder</article-title>. <source>Journal of Autism and Developmental Disorders</source>, <year>2018</year>. <volume>48</volume>(<issue>1</issue>): p. <fpage>36</fpage>–<lpage>44</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s10803-017-3292-0" xlink:type="simple">10.1007/s10803-017-3292-0</ext-link></comment> <object-id pub-id-type="pmid">28900771</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Raymaker</surname> <given-names>D.M.</given-names></name>, <etal>et al</etal>., <article-title>Barriers to healthcare: Instrument development and comparison between autistic adults and adults with and without other disabilities</article-title>. <source>Autism</source>, <year>2017</year>. <volume>21</volume>(<issue>8</issue>): p. <fpage>972</fpage>–<lpage>984</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1177/1362361316661261" xlink:type="simple">10.1177/1362361316661261</ext-link></comment> <object-id pub-id-type="pmid">27663266</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Saqr</surname> <given-names>Y.</given-names></name>, <etal>et al</etal>., <article-title>Addressing medical needs of adolescents and adults with autism spectrum disorders in a primary care settin</article-title>. <source>Autism</source>, <year>2018</year>. <volume>22</volume>(<issue>1</issue>): p. <fpage>51</fpage>–<lpage>61</lpage>.</mixed-citation></ref>
<ref id="pone.0289982.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Anderson</surname> <given-names>K.A.</given-names></name>, <etal>et al</etal>., <article-title>Transition of individuals with autism to adulthood: a review of qualitative studies</article-title>. <source>Pediatrics</source>, <year>2018</year>. <volume>141</volume>(<issue>Supplement 4</issue>): p. <fpage>S318</fpage>–<lpage>S327</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1542/peds.2016-4300I" xlink:type="simple">10.1542/peds.2016-4300I</ext-link></comment> <object-id pub-id-type="pmid">29610413</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>White</surname> <given-names>P.H.</given-names></name> and <name name-style="western"><surname>Cooley</surname> <given-names>W.C.</given-names></name>, <article-title>Supporting the Health Care Transition From Adolescence to Adulthood in the Medical Home</article-title>. <source>Pediatrics</source>, <year>2018</year>. <volume>142</volume>(<issue>5</issue>): p. <fpage>e20182587</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1542/peds.2018-2587" xlink:type="simple">10.1542/peds.2018-2587</ext-link></comment> <object-id pub-id-type="pmid">30348754</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Fair</surname> <given-names>C.</given-names></name>, <etal>et al</etal>., <article-title>International and interdisciplinary identification of health care transition outcomes</article-title>. <source>JAMA Pediatrics</source>, <year>2016</year>. <volume>170</volume>(<issue>3</issue>): p. <fpage>205</fpage>–<lpage>211</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1001/jamapediatrics.2015.3168" xlink:type="simple">10.1001/jamapediatrics.2015.3168</ext-link></comment> <object-id pub-id-type="pmid">26619178</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Suris</surname> <given-names>J.-C.</given-names></name> and <name name-style="western"><surname>Akre</surname> <given-names>C.</given-names></name>, <article-title>Key elements for, and indicators of, a successful transition: an international Delphi study</article-title>. <source>Journal of Adolescent Health</source>, <year>2015</year>. <volume>56</volume>(<issue>6</issue>): p. <fpage>612</fpage>–<lpage>618</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jadohealth.2015.02.007" xlink:type="simple">10.1016/j.jadohealth.2015.02.007</ext-link></comment> <object-id pub-id-type="pmid">26003575</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hart</surname> <given-names>L.C.</given-names></name>, <etal>et al</etal>., <article-title>Implementation and Evolution of a Primary Care-Based Program for Adolescents and Young Adults on the Autism Spectrum</article-title><source>. J Autism Dev Disord</source>, <year>2021</year>: p. <fpage>1</fpage>–<lpage>10</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s10803-021-05171-w" xlink:type="simple">10.1007/s10803-021-05171-w</ext-link></comment> <object-id pub-id-type="pmid">34215949</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zhou</surname> <given-names>M.S.</given-names></name>, <etal>et al</etal>., <article-title>Meta-analysis: pharmacologic treatment of restricted and repetitive behaviors in autism spectrum disorders.</article-title> <source>Journal of the American Academy of Child &amp; Adolescent Psychiatry</source>, <year>2021</year>. <volume>60</volume>(<issue>1</issue>): p. <fpage>35</fpage>–<lpage>45</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jaac.2020.03.007" xlink:type="simple">10.1016/j.jaac.2020.03.007</ext-link></comment> <object-id pub-id-type="pmid">32387445</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref016"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Eichaar</surname> <given-names>G.M.</given-names></name>, <etal>et al</etal>., <article-title>Pediatrics Efficacy and Safety of Naltrexone Use in Pediatric Patients with Autistic Disorder</article-title>. <source>Annals of Pharmacotherapy</source>, <year>2006</year>. <volume>40</volume>(<issue>6</issue>): p. <fpage>1086</fpage>–<lpage>1095</lpage>.</mixed-citation></ref>
<ref id="pone.0289982.ref017"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Singh</surname> <given-names>D.</given-names></name> and <name name-style="western"><surname>Singh</surname> <given-names>B.</given-names></name>, <article-title>Investigating the impact of data normalization on classification performance</article-title>. <source>Applied Soft Computing</source>, <year>2020</year>. <volume>97</volume>: p. <fpage>105524</fpage>.</mixed-citation></ref>
<ref id="pone.0289982.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Efroymson</surname> <given-names>M.</given-names></name> <article-title>Stepwise regression–a backward and forward look</article-title>. <source>in Eastern Regional Meetings of the Institute of Mathematical Statistics.</source> <year>1966</year>.</mixed-citation></ref>
<ref id="pone.0289982.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hart</surname> <given-names>L.C.</given-names></name>, <etal>et al</etal>., <article-title>An evidence map for interventions addressing transition from pediatric to adult care: A systematic review of systematic reviews</article-title>. <source>Journal of Pediatric Nursing</source>, <year>2019</year>. <volume>48</volume>: p. <fpage>18</fpage>–<lpage>34</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.pedn.2019.05.015" xlink:type="simple">10.1016/j.pedn.2019.05.015</ext-link></comment> <object-id pub-id-type="pmid">31220801</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gray</surname> <given-names>W.N.</given-names></name>, <etal>et al</etal>., <article-title>Concerns, Barriers, and Recommendations to Improve Transition from Pediatric to Adult IBD Care: Perspectives of Patients, Parents, and Health Professionals</article-title>. <source>Inflamm Bowel Dis</source>, <year>2015</year>. <volume>21</volume>(<issue>7</issue>): p. <fpage>1641</fpage>–<lpage>51</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1097/MIB.0000000000000419" xlink:type="simple">10.1097/MIB.0000000000000419</ext-link></comment> <object-id pub-id-type="pmid">25966837</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Okumura</surname> <given-names>M.J.</given-names></name>, <etal>et al</etal>., <article-title>Physician Views on Barriers to Primary Care for Young Adults With Childhood-Onset Chronic Disease</article-title>. <source>Pediatrics</source>, <year>2010</year>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1542/peds.2008-3451" xlink:type="simple">10.1542/peds.2008-3451</ext-link></comment> <object-id pub-id-type="pmid">20231189</object-id></mixed-citation></ref>
<ref id="pone.0289982.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>DiFazio</surname> <given-names>R.L.</given-names></name>, <etal>et al</etal>., <article-title>Opportunities lost and found: experiences of patients with cerebral palsy and their parents transitioning from pediatric to adult healthcare</article-title>. <source>J Pediatr Rehabil Med</source>, <year>2014</year>. <volume>7</volume>(<issue>1</issue>): p. <fpage>17</fpage>–<lpage>31</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3233/PRM-140276" xlink:type="simple">10.3233/PRM-140276</ext-link></comment> <object-id pub-id-type="pmid">24919935</object-id></mixed-citation></ref>
</ref-list>
</back>
</article>