<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="other" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLOS Digit Health</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosdh</journal-id>
<journal-title-group>
<journal-title>PLOS Digital Health</journal-title>
</journal-title-group>
<issn pub-type="epub">2767-3170</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pdig.0000008</article-id>
<article-id pub-id-type="publisher-id">PDIG-D-21-00109</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Opinion</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Bioengineering</subject><subj-group><subject>Biotechnology</subject><subj-group><subject>Medical devices and equipment</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Engineering and technology</subject><subj-group><subject>Bioengineering</subject><subj-group><subject>Biotechnology</subject><subj-group><subject>Medical devices and equipment</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Medical devices and equipment</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Computer and information sciences</subject><subj-group><subject>Software engineering</subject><subj-group><subject>Computer software</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Engineering and technology</subject><subj-group><subject>Software engineering</subject><subj-group><subject>Computer software</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Health care policy</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Cardiology</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Political science</subject><subj-group><subject>Public policy</subject><subj-group><subject>Medicare</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Health services administration and management</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Anesthesiology</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Gastroenterology and hepatology</subject></subj-group></subj-group></article-categories>
<title-group>
<article-title>Open challenges in developing digital therapeutics in the United States</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-3393-9837</contrib-id>
<name name-style="western">
<surname>Miao</surname>
<given-names>Brenda Y.</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-9464-2586</contrib-id>
<name name-style="western">
<surname>Arneson</surname>
<given-names>Douglas</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-3207-1490</contrib-id>
<name name-style="western">
<surname>Wang</surname>
<given-names>Michelle</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-7433-2740</contrib-id>
<name name-style="western">
<surname>Butte</surname>
<given-names>Atul J.</given-names>
</name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Bakar Computational Health Sciences Institute, University of California, San Francisco, San Francisco, California</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Center for Data-Driven Insights and Innovation, University of California Health, Oakland, California</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Celi</surname>
<given-names>Leo Anthony</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>Massachusetts Institute of Technology, UNITED STATES</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>Atul Butte is a co-founder and consultant to Personalis and NuMedii; consultant to Samsung, Mango Tree Corporation, and in the recent past, 10x Genomics, Helix, Pathway Genomics, and Verinata (Illumina); has served on paid advisory panels or boards for Geisinger Health, Regenstrief Institute, Gerson Lehman Group, AlphaSights, Covance, Novartis, Genentech, and Merck, and Roche; is a shareholder in Personalis and NuMedii; is a minor shareholder in Apple, Facebook, Alphabet (Google), Microsoft, Amazon, Snap, 10x Genomics, Illumina, CVS, Nuna Health, Assay Depot, Vet24seven, Regeneron, Sanofi, Royalty Pharma, AstraZeneca, Moderna, Biogen, Paraxel, and Sutro, and several other non-health related companies and mutual funds; and has received honoraria and travel reimbursement for invited talks from Johnson and Johnson, Roche, Genentech, Pfizer, Merck, Lilly, Takeda, Varian, Mars, Siemens, Optum, Abbott, Celgene, AstraZeneca, AbbVie, Westat, and many academic institutions, medical or disease specific foundations and associations, and health systems. Atul Butte receives royalty payments through Stanford University, for several patents and other disclosures licensed to NuMedii and Personalis. Atul Butte’s research has been funded by NIH, Peraton (as the prime on an NIH contract), Genentech, Johnson and Johnson, FDA, Robert Wood Johnson Foundation, Leon Lowenstein Foundation, Intervalien Foundation, Priscilla Chan and Mark Zuckerberg, the Barbara and Gerson Bakar Foundation, and in the recent past, the March of Dimes, Juvenile Diabetes Research Foundation, California Governor’s Office of Planning and Research, California Institute for Regenerative Medicine, L’Oreal, and Progenity. None of these organizations played a role in the authoring of this manuscript.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">Atul.Butte@ucsf.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>1</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<month>1</month>
<year>2022</year>
</pub-date>
<volume>1</volume>
<issue>1</issue>
<elocation-id>e0000008</elocation-id>
<permissions>
<copyright-year>2022</copyright-year>
<copyright-holder>Miao et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pdig.0000008"/>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000002</institution-id>
<institution>National Institutes of Health</institution>
</institution-wrap>
</funding-source>
<award-id>5T32GM67547-18</award-id>
</award-group>
<funding-statement>BM was supported by grants from the National Institutes of Health, USA (NIH grant 5T32GM67547-18). AJB and MW were funded and supported by the FDA UCSF-Stanford Center of Excellence in Regulatory Science and Innovation funding program. Additional support was provided by the Bakar Computational Health Sciences Institute and University of California Health, and the Sling Health UCSF group. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health or the Food and Drug Administration.</funding-statement>
</funding-group>
<counts>
<fig-count count="0"/>
<table-count count="1"/>
<page-count count="4"/>
</counts>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>Digital therapeutics (DTx) are a rapidly emerging therapeutic modality that use evidence-based software to prevent, manage, or treat disease. In the United States, these new digital health tools fall under the FDA’s software-as-a-medical-device (SaMD) category and are subject to regulatory approval, much like conventional medical devices or therapeutic drugs [<xref ref-type="bibr" rid="pdig.0000008.ref001">1</xref>]. The ability of DTx to deliver continuous and personalized care make them an attractive approach for chronic disease management, and they can be either used as standalone therapies or in combination with other treatments. Because DTx are typically administered through consumer devices, such as smartphones or tablets, they also have the potential to bridge significant care gaps created by shortages of specialized health providers and geographic barriers in accessing physical healthcare systems [<xref ref-type="bibr" rid="pdig.0000008.ref002">2</xref>], but could also face other obstacles, such as the digital divide [<xref ref-type="bibr" rid="pdig.0000008.ref003">3</xref>].</p>
<p>The COVID-19 pandemic accelerated the adoption of these digital solutions, especially with relaxed FDA guidelines allowing temporary approval of DTx offering psychiatric treatment for the duration of this public health emergency [<xref ref-type="bibr" rid="pdig.0000008.ref004">4</xref>]. At least 63 approved DTx are now documented in the openFDA device databases, with 30 of these SaMDs approved after 2017 [<xref ref-type="bibr" rid="pdig.0000008.ref005">5</xref>] (<xref ref-type="table" rid="pdig.0000008.t001">Table 1</xref>). The majority of these DTx (54/63) were approved through the 510(K) pathway with demonstrated substantial equivalence, three were approved as de novo applicants, and six SaMDs required premarket approval (PMA). Breaking down these devices by medical specialty, the most common categories for approved products were cardiovascular and anesthesiology, with 24 and 11 SaMDs respectively [<xref ref-type="bibr" rid="pdig.0000008.ref005">5</xref>].</p>
<table-wrap id="pdig.0000008.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pdig.0000008.t001</object-id>
<label>Table 1</label> <caption><title>Number of digital therapeutics extracted from openFDA device databases as of November 1, 2021, categorized by medical specialty (as reported by the FDA) and regulatory approval pathways.</title></caption>
<alternatives>
<graphic id="pdig.0000008.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pdig.0000008.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left"/>
<th align="center"/>
<th align="center" colspan="3">Approval type</th>
</tr>
<tr>
<th align="center">Medical Specialty</th>
<th align="center">Approvals</th>
<th align="center">510K</th>
<th align="center">De Novo</th>
<th align="center">PMA</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center" style="background-color:#EFEFEF"><bold>Cardiovascular</bold></td>
<td align="center" style="background-color:#EFEFEF">24</td>
<td align="center" style="background-color:#EFEFEF">24</td>
<td align="center" style="background-color:#EFEFEF">-</td>
<td align="center" style="background-color:#EFEFEF">-</td>
</tr>
<tr>
<td align="center"><bold>Anesthesiology</bold></td>
<td align="center">11</td>
<td align="center">11</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="center" style="background-color:#EFEFEF"><bold>Unknown</bold></td>
<td align="center" style="background-color:#EFEFEF">7</td>
<td align="center" style="background-color:#EFEFEF">1</td>
<td align="center" style="background-color:#EFEFEF">-</td>
<td align="center" style="background-color:#EFEFEF">6</td>
</tr>
<tr>
<td align="center"><bold>Clinical Chemistry</bold></td>
<td align="center">5</td>
<td align="center">5</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="center" style="background-color:#EFEFEF"><bold>General Hospital</bold></td>
<td align="center" style="background-color:#EFEFEF">4</td>
<td align="center" style="background-color:#EFEFEF">4</td>
<td align="center" style="background-color:#EFEFEF">-</td>
<td align="center" style="background-color:#EFEFEF">-</td>
</tr>
<tr>
<td align="center"><bold>Neurology</bold></td>
<td align="center">3</td>
<td align="center">2</td>
<td align="center">1</td>
<td align="center">-</td>
</tr>
<tr>
<td align="center" style="background-color:#EFEFEF"><bold>Ear, Nose, Throat</bold></td>
<td align="center" style="background-color:#EFEFEF">2</td>
<td align="center" style="background-color:#EFEFEF">2</td>
<td align="center" style="background-color:#EFEFEF">-</td>
<td align="center" style="background-color:#EFEFEF">-</td>
</tr>
<tr>
<td align="center"><bold>Gastroenterology, Urology</bold></td>
<td align="center">2</td>
<td align="center">1</td>
<td align="center">1</td>
<td align="center">-</td>
</tr>
<tr>
<td align="center" style="background-color:#EFEFEF"><bold>Obstetrics/Gynecology</bold></td>
<td align="center" style="background-color:#EFEFEF">2</td>
<td align="center" style="background-color:#EFEFEF">1</td>
<td align="center" style="background-color:#EFEFEF">1</td>
<td align="center" style="background-color:#EFEFEF">-</td>
</tr>
<tr>
<td align="center"><bold>Physical Medicine</bold></td>
<td align="center">2</td>
<td align="center">2</td>
<td align="center">-</td>
<td align="center">-</td>
</tr>
<tr>
<td align="center" style="background-color:#EFEFEF"><bold>General, Plastic Surgery</bold></td>
<td align="center" style="background-color:#EFEFEF">1</td>
<td align="center" style="background-color:#EFEFEF">1</td>
<td align="center" style="background-color:#EFEFEF">-</td>
<td align="center" style="background-color:#EFEFEF">-</td>
</tr>
<tr>
<td align="center"><bold>Total</bold></td>
<td align="center"><bold>63</bold></td>
<td align="center"><bold>54</bold></td>
<td align="center"><bold>3</bold></td>
<td align="center"><bold>6</bold></td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>Funding for digital health companies, including the development of DTx, has grown exponentially in the past year, totaling $14.7 billion in just the first quarter of 2021 and already surpassing annual investments in 2020 ($14.6B) and 2019 ($7.7B) [<xref ref-type="bibr" rid="pdig.0000008.ref006">6</xref>]. Both Hinge Health and MindMaze, which focus on chronic musculoskeletal conditions and substance abuse disorder, respectively, have raised over $100 million each in 2021 [<xref ref-type="bibr" rid="pdig.0000008.ref007">7</xref>]. Although the financial backing for DTx supports their potential in providing healthcare at scale, many regulatory, commercial, and technical barriers remain in the adoption of these interventions into routine clinical care.</p>
<sec id="sec002">
<title>Open challenges</title>
<p>Unlike previous therapeutics, DTx support rapid updates to their software to align with changes to best-practice clinical care guidelines or use adaptive algorithms that can improve over time as they encounter new data. This makes their use and predictability towards outcomes more challenging, and there is a pressing need for new regulatory frameworks in this field. To improve their ability to evaluate these increasingly complex DTx, the FDA launched a Software Precertification Pilot Program in 2017 [<xref ref-type="bibr" rid="pdig.0000008.ref008">8</xref>]. Nine DTx companies selected for the program will help inform the development of a Total Product Lifecycle (TPLC) regulatory framework that would allow companies meeting precertification (“Excellence Appraisal”) criteria to market lower-risk devices with a Streamlined Review process followed by Real-World Performance monitoring. While the TPLC helps clarify the regulatory landscape for iterative DTx development, much work remains to ensure that this model is effective at producing safe and reliable DTx. As of the most recent update in September 2020, the FDA has drafted their metrics for Excellence Appraisal and an overview of the Streamlined Review process, and have begun exploring methods for collecting Real-World Performance data. This presents a significant challenge as collecting high quality data and modeling patient outcomes are non-trivial tasks, and are active areas of research in medical informatics [<xref ref-type="bibr" rid="pdig.0000008.ref009">9</xref>]. For example, it is not clear whether medical orders for DTx are captured consistently in electronic medical record systems.</p>
<p>Reimbursement policies for DTx also remain under development as SaMDs are still being evaluated for treatment efficacy and cost-effectiveness. US-based pharmacy benefit managers Express Scripts and CVS Health both released digital health formularies in 2019 to identify recommended digital health solutions for insurers and physicians [<xref ref-type="bibr" rid="pdig.0000008.ref010">10</xref>,<xref ref-type="bibr" rid="pdig.0000008.ref011">11</xref>], but these only covered a limited number of medical specialties and many of the solutions are geared towards non-DTx mobile health apps that do not require FDA approval based on the agency’s “enforcement discretion” policies [<xref ref-type="bibr" rid="pdig.0000008.ref008">8</xref>]. The Centers for Medicare and Medicaid Services (CMS) has also provided limited guidance, publishing some reimbursement codes to cover collaborative care models involving both clinical care and app usage, but not yet issuing codes for the use of DTx as a standalone treatment. SaMDs also do not fall under a particular Medicare benefit category, so breakthrough DTx are currently not eligible for coverage under new <ext-link ext-link-type="uri" xlink:href="https://www.cms.gov/newsroom/fact-sheets/medicare-coverage-innovative-technology-cms-3372-f" xlink:type="simple">Medicare Coverage of Innovative Technology</ext-link> policies, further restricting their access to patient populations [<xref ref-type="bibr" rid="pdig.0000008.ref012">12</xref>]. Finally, another major challenge with DTx reimbursement is capturing the value of the device itself, as well as the time that physicians spend monitoring patients and reviewing data from the apps.</p>
<p>As with any device storing and transmitting patient data, privacy and security are critical for DTx, especially those with frequent software updates or connections to other devices or electronic medical record systems. The FDA requires all medical devices companies to identify and mitigate cybersecurity risks as part of premarket submissions, but best-practice standards for data management and privacy are constantly evolving [<xref ref-type="bibr" rid="pdig.0000008.ref013">13</xref>]. Another technical challenge, particularly for artificial intelligence and machine learning (AI/ML)-based DTx, is evaluating the safety and efficacy of algorithms in diverse patient populations. For example, training datasets may not always capture social determinants of health or other biases that affect the performance of healthcare algorithms [<xref ref-type="bibr" rid="pdig.0000008.ref014">14</xref>]. Methods to recognize and remove such biases are paramount to ensuring the delivery of equitable healthcare, and device labeling requirements that clarify how these models were trained, or how they derived their outputs, may help promote transparency in AI/ML-based DTx [<xref ref-type="bibr" rid="pdig.0000008.ref015">15</xref>].</p>
</sec>
</sec>
<sec id="sec003" sec-type="conclusions">
<title>Conclusion</title>
<p>Addressing these regulatory, economic, and technical challenges will be crucial in bringing and successfully scaling DTx in the healthcare marketplace, and in fostering a digital health ecosystem that promotes patient access to SaMDs. With almost 150 FDA-regulated DTx expecting clinical trial results by 2022 [<xref ref-type="bibr" rid="pdig.0000008.ref016">16</xref>], additional formularies and infrastructure around digital health education for patients and providers will help clarify questions on how to evaluate, prescribe, and effectively engage with DTx. Overcoming barriers around the development and deployment of DTx can significantly influence clinical care, and provide patients with novel therapeutic options in areas of unmet medical needs.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="pdig.0000008.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><collab>Software as a Medical Device (SaMD)</collab>. <article-title>US Food and Drug Administration.</article-title> <year>2021</year> <month>Nov</month> <day>04</day> [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/medical-devices/digital-health-center-excellence/guidances-digital-health-content" xlink:type="simple">https://www.fda.gov/medical-devices/digital-health-center-excellence/guidances-digital-health-content</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Patel</surname> <given-names>NA</given-names></name>, <name name-style="western"><surname>Butte</surname> <given-names>AJ</given-names></name>. <article-title>Characteristics and challenges of the clinical pipeline of digital therapeutics.</article-title> <source>NPJ Digital Medicine</source>. <year>2020</year> <month>Dec</month> <day>11</day>;<volume>3</volume>(<issue>1</issue>):<fpage>1</fpage>–<lpage>5</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/s41746-020-00370-8" xlink:type="simple">10.1038/s41746-020-00370-8</ext-link></comment> <object-id pub-id-type="pmid">33311567</object-id></mixed-citation></ref>
<ref id="pdig.0000008.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sarkar</surname> <given-names>U</given-names></name>, <name name-style="western"><surname>Karter</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Liu</surname> <given-names>JY</given-names></name>, <name name-style="western"><surname>Adler</surname> <given-names>NE</given-names></name>, <name name-style="western"><surname>Nguyen</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>López</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Schillinger</surname> <given-names>D</given-names></name>. <article-title>Social disparities in internet patient portal use in diabetes: evidence that the digital divide extends beyond access.</article-title> <source>Journal of the American Medical Informatics Association</source>. <year>2011</year> <month>May</month> <day>1</day>;<volume>18</volume>(<issue>3</issue>):<fpage>318</fpage>–<lpage>21</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1136/jamia.2010.006015" xlink:type="simple">10.1136/jamia.2010.006015</ext-link></comment> <object-id pub-id-type="pmid">21262921</object-id></mixed-citation></ref>
<ref id="pdig.0000008.ref004"><label>4</label><mixed-citation publication-type="other" xlink:type="simple">Enforcement Policy for Digital Health Devices For Treating Psychiatric Disorders During the Coronavirus Disease 2019 (COVID-19) Public Health Emergency. US Food and Drug Administration. 2020 Apr [Cited 2021 Nov 21]. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/regulatory-information/search-fda-guidance-documents/enforcement-policy-digital-health-devices-treating-psychiatric-disorders-during-coronavirus-disease" xlink:type="simple">https://www.fda.gov/regulatory-information/search-fda-guidance-documents/enforcement-policy-digital-health-devices-treating-psychiatric-disorders-during-coronavirus-disease</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref005"><label>5</label><mixed-citation publication-type="other" xlink:type="simple">OpenFDA. US Food and Drug Administration. 2021 [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://open.fda.gov/" xlink:type="simple">https://open.fda.gov/</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref006"><label>6</label><mixed-citation publication-type="other" xlink:type="simple">H1 2021 digital health funding: Another blockbuster year…in six months. Rock Health. 2021 July 6 [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://rockhealth.com/insights/h1-2021-digital-health-funding-another-blockbuster-year-in-six-months/" xlink:type="simple">https://rockhealth.com/insights/h1-2021-digital-health-funding-another-blockbuster-year-in-six-months/</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref007"><label>7</label><mixed-citation publication-type="other" xlink:type="simple">Startups in Digital Therapeutics. Tracxn. 2021 Oct 17 [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://tracxn.com/d/trending-themes/Startups-in-Digital-Therapeutics" xlink:type="simple">https://tracxn.com/d/trending-themes/Startups-in-Digital-Therapeutics</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref008"><label>8</label><mixed-citation publication-type="other" xlink:type="simple">Digital Health Software Precertification (Pre-cert) Program. US Food and Drug Administration. 2021 [Cited 2021 Nov 03]. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/medical-devices/digital-health-center-excellence/digital-health-software-precertification-pre-cert-program" xlink:type="simple">https://www.fda.gov/medical-devices/digital-health-center-excellence/digital-health-software-precertification-pre-cert-program</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Milne-Ives</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>van Velthoven</surname> <given-names>MH</given-names></name>, <name name-style="western"><surname>Meinert</surname> <given-names>E</given-names></name>. <article-title>Mobile apps for real-world evidence in health care</article-title>. <source>Journal of the American Medical Informatics Association</source>. <year>2020</year> <month>Jun</month>;<volume>27</volume>(<issue>6</issue>):<fpage>976</fpage>–<lpage>80</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/jamia/ocaa036" xlink:type="simple">10.1093/jamia/ocaa036</ext-link></comment> <object-id pub-id-type="pmid">32374376</object-id></mixed-citation></ref>
<ref id="pdig.0000008.ref010"><label>10</label><mixed-citation publication-type="other" xlink:type="simple">Point Solutions Management. CVS Health. [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://payorsolutions.cvshealth.com/point-solutions-management" xlink:type="simple">https://payorsolutions.cvshealth.com/point-solutions-management</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref011"><label>11</label><mixed-citation publication-type="other" xlink:type="simple">Evernorth Digital Health Formulary. Express Scripts. [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://my.express-scripts.com/digital-health-formulary.html" xlink:type="simple">https://my.express-scripts.com/digital-health-formulary.html</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Powell</surname> <given-names>AC</given-names></name>, <name name-style="western"><surname>Bowman</surname> <given-names>MB</given-names></name>, <name name-style="western"><surname>Harbin</surname> <given-names>HT</given-names></name>. <article-title>Reimbursement of apps for mental health: findings from interviews.</article-title> <source>JMIR Mental Health.</source> <year>2019</year>;<volume>6</volume>(<issue>8</issue>):<fpage>e14724</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2196/14724" xlink:type="simple">10.2196/14724</ext-link></comment> <object-id pub-id-type="pmid">31389336</object-id></mixed-citation></ref>
<ref id="pdig.0000008.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><collab>FDA Releases Artificial Intelligence/Machine Learning Action Plan</collab>. <source>US Food and Drug Administration</source>. <year>2021</year> <month>Jan</month> <day>12</day> [Cited 2021 Nov 04]. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/news-events/press-announcements/fda-releases-artificial-intelligencemachine-learning-action-plan" xlink:type="simple">https://www.fda.gov/news-events/press-announcements/fda-releases-artificial-intelligencemachine-learning-action-plan</ext-link>.</mixed-citation></ref>
<ref id="pdig.0000008.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rodriguez</surname> <given-names>JA</given-names></name>, <name name-style="western"><surname>Clark</surname> <given-names>CR</given-names></name>, <name name-style="western"><surname>Bates</surname> <given-names>DW</given-names></name>. <article-title>Digital health equity as a necessity in the 21st century cures act era</article-title>. <source>JAMA</source>. <year>2020</year> <month>Jun</month> <day>16</day>;<volume>323</volume>(<issue>23</issue>):<fpage>2381</fpage>–<lpage>2</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1001/jama.2020.7858" xlink:type="simple">10.1001/jama.2020.7858</ext-link></comment> <object-id pub-id-type="pmid">32463421</object-id></mixed-citation></ref>
<ref id="pdig.0000008.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Norgeot</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Quer</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Beaulieu-Jones</surname> <given-names>BK</given-names></name>, <name name-style="western"><surname>Torkamani</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Dias</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Gianfrancesco</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Arnaout</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Kohane</surname> <given-names>IS</given-names></name>, <name name-style="western"><surname>Saria</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Topol</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Obermeyer</surname> <given-names>Z</given-names></name>. <article-title>Minimum information about clinical artificial intelligence modeling: the MI-CLAIM checklist</article-title>. <source>Nature Medicine</source>. <year>2020</year> <month>Sep</month>;<volume>26</volume>(<issue>9</issue>):<fpage>1320</fpage>–<lpage>4</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/s41591-020-1041-y" xlink:type="simple">10.1038/s41591-020-1041-y</ext-link></comment> <object-id pub-id-type="pmid">32908275</object-id></mixed-citation></ref>
<ref id="pdig.0000008.ref016"><label>16</label><mixed-citation publication-type="other" xlink:type="simple">ClinicalTrials.gov. NIH: US National Library of Medicine. [Cited 2021 Nov 03]. Available from: <ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/" xlink:type="simple">https://clinicaltrials.gov/</ext-link>.</mixed-citation></ref>
</ref-list>
</back>
</article>