<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0306114</article-id>
<article-id pub-id-type="publisher-id">PONE-D-24-00113</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Mental health and psychiatry</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Anthropology</subject><subj-group><subject>Cultural anthropology</subject><subj-group><subject>Religion</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Sociology</subject><subj-group><subject>Religion</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Professions</subject><subj-group><subject>Instructors</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Psychological attitudes</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Psychological attitudes</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Neuroscience</subject><subj-group><subject>Cognitive science</subject><subj-group><subject>Cognitive psychology</subject><subj-group><subject>Learning</subject><subj-group><subject>Human learning</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Cognitive psychology</subject><subj-group><subject>Learning</subject><subj-group><subject>Human learning</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Cognitive psychology</subject><subj-group><subject>Learning</subject><subj-group><subject>Human learning</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Neuroscience</subject><subj-group><subject>Learning and memory</subject><subj-group><subject>Learning</subject><subj-group><subject>Human learning</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Neuroscience</subject><subj-group><subject>Cognitive science</subject><subj-group><subject>Cognitive psychology</subject><subj-group><subject>Clinical psychology</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Cognitive psychology</subject><subj-group><subject>Clinical psychology</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Cognitive psychology</subject><subj-group><subject>Clinical psychology</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Educational status</subject><subj-group><subject>Graduates</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Psychometrics</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Psychometrics</subject></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Enhancing training in spiritual and religious competencies in mental health graduate education: Evaluation of an integrated curricular approach</article-title>
<alt-title alt-title-type="running-head">An evaluation of training in spiritual and religious competencies in mental health graduate education</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" equal-contrib="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-0270-7769</contrib-id>
<name name-style="western">
<surname>Pearce</surname>
<given-names>Michelle J.</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/investigation/">Investigation</role>
<role content-type="http://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/supervision/">Supervision</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-original-draft/">Writing – original draft</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<name name-style="western">
<surname>Pargament</surname>
<given-names>Kenneth I.</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/investigation/">Investigation</role>
<role content-type="http://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-7837-6468</contrib-id>
<name name-style="western">
<surname>Wong</surname>
<given-names>Serena</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/investigation/">Investigation</role>
<role content-type="http://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/supervision/">Supervision</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<name name-style="western">
<surname>Hinkel</surname>
<given-names>Hannah</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-2170-9727</contrib-id>
<name name-style="western">
<surname>Salcone</surname>
<given-names>Sarah</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<name name-style="western">
<surname>Morgan</surname>
<given-names>Grant</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff006"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Kemp</surname>
<given-names>Derek</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Brock</surname>
<given-names>Brady</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Kim</surname>
<given-names>Esther</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Oxhandler</surname>
<given-names>Holly K.</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff006"><sup>6</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Vieten</surname>
<given-names>Cassandra</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff007"><sup>7</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Fox</surname>
<given-names>Jesse</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff008"><sup>8</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">https://orcid.org/0000-0002-2997-8155</contrib-id>
<name name-style="western">
<surname>Polson</surname>
<given-names>Edward C.</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff006"><sup>6</sup></xref>
<xref ref-type="fn" rid="econtrib001"><sup>‡</sup></xref>
</contrib>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<name name-style="western">
<surname>Currier</surname>
<given-names>Joseph M.</given-names>
</name>
<role content-type="http://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role content-type="http://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role content-type="http://credit.niso.org/contributor-roles/formal-analysis/">Formal analysis</role>
<role content-type="http://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role content-type="http://credit.niso.org/contributor-roles/investigation/">Investigation</role>
<role content-type="http://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role content-type="http://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role content-type="http://credit.niso.org/contributor-roles/resources/">Resources</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-original-draft/">Writing – original draft</role>
<role content-type="http://credit.niso.org/contributor-roles/writing-review-editing/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Graduate School, University of Maryland, Baltimore, Maryland, United States of America</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Department of Psychiatry and Behavioral Sciences, Duke University Medical Center, Durham, North Carolina, United States of America</addr-line></aff>
<aff id="aff003"><label>3</label> <addr-line>Department of Psychology, Bowling Green State University, Bowling Green, Ohio, United States of America</addr-line></aff>
<aff id="aff004"><label>4</label> <addr-line>Department of Psychiatry, University of Western Ontario, London, Ontario, Canada</addr-line></aff>
<aff id="aff005"><label>5</label> <addr-line>Psychology Department, University of South Alabama, Mobile, Alabama, United States of America</addr-line></aff>
<aff id="aff006"><label>6</label> <addr-line>Diana R. Garland School of Social Work, Baylor University, Waco, Texas, United States of America</addr-line></aff>
<aff id="aff007"><label>7</label> <addr-line>Department of Family Medicine, University of California, San Diego, California, United States of America</addr-line></aff>
<aff id="aff008"><label>8</label> <addr-line>Department of Counselor Education, Stetson University, DeLand, Florida, United States of America</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Younas</surname>
<given-names>Sana</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>National University of Sciences and Technology, PAKISTAN</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<fn fn-type="other" id="econtrib001">
<p>‡ DK, BB, EK, HKO, CV, JF and ECP also contributed equally to this work.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">michelle.pearce@umaryland.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>9</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>19</volume>
<issue>9</issue>
<elocation-id>e0306114</elocation-id>
<history>
<date date-type="received">
<day>3</day>
<month>1</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>11</day>
<month>6</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-year>2024</copyright-year>
<copyright-holder>Pearce et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0306114"/>
<abstract>
<p>Despite practice guidelines for multiculturally competent care, including spiritual/religious diversity, most mental health graduate training programs do not formally address spiritual/religious competencies. Thus, we enhanced the Spiritual Competency Training in Mental Health (SCT-MH) course curriculum to train graduate students in foundational attitudes, knowledge, and skills for addressing clients’ spirituality and/or religion (S/R). The hybrid (online and in-person) SCT-MH course curriculum was integrated into existing required graduate clinical courses (replacing 15% of a course’s curriculum) and taught to 309 students by 20 instructors in 20 different graduate training programs across counseling, psychology, and social work disciplines. Using a multiple baseline waitlist control design in which students served as their own controls, students completed validated assessments at three timepoints evaluating their spiritual/religious competencies for understanding the intersection between S/R and mental health. We also collected qualitative data from the students to evaluate acceptability of the content and format of the training program. Students’ scores on all seven measures of spiritual/religious competencies had a statistically significant positive increase after engaging with the SCT-MH curriculum compared to the control period. At the end of the course, 97% of the students envisioned using spiritually integrated therapy techniques with their clients at least some of the time, 92% or more rated the materials as helpful and relevant, and 96% were satisfied with the training modules. Results demonstrate that dedicating a small (i.e., 6 hours of class time; 10 hours outside class time) but intentional amount of course time to teaching spiritual/religious competencies increases students’ attitudes, knowledge, and skills for attending to clients’ S/R in clinical practice. The SCT-MH hybrid course content is freely available to all graduate programs on our website. <ext-link ext-link-type="uri" xlink:href="https://www.spiritualandreligiouscompetenciesproject.com/resources/sct-mh" xlink:type="simple">https://www.spiritualandreligiouscompetenciesproject.com/resources/sct-mh</ext-link>.</p>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100000925</institution-id>
<institution>John Templeton Foundation</institution>
</institution-wrap>
</funding-source>
<award-id>62033</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Currier</surname>
<given-names>Joseph M.</given-names>
</name>
</principal-award-recipient>
</award-group>
<funding-statement>This research was funded by the John Templeton Foundation <ext-link ext-link-type="uri" xlink:href="https://www.templeton.org/" xlink:type="simple">https://www.templeton.org/</ext-link> Award #: 62033 MP, KP, JC, HO, CV, JF, EP, JC The funders did not play a role in the study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="1"/>
<table-count count="6"/>
<page-count count="21"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>All de-identified data are available from the Open Science Framework (OSF) under the project registration. OSF registration: <ext-link ext-link-type="uri" xlink:href="https://osf.io/7qdgn/?view_only=f2768396243d4b93b4bdf5167e6ecc68" xlink:type="simple">https://osf.io/7qdgn/?view_only=f2768396243d4b93b4bdf5167e6ecc68</ext-link>.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>Despite practice guidelines and ethical mandates for multiculturally competent care, including diversity in spirituality and religion, e.g., [<xref ref-type="bibr" rid="pone.0306114.ref001">1</xref>–<xref ref-type="bibr" rid="pone.0306114.ref004">4</xref>], most mental health graduate training programs do not formally address spiritual/religious (S/R) (Note that we use the acronym S/R to indicate that spirituality and religion are different, yet interrelated concepts.) competencies in their curricula. As such, mental health professionals are not generally taught to understand nor address the deeper, spiritually-related dimensions that underlie many clients’ psychological suffering and recovery [<xref ref-type="bibr" rid="pone.0306114.ref005">5</xref>–<xref ref-type="bibr" rid="pone.0306114.ref008">8</xref>]. Further, clinicians are generally not taught how to recognize and use S/R resources that have been shown to bolster mental health [<xref ref-type="bibr" rid="pone.0306114.ref009">9</xref>] or to identify and address spiritual struggles that contribute to psychological distress and further hinder recovery [<xref ref-type="bibr" rid="pone.0306114.ref010">10</xref>–<xref ref-type="bibr" rid="pone.0306114.ref012">12</xref>]. However, research demonstrates that many clients view their spirituality as relevant to their mental health and also express a desire to discuss S/R issues in treatment [<xref ref-type="bibr" rid="pone.0306114.ref013">13</xref>]. As such, the artificial segregation of S/R experience from the training of mental health professionals ignores fundamental aspects of who clients are and how they cope, jeopardizing the quality of care we can provide them.</p>
<p>Fortunately, greater attention is being given to S/R dimensions of clients’ lives through the standardization and adoption of a set of S/R competencies, as well as the development of training programs based on these competencies (e.g., [<xref ref-type="bibr" rid="pone.0306114.ref011">11</xref>, <xref ref-type="bibr" rid="pone.0306114.ref014">14</xref>, <xref ref-type="bibr" rid="pone.0306114.ref015">15</xref>]). Indeed, training is the second most potent predictor of a clinician’s responsiveness to a client’s spirituality and/or religious faith in the treatment process, after their intrinsic religiousness (i.e., viewing religion as an end to itself and a master motive) [<xref ref-type="bibr" rid="pone.0306114.ref016">16</xref>]. Thus, training in S/R competencies for mental health care is a critical factor in improving the way mental health care is delivered and ensuring that clients’ S/R needs and concerns are addressed in treatment.</p>
<p>S/R competence is a form of multicultural competency [<xref ref-type="bibr" rid="pone.0306114.ref017">17</xref>], which includes a dynamic tripartite set of attitudes, knowledge, and skills about various religious and spiritual traditions that are developed over time [<xref ref-type="bibr" rid="pone.0306114.ref018">18</xref>]. Through a comprehensive literature review, working groups, and surveys of experts and clinicians, Vieten and colleagues [<xref ref-type="bibr" rid="pone.0306114.ref019">19</xref>, <xref ref-type="bibr" rid="pone.0306114.ref020">20</xref>] identified 16 basic S/R competencies that include three attitudes, seven knowledge items, and six skills. A spiritually competent practitioner, for example, will possess awareness about how a S/R background and worldview might influence or bias their internal reactions to their clients (attitude); have an understanding about the distinct but interrelated relationships between spirituality and religion and how these areas affect mental health (knowledge); and have the ability to assess and address ways that spirituality and religion might support or cause harm to resilience, recovery, and well-being (skills).</p>
<sec id="sec002">
<title>Current training in S/R competencies in mental health graduate programs</title>
<p>In recent years, researchers and mental health practitioners have articulated a compelling empirically-based rationale for the integration of S/R aspects of clients’ lives into their mental health care [<xref ref-type="bibr" rid="pone.0306114.ref014">14</xref>, <xref ref-type="bibr" rid="pone.0306114.ref015">15</xref>, <xref ref-type="bibr" rid="pone.0306114.ref021">21</xref>, <xref ref-type="bibr" rid="pone.0306114.ref022">22</xref>]. These reasons include studies showing spirituality and/or religious faith can be a positive resource for many people. For example, research has shown that, in times of stress, people often look to their spirituality/religion as a way to understand and deal with their situations [<xref ref-type="bibr" rid="pone.0306114.ref023">23</xref>]. Similarly, according to a review of over 1,000 studies, indicators of religious beliefs, practices, and commitment have been associated with lower levels of anxiety, depression, drug and alcohol abuse, and greater well-being [<xref ref-type="bibr" rid="pone.0306114.ref009">9</xref>]. Of note, rates of religious coping are particularly high among older adults, people with mental health conditions, and members of minority religious and cultural groups, such as African Americans. Although spirituality and religion can be a positive resource for many, studies also show that some expressions are problematic. For example, spiritual struggles–tensions, questions, and conflicts around sacred matters with the supernatural, within oneself, and with other people–have been associated with increased risk for a variety of mental health problems, including suicidality, emotional and behavioral dysregulation, and anxiety and depression symptoms [<xref ref-type="bibr" rid="pone.0306114.ref012">12</xref>]. Further, other findings indicate that many clients want spiritually-sensitive mental health care [<xref ref-type="bibr" rid="pone.0306114.ref013">13</xref>] and that integration of a client’s spirituality and/or religious faith into care in culturally congruent ways can support the effectiveness of treatment [<xref ref-type="bibr" rid="pone.0306114.ref021">21</xref>]. Adequate training and education in S/R competence and mental health care is necessary to address each of the above issues and cultivate clinical competence to be responsive to many clients’ spiritual and/or religious identities.</p>
<p>Yet, despite the clinical and cultural relevance of spirituality and/or religious faith, most mental health disciplines offer limited training along these lines. According to the most recent data available, only 25% of clinical psychology training programs [<xref ref-type="bibr" rid="pone.0306114.ref008">8</xref>] and 30% of social work programs [<xref ref-type="bibr" rid="pone.0306114.ref024">24</xref>] provide a course on spirituality/religion and mental health, most of which are not required and some of which are housed in other departments, such as anthropology. Further, a survey study by Schafer and colleagues [<xref ref-type="bibr" rid="pone.0306114.ref008">8</xref>] revealed that among the clinical psychology programs that do offer a course on S/R competence, these courses are offered variably and only a quarter of them are required; for the most part, courses on S/R competence in psychology programs are electives. The topic of spirituality/religion is most often addressed in supervision (84%) or in an unrelated course (76%), such as multicultural diversity or ethics and professional issues. Of note, only 39% of the Directors of Clinical Training in Psychology in Schafer et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref008">8</xref>] sample responded to the survey and schools with a religious affiliation were more likely to report systematically covering S/R competence in their programs. Thus, the representation of spirituality/religion in psychology programs may be overstated.</p>
<p>In addition, an evaluation of S/R diversity training in APA-accredited psychology doctoral programs and pre-doctoral internships, assessing 292 students, interns, faculty, and training directors (55% response rate) revealed that among the various areas of diversity, spirituality/religion were given the least attention, and such efforts were rated the least effective in developing competence [<xref ref-type="bibr" rid="pone.0306114.ref025">25</xref>]. This study also found that psychology programs have been relying on informal and unsystematic sources of learning to provide training. Notably, the most frequent sources of learning identified were clinical experiences and interaction with peers. This suggests a reactive rather than proactive stance toward training in S/R competence, one that overlooks the considerable body of research and practical literature on the interface between S/R and mental health. A similar dearth of targeted S/R education/training has also been reported among professional counselors and marriage and family therapists [<xref ref-type="bibr" rid="pone.0306114.ref007">7</xref>, <xref ref-type="bibr" rid="pone.0306114.ref026">26</xref>]. One notable exception to this rule comes from psychiatry, which often requires training in S/R competence as part of U.S. residency programs [<xref ref-type="bibr" rid="pone.0306114.ref027">27</xref>].</p>
<p>Given the paucity of training, it is not surprising that very few studies have evaluated the effectiveness of mental health training programs in fostering competencies in spirituality/religion as core areas of diversity and psychological functioning. For instance, one six-hour training initiative for psychiatry residents reported increases over the course of the program in S/R competencies and comfort in dealing with spirituality [<xref ref-type="bibr" rid="pone.0306114.ref027">27</xref>, <xref ref-type="bibr" rid="pone.0306114.ref028">28</xref>]. Additionally, our research group developed and evaluated an eight-hour online S/R competence training program (SCT-MH) for 169 mental health professionals from diverse disciplines [<xref ref-type="bibr" rid="pone.0306114.ref014">14</xref>, <xref ref-type="bibr" rid="pone.0306114.ref029">29</xref>]. Participants demonstrated significant increases in S/R competencies involving attitudes, knowledge, and skills based on Vieten et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref019">19</xref>] work in this area. For example, providers reported an increase in attending to how their own S/R background may influence their clinical practice (attitude), knowing spiritual beliefs and practices that support or hinder well-being (knowledge), and inquiring about a client’s S/R in their assessment (skill). Participants also reported high levels of satisfaction with the program and greater likelihood of integrating their clients’ spirituality/religion into treatment when indicated. These findings were recently replicated with another sample of 173 mental health providers [<xref ref-type="bibr" rid="pone.0306114.ref030">30</xref>]. These studies, albeit preliminary, suggest that it is possible to foster S/R competence in mental health care through formal and intentional training efforts.</p>
</sec>
<sec id="sec003">
<title>Description of the SCT-MH integrated graduate curriculum</title>
<p>There is a pressing need to bridge the gap between effective methods of training in foundational facets of S/R competence and the current deficit in graduate education across mental health disciplines in these core areas of multicultural diversity. By starting at the outset of graduate coursework, we can begin to equip a new generation of educators, clinicians, and supervisors with S/R competence. To address this training need, we modified the program we developed for mental health providers for graduate students [<xref ref-type="bibr" rid="pone.0306114.ref014">14</xref>, <xref ref-type="bibr" rid="pone.0306114.ref029">29</xref>, <xref ref-type="bibr" rid="pone.0306114.ref030">30</xref>]. Namely, the goal of the integrated Spiritual Competency Training in Mental Health (SCT-MH) hybrid (online and in-person) graduate course curriculum is to equip students across mental health disciplines with greater confidence and competence in attending to clients’ possible spiritual/religious identities in their clinical work. Notably, the program did not have a theological orientation and instead was intentionally designed to train therapists to work with clients across all religious/spiritual and non-religious/spiritual beliefs, practices, values, and identities and, thus, is applicable to all clients and R/S identities. The content is designed to be easily integrated into Master’s and doctoral level clinical graduate courses, representing about 15% of the content in a typical semester-long clinical course. The online and in-person curriculum was developed by the online course directors (MP and KP) by drawing upon educational materials on spiritually integrated psychotherapy and S/R competencies that have been disseminated over the last 15 years (e.g., [<xref ref-type="bibr" rid="pone.0306114.ref011">11</xref>, <xref ref-type="bibr" rid="pone.0306114.ref015">15</xref>, <xref ref-type="bibr" rid="pone.0306114.ref031">31</xref>, <xref ref-type="bibr" rid="pone.0306114.ref032">32</xref>]. All course materials and activities were designed to promote the three dimensions of S/R competence (attitudes, knowledge, skills) and were mapped to Vieten et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref019">19</xref>] 16 basic competencies. Notably, this integrated curriculum approach did not require instructors to become experts in spirituality/religion or add another stand-alone course to a program’s usually full curriculum. This approach also closely mirrors how S/R is taught in medical and psychiatry programs: only 7% of medical schools have a required course on S/R, whereas 73% of medical schools include S/R content in required courses addressing other topics [<xref ref-type="bibr" rid="pone.0306114.ref033">33</xref>].</p>
</sec>
<sec id="sec004">
<title>Study aims</title>
<p>Our study goal was therefore to evaluate whether an enhanced hybrid version of the existing SCT-MH training program can be widely integrated by graduate school instructors into existing clinically-related courses in a manner that results in significant changes in students’ S/R competencies, both self-reported and based on objective content knowledge. Drawing on a multiple-baseline design in which students completed the standardized integrated curriculum during a six-week period after being tracked for a six-week period without any intervention, we proposed two primary hypotheses:</p>
<list list-type="simple">
<list-item><p>H1: When compared to changes in the six-week period without any intervention, students will report significantly greater improvements in S/R competence scores after completing the SCT-MH content; specifically, we hypothesize that scores on self-report and objective measures of attitudes, knowledge, and skills will increase from pre- to post-training.</p></list-item>
<list-item><p>H2: The integrated curriculum approach will be a feasible, helpful, and relevant way to deliver training on S/R competencies in mental health care via required coursework in graduate programs, as demonstrated by responses of students across quantitative and qualitative assessments in the study.</p></list-item>
</list>
</sec>
</sec>
<sec id="sec005" sec-type="materials|methods">
<title>Methods</title>
<sec id="sec006">
<title>Transparency and openness</title>
<p>We report how the sample size was determined, all data exclusions, manipulations, and measures in the proceeding sections. This study’s design, hypotheses, and analytic plan were registered on the Open Science Framework (OSF) before collecting the data; analysis code, questionnaires, and other materials are available at: <ext-link ext-link-type="uri" xlink:href="https://osf.io/7qdgn/?view_only=f2768396243d4b93b4bdf5167e6ecc68" xlink:type="simple">https://osf.io/7qdgn/?view_only=f2768396243d4b93b4bdf5167e6ecc68</ext-link>.</p>
</sec>
<sec id="sec007">
<title>Sample description</title>
<p>This study focused on faculty instructors and students from 20 graduate training programs in counseling, psychology, and social work (for details about these programs, see <xref ref-type="table" rid="pone.0306114.t001">Table 1</xref>). The instructors were selected from a request for proposals (RFP) competition issued in January 2022 for graduate faculty from these professions to design a plan for integrating an enhanced hybrid version of the SCT-MH program into a required course in their training program that would be taught in the spring term of 2023. Drawing upon a larger grant from the John Templeton Foundation, selected instructors were awarded funding in August 2022 to support their involvement over the 2022–2023 academic year, including completing the SCT-MH program themselves, replacing 15% of their existing course content with the standardized hybrid content, teaching the content to their graduate students according to the study stipulations, and assisting with the research procedures described below. Instructors also participated in a one-day virtual training session before the course began and three consultation calls during the implementation period focused on developing proficiency with teaching the enhanced version of the SCT-MH program in their courses and settings.</p>
<table-wrap id="pone.0306114.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.t001</object-id>
<label>Table 1</label> <caption><title>Overview of training programs and SCT-MH implementation contexts.</title></caption>
<alternatives>
<graphic id="pone.0306114.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center">Institution</th>
<th align="center">Profession</th>
<th align="center">Degree</th>
<th align="center">Course (Required in Curriculum)</th>
<th align="center">Number of Students<break/>(N = 268)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">Albizu University</td>
<td align="center">Psychology</td>
<td align="center">Psy.D.</td>
<td align="left">Diversity and Culture in Clinical Practice</td>
<td align="center">24</td>
</tr>
<tr>
<td align="left">Alfred University</td>
<td align="center">Counseling</td>
<td align="center">MS Ed.</td>
<td align="left">Topics in Counseling</td>
<td align="center">6</td>
</tr>
<tr>
<td align="left">Chatham University</td>
<td align="center">Psychology</td>
<td align="center">Psy.D.</td>
<td align="left">Practicum III</td>
<td align="center">8</td>
</tr>
<tr>
<td align="left">Indiana University</td>
<td align="center">Social Work</td>
<td align="center">MSW</td>
<td align="left">Mental Health and Addictions Practice: Individuals and Families</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">Long Island University</td>
<td align="center">Counseling</td>
<td align="center">M.S.</td>
<td align="left">Clinical Mental Health Counseling Internship II</td>
<td align="center">10</td>
</tr>
<tr>
<td align="left">Louisiana State University in Shreveport</td>
<td align="center">Counseling</td>
<td align="center">M.S.</td>
<td align="left">Counseling Internship II</td>
<td align="center">11</td>
</tr>
<tr>
<td align="left">Loyola University Maryland</td>
<td align="center">Psychology</td>
<td align="center">Psy.D.</td>
<td align="left">Advanced Psychopathology Seminar</td>
<td align="center">17</td>
</tr>
<tr>
<td align="left">New Mexico Highlands University</td>
<td align="center">Counseling</td>
<td align="center">M.A.</td>
<td align="left">Internship in Clinical Mental Health Counseling</td>
<td align="center">10</td>
</tr>
<tr>
<td align="left">Rutgers University</td>
<td align="center">Psychology</td>
<td align="center">Ph.D.</td>
<td align="left">Motivation and Emotion: Biological and Affective Basis of Behavior</td>
<td align="center">19</td>
</tr>
<tr>
<td align="left">SUNY Brockport</td>
<td align="center">Social Work</td>
<td align="center">MSW</td>
<td align="left">Cultural Humility and Social Work Practice</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">University of California, Berkeley</td>
<td align="center">Psychology</td>
<td align="center">Ph.D.</td>
<td align="left">Professional Development in Clinical Science</td>
<td align="center">8</td>
</tr>
<tr>
<td align="left">University of Central Florida</td>
<td align="center">Counseling</td>
<td align="center">M.A.</td>
<td align="left">Human Sexuality &amp; Relationships</td>
<td align="center">19</td>
</tr>
<tr>
<td align="left">University of Hawai’i at Mānoa</td>
<td align="center">Social Work</td>
<td align="center">MSW</td>
<td align="left">Advanced Practice In Behavioral Mental Health</td>
<td align="center">17</td>
</tr>
<tr>
<td align="left">University of Missouri–St. Louis</td>
<td align="center">Social Work</td>
<td align="center">MSW</td>
<td align="left">Advanced Social Work Practice Across The Lifespan</td>
<td align="center">7</td>
</tr>
<tr>
<td align="left">University of North Florida</td>
<td align="center">Counseling</td>
<td align="center">M.S.</td>
<td align="left">Introduction to Family Counseling</td>
<td align="center">24</td>
</tr>
<tr>
<td align="left">University of South Alabama</td>
<td align="center">Counseling</td>
<td align="center">M.S.</td>
<td align="left">Addictions Counseling</td>
<td align="center">9</td>
</tr>
<tr>
<td align="left">University of Southern Mississippi</td>
<td align="center">Psychology</td>
<td align="center">M.S.</td>
<td align="left">Field Internship</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">University of Texas Rio Grande Valley</td>
<td align="center">Counseling</td>
<td align="center">M.Ed.</td>
<td align="left">Clinical Internship II</td>
<td align="center">7</td>
</tr>
<tr>
<td align="left">University of West Florida</td>
<td align="center">Social Work</td>
<td align="center">MSW</td>
<td align="left">Advanced Year Field Instruction and Integrative Seminar I</td>
<td align="center">8</td>
</tr>
<tr>
<td align="left">Utah State University</td>
<td align="center">Social Work</td>
<td align="center">MSW</td>
<td align="left">Advanced Generalist Social Work Practice II: Couples, Families, &amp; Group</td>
<td align="center">25</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>The average age of the faculty instructors was 45.40 years (<italic>SD</italic> = 6.76) and the gender distribution was 50% cisgender female, 45% cisgender male, and 5% non-binary. In total, 75% of this group identified as White or Caucasian and 25% identified as Black or African American, Hispanic or Latinx, or Asian or Pacific Islander. Religious affiliations ranged from Christian (Catholic = 30%, Protestant = 30%) to other religions (e.g., Jewish; 25%) and non-affiliated (15%). Half of the instructors identified as “moderately” or “very” religious and all but one viewed themselves as a “moderately” or “very” spiritual person. All of the instructors held a doctorate degree in their field and 80% were licensed to practice clinically. They held these positions in their training programs at the time of the study: Director of Clinical Training = 10%, Full Professor = 15%, Associate Professor = 35%, Assistant Professor = 35%, Associate Clinical Professor = 5%. Half of the instructors had been teaching for 10 or more years and 60% had not received any formal training in S/R competence before the study.</p>
<p>The recruitment of students for this study began on January 1, 2023 and ended on May 30, 2023. In total, 351 students registered for the instructors’ selected courses in the Spring 2023 term in which the enhanced SCT-MH program would be included (for details about the courses and relative numbers of students, see <xref ref-type="table" rid="pone.0306114.t001">Table 1</xref>). These students were invited via email to participate in evaluation surveys administered via Qualtrics consisting of validated measures of S/R competence and other assessments at Week 1 (Baseline), Week 6 (Start of SCT-MH Program), and Week 12 (End of SCT-MH Program) of the course. Although students needed to complete the SCT-MH modules, activities, and assignments for their course requirements, they could abstain from completing the surveys without affecting their grade or status in the course. Further, instructors were not notified about whether their students voluntarily opted to participate in the research procedures and were not provided access to the resulting dataset. Students who opted to complete the research surveys first signed a written consent form, which was part of the Qualtrics survey packet, before completing the first survey. Of the overall group of students, 309 completed the baseline assessment (88% response rate). Of this sample, 268 students completed the study assessments again at Time 2 and 3 (86.7% retention rate).</p>
<p>The average age in the final sample of students was 30.16 years (<italic>SD</italic> = 8.22) and gender distribution was 84.7% cisgender female, 13.8% cisgender male, and 1.4% transgender or non-binary. Students reported these rates of racial/ethnic identities: White or Caucasian = 61.2%, Hispanic or Latinx = 16.4%, Black or African American = 9.7%, Asian or Pacific Islander = 6.0%, and other groups = 6.6%). Nearly half of the sample identified as Christian (Catholic = 13.1%, Orthodox = 0.4, Protestant = 33.6%); roughly one-fifth were affiliated with Judaism (5.6%), Buddhism (2.6%), and other organized religions (12.2%); and one-third of students identified as non-affiliated (33.6%). Less than one-third (30.6%) of the students identified as “moderately” or “very” religious and 61.9% viewed themselves as a “moderately” or “very” spiritual person. All of the students were in their second-year or beyond in the training program and were engaged in a clinical practicum or internship that involved supervised practice with clients. In total, 54.9% of the students had not received prior training in integrating their clients’ S/R into clinical practice in coursework, workshops, or field/clinical work before the study.</p>
</sec>
<sec id="sec008">
<title>Overview SCT-MH course</title>
<p>The Spiritual Competency Training in Mental Health (SCT-MH) hybrid graduate course curriculum consists of two parts: (1) a minimally modified version of the existing eight online modules housed on the edX platform (i.e., ~10 hours of asynchronous, self-paced multimedia content and learning activities) (Note: The original online SCT-MH program for mental health providers is described in Pearce et al. [<xref ref-type="bibr" rid="pone.0306114.ref014">14</xref>]); and (2) five 30-minute class discussions and one class devoted to role-playing skill development for S/R assessment (~3 hours). We designed the curriculum for the in-person weekly classes using the flipped classroom approach. Specifically, students engage with all learning resources (e.g., readings, videos, case studies) before attending class. Class time is then devoted to discussions and skill building activities, such as role plays. The flipped classroom approach addresses the current limitation in most multicultural diversity courses, which prioritize the formation of attitude and knowledge-based competencies over acquisition of skills [Priester PE et al. [Unpublished]]. Key topics included: common stereotypes about spirituality/religion; the diversity of S/R forms and expressions; important reasons for addressing spirituality/religion in treatment; the importance of the therapist’s own S/R attitudes, beliefs, and practices; how to assess clients’ spirituality/religion; how to help clients access S/R resources; and how to respond to S/R problems that arise in treatment. Modifications to Pearce et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref014">14</xref>] original SCT-MH program for practicing clinicians included the addition of video case critiques, more case examples, suggested clinical practice activities with follow-up reflection, and a graded final case study based on Vieten et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref019">19</xref>, <xref ref-type="bibr" rid="pone.0306114.ref020">20</xref>] competencies (see <xref ref-type="table" rid="pone.0306114.t002">Table 2</xref> for a description of the SCT-MH training program modules).</p>
<table-wrap id="pone.0306114.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.t002</object-id>
<label>Table 2</label> <caption><title>Description of SCT-MH training program modules.</title></caption>
<alternatives>
<graphic id="pone.0306114.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center">Training Program Module</th>
<th align="center">Description</th>
<th align="center">Spiritual/Religious Competencies Addressed in Module</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left"><italic>Module 1</italic>: Introduction and Orientation</td>
<td align="left"><list list-type="bullet"><list-item><p>What is spiritually integrated mental health care?</p></list-item><list-item><p>Why integrate spirituality into therapy?</p></list-item><list-item><p>What does it take to do spiritually integrated therapy?</p></list-item></list></td>
<td align="left">#3. Being aware of your own beliefs: Attitude<break/>#10. Being aware of legal and ethical issues: Knowledge<break/>#15. Staying up-to-date: Skill</td>
</tr>
<tr>
<td align="left"><italic>Module 2</italic>: Understanding Spirituality</td>
<td align="left"><list list-type="bullet"><list-item><p>Defining spirituality and religion: Similarities and differences</p></list-item><list-item><p>Religious and spiritual diversity</p></list-item><list-item><p>Spiritual development across the lifespan and the forces that influence this process</p></list-item></list></td>
<td align="left">#5. Understanding spirituality and religion as different but overlapping: Knowledge<break/>#7. Recognizing spiritual and religious development over lifespan: Knowledge<break/>#8. Learn about diverse beliefs and practices: Knowledge</td>
</tr>
<tr>
<td align="left">Module 3: Guiding Principles for Spiritually Integrated Mental Health Care</td>
<td align="left"><list list-type="bullet"><list-item><p>Inappropriate therapist orientations to spirituality in mental health</p></list-item><list-item><p>Effective therapist orientation to spiritually competent care</p></list-item><list-item><p>The therapists’ own spiritual orientation and spiritual biases</p></list-item></list></td>
<td align="left">#1. Demonstrating empathy, respect, and appreciation: Attitude<break/>#2. Appreciating spiritual and religious diversity: Attitude<break/>#3. Being aware of your own beliefs: Attitude</td>
</tr>
<tr>
<td align="left"><italic>Module 4</italic>: Distinguishing between Helpful and Harmful Types of Spirituality</td>
<td align="left"><list list-type="bullet"><list-item><p>Life-affirming, helpful forms of spirituality</p></list-item><list-item><p>Life-limiting, unhelpful forms of spirituality</p></list-item><list-item><p>Distinguishing between spiritual experiences and psychopathology?</p></list-item></list></td>
<td align="left">#6. Difference between spirituality and psychopathology: Knowledge<break/>#8. Learn about clients’ spiritual and religious resources: Knowledge<break/>#9. Recognize harmful spiritual and religious involvement: Knowledge</td>
</tr>
<tr>
<td align="left"><italic>Module 5</italic>: Assessing Spirituality in Mental Health Care</td>
<td align="left"><list list-type="bullet"><list-item><p>Setting the stage for spiritual assessment</p></list-item><list-item><p>Initial, implicit, and explicit spiritual assessment</p></list-item></list></td>
<td align="left">#11. Working with spiritual and religious diversity: Skill<break/>#12. Conducting spiritual and religious assessment: Skill</td>
</tr>
<tr>
<td align="left"><italic>Module 6</italic>: Assessing and Mobilizing Spiritual Resources</td>
<td align="left"><list list-type="bullet"><list-item><p>Guidelines for integrating spiritual resources into therapy</p></list-item><list-item><p>Cultivating and mobilizing spiritual resources</p></list-item></list></td>
<td align="left">#8. Learn about clients’ spiritual and religious resources: Knowledge<break/>#13. Helping clients identify/ access spiritual and religious resources: Skill</td>
</tr>
<tr>
<td align="left"><italic>Module 7</italic>: Assessing and Addressing Spiritual Problems</td>
<td align="left"><list list-type="bullet"><list-item><p>What not to do when encountering spiritual problems</p></list-item><list-item><p>How to address spiritual problems in therapy</p></list-item><list-item><p>Addressing spiritual problems</p></list-item></list></td>
<td align="left">#9. Recognize harmful spiritual and religious involvement: Knowledge<break/>#14. Helping clients identify and deal with spiritual and religious problems: Skill<break/>#16. Acknowledging limits: Skill</td>
</tr>
<tr>
<td align="left"><italic>Module 8</italic>: Putting it All Together, Challenges, and Future Directions</td>
<td align="left"><list list-type="bullet"><list-item><p>Ethical concerns of spiritually integrated therapy</p></list-item><list-item><p>Synthesize and apply knowledge from all eight modules to a hypothetical clinical case planning decision making</p></list-item><list-item><p>Summing up the program</p></list-item></list></td>
<td align="left">#10. Develop awareness of legal and ethical issues: Knowledge<break/>#15. Stay up-to-date: Skill<break/>#16. Acknowledging limits: Skill</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>To promote skill proficiency, class meetings incorporated topical discussions and role-playing exercises to gain exposure and comfortability with basic clinical practices for spiritually responsive care (e.g., S/R assessment, integration of S/R content into treatment planning and psychosocial interventions, collaborating with clergy). Consistent with the multicultural competence literature [<xref ref-type="bibr" rid="pone.0306114.ref034">34</xref>], students also engaged in reflective exercises to enhance self-awareness of their own attitudes/beliefs about S/R. Each of the instructors were given a standardized curriculum, syllabus, and guidebook with copies of the class activities, as well as some flexibility in implementation. Specifically, a portion of the face-to-face time each week was set aside to discuss issues and topics most relevant to their students’ training needs, as well as features of training in their discipline.</p>
</sec>
<sec id="sec009">
<title>Measures</title>
<sec id="sec010">
<title>S/R competence measures</title>
<p>Students completed the below measures at Week 1, Week 6, and Week 12 of their courses to evaluate possible changes in varying facets of S/R competence:</p>
<p><italic>Religious/Spiritually Integrated Practice Assessment Scale (RSIPAS)</italic> [<xref ref-type="bibr" rid="pone.0306114.ref035">35</xref>]. Three of the four RSIPAS subscales were included in the current study to assess students’ self-reported competencies in one attitude domain (Attitudes about S/R integrated clinical practice; 12 items; range 12–60), and two skills domains (Self-Efficacy with S/R integrated clinical practice; 13 items; range 13–65; and Current Engagement in S/R integrated practice; 9 items; range 9–45). Sample items include: “It is essential to assess clients’ religious/spiritual beliefs in practice” (Attitude); “I am comfortable discussing my clients’ religious/spiritual struggles” (Self-Efficacy); and “I use empirically supported interventions that specifically outline how to integrate my clients’ religion/spirituality into treatment” (Current Engagement). Items were rated on a 5-point scale in which 1 = <italic>Strongly disagree</italic> and 5 = <italic>Strongly agree</italic>, such that higher scores indicated greater perceived S/R competence. The RSIPAS has demonstrated strong internal consistency, convergent/divergent validity, and other psychometric properties in a number of studies (e.g., [<xref ref-type="bibr" rid="pone.0306114.ref029">29</xref>, <xref ref-type="bibr" rid="pone.0306114.ref030">30</xref>, <xref ref-type="bibr" rid="pone.0306114.ref035">35</xref>]. Cronbach’s alphas fell in these ranges for the three subscales across the longitudinal assessments: Attitudes = .86-.87; Self-Efficacy = .90-.91; Engagement = .86-.88.</p>
<p><italic>Spiritual Competency Questionnaire (SCQ)</italic> [<xref ref-type="bibr" rid="pone.0306114.ref029">29</xref>]. Drawing upon Vieten et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref020">20</xref>] competencies, the 16-item SCQ assessed students’ perceived Attitudes (3 items; range = 3–21), Knowledge (6 items; range = 6–42), and Skills (7 items; range = 7–49) related to attending to clients’ S/R in their practice. Sample items include: “I make a conscious, daily effort to respect clients from diverse backgrounds (spiritual, religious, or secular)” (Attitudes); “I know how to tell the difference between spiritual experiences and psychopathological symptoms” (Knowledge); and “I inquire about clients’ religion and/or spirituality as a standard part of my assessment process” (Skills). Items were rated on a 7-point scale in which 1 = <italic>Not at all true of me</italic> and 7 = <italic>Completely true of me</italic>, such that higher scores again indicated greater perceived S/R competence. The SCQ has similarly displayed strong psychometric properties in previous studies [<xref ref-type="bibr" rid="pone.0306114.ref029">29</xref>, <xref ref-type="bibr" rid="pone.0306114.ref030">30</xref>]. Cronbach’s alphas fell in these ranges for the three subscales across the three longitudinal assessments in this study: Attitudes = .67-.72; Knowledge = .83-.85; Skills = .83-.88.</p>
<p><italic>Religious and Spiritual Knowledge Questionnaire (RSKQ)</italic>. A 21-item objective measure of the students’ basic knowledge of S/R content with relevance to spiritually responsive clinical practice was also implemented at each time point. In other words, unlike the items for self-assessment of perceived S/R competence, these items offered objective measures of the students’ knowledge. Drawing upon the parallel forms of the RSKQ that were developed and successfully used in Pearce et al.’s [<xref ref-type="bibr" rid="pone.0306114.ref029">29</xref>] initial evaluation study, we created a third set of items that mapped onto these existing versions for this study. We piloted the overall pool of items with 20 graduate students in a PhD program in clinical/counseling psychology or Master’s program in clinical mental health counseling at the [MASKED REVIEW] to ensure the three forms were equivalent in their difficulty-level. Namely, in addition to comparing the total scores across the three sets of items, we also reviewed item-total correlations and percentages of correct responses on each item. In turn, we eliminated two problematic items from each version and switched others to ensure the three versions of the RSKQ had adequate content validity and generated the same average total score among students in the pilot survey (Mean = 10). Items were presented in a multiple-choice format in which the students needed to identify the correct response from four choices. After scoring each item as 0 = <italic>Incorrect</italic> or 1 = <italic>Correct</italic>, we summed the total number of correct items to provide an overall index of the students’ objective S/R knowledge at each assessment for the analyses (range = 0–21).</p>
</sec>
</sec>
<sec id="sec011">
<title>Instructor-graded final case assessment</title>
<p>We also included an instructor-graded assessment at the end of the online course to provide a multiple-rater measurement of students’ acquisition of the foundational attitudes, knowledge, and skills related to S/R competence. The ten-question final case study in the SCT-MH program was designed to assess the 16 competencies taught in the curriculum. To ensure standardization of grading across instructors, we developed a specific evaluation rubric for the case study along with an answer key, trained the instructors how to use both tools during a half-day training using hypothetical student responses, reviewed the use of the rubric during the consultation call prior to their grading of the final case studies, and answered instructors’ grading questions as they arose. As such, the students’ final grade on this case study provided a proxy measure of S/R competence achievement that we will also report in this paper.</p>
</sec>
<sec id="sec012">
<title>Acceptability questions</title>
<p>We also gathered quantitative and qualitative evaluative feedback from the students in the third assessment about the acceptability of varying components and dimensions of the enhanced SCT-MH program. In addition to addressing the second hypothesis of this study, data from these assessments was used to further improve the content, organization, and presentation of the enhanced SCT-MH program for future implementation in mental health graduate education.</p>
</sec>
<sec id="sec013">
<title>Research procedures</title>
<p>Students were invited to participate in three evaluation surveys over a 12-week period during their courses: Week 1 (Baseline), Week 6 (Immediately before starting the SCT-MH Program), and Week 12 (End of SCT-MH Program). Written consent was obtained from the students before completing the first survey. Using the same 12-week schedule across the training programs, each instructor refrained from presenting any material related to S/R for the first six weeks of the course. At Week 7, the instructors introduced the SCT-MH program and students were granted access to the online modules. In six classes over the next six weeks, the students completed the online modules outside of class and participated in structured discussions (2.5 hours total) and role plays (3 hours total) during the meetings with their instructors and classmates that were outlined in the instructor guidebook. At Week 12, students were then invited to complete the assessment battery for a third time and instructors provided the research team with the students’ SCT-MH final case study grades. In so doing, this multiple baseline design utilized changes on S/R competence measures between Week 1 to Week 6 as a no-treatment comparison condition that could be compared to the magnitude of anticipated improvements in S/R competence during the six-week period in which students completed the enhanced SCT-MH program (i.e., Week 7 to Week 12). In summary, all students in each of the 20 classes were required to complete the SCT-MH course curriculum, but only students who elected to and consented to participating in the research completed the surveys. Surveys were distributed via Qualtrics, and students received a gift card for each survey that was completed ($50 for Survey 1; $60 for Survey 2; $75 for Survey 3). Following review and approval of these research procedures, the University of South Alabama Institution Review Board (IRB) approved this study and served as the primary IRB for the study; secondary approvals, when desired, were granted from the instructors’ institutions before data collection began.</p>
</sec>
<sec id="sec014">
<title>Plan of analysis</title>
<p>Following our screening of the data and calculation of descriptive statistics and effect sizes for changes in S/R competence measures, we performed a series of analytic steps culminating with the estimation of a multi-factor latent growth model of the seven measures of S/R competence (attitudes, knowledge, and skills). To this end, we first computed the subscale scores for each measure in accordance with the previously published literature on the RSIPAS or SCQ. For the RSKI instrument, we computed the sum score of the number of correct responses provided for each student. Next, we generated descriptive statistics for each of these measures across time to examine the average change trajectories across the three assessment points.</p>
<p>Based on the observed growth patterns, we specified a piecewise latent growth trajectory for each S/R competence outcome such that the change from Time 1 (Baseline) to Time 2 (Pre-Training) was modeled separately from Time 2 (Pre-Training) to Time 3 (Post-Training). This approach estimated the stability of the S/R competencies prior to completing the SCT-MH training program (i.e., waitlist control period) and a more accurate effect of the training program. The variance for each facet of S/R competence was constrained to be equal across time, but variances were freely estimated across them. For each outcome, the covariance between the intercept and the control period slopes was fixed to zero but was freely estimated for the intercept and training slope. The covariances between intercepts and the covariances between the training slopes were freely estimated; that is, the model accounted for the correlation between the outcome at baseline as well as the SCT-MH training program’s probable effects. The covariances between the S/R competence outcomes at the end of the study were also freely estimated. The model was estimated in the lavaan package [<xref ref-type="bibr" rid="pone.0306114.ref036">36</xref>] in R [<xref ref-type="bibr" rid="pone.0306114.ref037">37</xref>] using maximum likelihood estimation, with statistical significance set as a p-value of less than .05. Last, the correlations were calculated between each of the outcomes with the grades from the end-of-course case study assignment.</p>
<p>Two sets of analyses were performed to examine the acceptability of infusing the enhanced SCT-MH program into the graduate course. First, frequency analyses were used to summarize quantitative feedback provided by students. Second, narrative responses to the qualitative items were examined via an inductive content analysis [<xref ref-type="bibr" rid="pone.0306114.ref038">38</xref>] to identify the primary themes. The authors DK and BB (both Christian White men in their 20s) coded the responses to the five questions in a manner that was blinded to students’ backgrounds or responses on other study measures. In turn, a consensus method was then used by the authors DK, BB, and JC to resolve discrepant ratings.</p>
</sec>
</sec>
<sec id="sec015" sec-type="results">
<title>Results</title>
<sec id="sec016">
<title>Preliminary analyses</title>
<p>We initially screened our data for missing values, normality assumptions, and univariate and multivariate outliers. Prior to running our primary analyses, we also calculated descriptive statistics for observed scores on the outcomes measures along with effect sizes for changes in the S/R competence measures across the two six-week intervals between the assessments (see <xref ref-type="table" rid="pone.0306114.t003">Table 3</xref>). With the exception of an increase in engagement on the RSIPAS (paired samples <italic>t</italic> [267] = 2.01, <italic>p</italic> &lt; .023; Cohen’s <italic>d</italic> = 0.123) and perceived skills on the SCQ (paired samples <italic>t</italic> [267] = 2.28, <italic>p</italic> &lt; .012; Cohen’s <italic>d</italic> = 0.139), students did not report improvement in the other outcomes from Week 1 to Week 6 (paired samples <italic>t</italic> [267] = -33.87 to 0.90, <italic>p</italic> &lt; .413; Cohen’s <italic>d</italic> = -2.07 to 0.02). In contrast, when compared to students’ mean scores on the S/R competence measures at Week 6, they reported significantly higher scores at Week 12 (paired samples <italic>t</italic> [267] = 9.20 to 56.67, <italic>p</italic> &lt; .001; Cohen’s <italic>d</italic> = 0.562 to 3.462).</p>
<table-wrap id="pone.0306114.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.t003</object-id>
<label>Table 3</label> <caption><title>Means and standard deviations of the R/S competency outcomes (N = 268).</title></caption>
<alternatives>
<graphic id="pone.0306114.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left"/>
<th align="center">Week 1</th>
<th align="center">Week 6</th>
<th align="center">Week 12</th>
<th align="left">Week 1–6:<break/>Cohen’s <italic>d</italic></th>
<th align="center">Week 6–12:<break/>Cohen’s <italic>d</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">RSIPAS–Attitudes</td>
<td align="center">50.04 (6.10)</td>
<td align="center">49.78 (6.18)</td>
<td align="center">53.47 (5.62)</td>
<td align="char" char=".">-0.055</td>
<td align="char" char=".">0.667<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
<tr>
<td align="left">RSIPAS–Self-Efficacy</td>
<td align="center">40.59 (8.82)</td>
<td align="center">27.94 (5.83)</td>
<td align="center">52.66 (6.31)</td>
<td align="char" char=".">-2.070<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
<td align="char" char=".">3.462<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
<tr>
<td align="left">RSIPAS–Engagement</td>
<td align="center">27.17 (6.59)</td>
<td align="center">27.90 (6.60)</td>
<td align="center">33.62 (5.92)</td>
<td align="char" char=".">0.123<xref ref-type="table-fn" rid="t003fn001">*</xref></td>
<td align="char" char=".">0.946<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
<tr>
<td align="left">SCQ–Attitudes</td>
<td align="center">18.13 (2.67)</td>
<td align="center">18.01 (2.61)</td>
<td align="center">19.35 (1.96)</td>
<td align="char" char=".">-0.047</td>
<td align="char" char=".">0.562<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
<tr>
<td align="left">SCQ–Knowledge</td>
<td align="center">30.31 (7.82)</td>
<td align="center">30.23 (7.68)</td>
<td align="center">40.82 (5.03)</td>
<td align="char" char=".">-0.013</td>
<td align="char" char=".">1.37<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
<tr>
<td align="left">SCQ–Skills</td>
<td align="center">20.49 (7.52)</td>
<td align="center">21.37 (7.31)</td>
<td align="center">29.49 (7.11)</td>
<td align="char" char=".">0.139<xref ref-type="table-fn" rid="t003fn002">**</xref></td>
<td align="char" char=".">1.06<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
<tr>
<td align="left">R/S Knowledge Questionnaire</td>
<td align="center">10.73 (2.45)</td>
<td align="center">10.79 (2.25)</td>
<td align="center">13.95 (3.33)</td>
<td align="char" char=".">0.017</td>
<td align="char" char=".">0.946<xref ref-type="table-fn" rid="t003fn003">***</xref></td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t003fn001"><p>*<italic>p</italic> &lt; .05,</p></fn>
<fn id="t003fn002"><p>**<italic>p</italic> &lt; .01,</p></fn>
<fn id="t003fn003"><p>***<italic>p</italic> &lt; .001.</p></fn>
<fn id="t003fn004"><p>R/S, religion and spirituality; RSIPAS, Religious/Spiritually Integrated Practice Assessment Scale; SCQ, Spiritual Competence Questionnaire.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec017">
<title>Effectiveness of enhanced SCT-MH program</title>
<p>Overall, each of the attitude-, knowledge-, and skill-based aspects of S/R competence followed the same general pattern; that is, during the control period, the outcomes remained relatively constant followed by a significant increase following the SCT-MH training program. The only exception to this pattern was the self-efficacy outcome on the RSIPAS, which showed a noticeable decrease during the control period followed by an increase nearly double the other competency-based assessments over the next six weeks. The pattern of change trajectories for each facet of S/R competence provided descriptive evidence of the training program’s effect.</p>
<p>The latent variable model of the collective growth of the seven outcomes provided additional support and insights into the SCT-MH training program’s possible effects (see <xref ref-type="fig" rid="pone.0306114.g001">Fig 1</xref>). The estimates from the growth model are shown in <xref ref-type="table" rid="pone.0306114.t004">Table 4</xref>. The control period changes indicated by the first slopes in the model were not found to differ significantly from zero for four of the seven competencies. Two of the competencies showed increases that were statistically significant, although the observed increase was less than one point on the scaled score metric. As noted above, the self-efficacy scale on the RSIPAS showed a large decline during the control period. All increases following the training program were positive and statistically significant (<italic>p</italic> &lt; .001 for all slopes). These findings indicate that all S/R competencies related to attitudes, knowledge, and skills increased after completing the training program. The standardized growth parameters on the RSIPAS competencies were .88 for Attitudes, 5.32 for Self-Efficacy, 3.06 for Engagement; competencies assessed by the SCQ were .71 for Attitudes, 2.23 for Knowledge, and 1.86 for Skills; the S/R Knowledge Questionnaire was 1.95.</p>
<fig id="pone.0306114.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Changes in spiritual and religious competency outcomes over time.</title>
<p><italic>Note</italic>. Changes from Baseline to Start of SCT-MH Program were statistically significant for Skills (SCQ; <italic>Z</italic> = 2.23, <italic>p</italic> = .03), Skills (RSIPAS; <italic>Z</italic> = 1.99, <italic>p</italic> = .05), and Skills (Self-Efficacy; <italic>Z</italic> = -33.84, <italic>p</italic> &lt; .001). All changes from Start of SCT-MH Program to End of SCT-MH Program were statistically significant (<italic>p</italic> &lt; .001). Timepoints: 1 = Baseline; 2 = Week 6; 3 = Week 12/13.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.g001" xlink:type="simple"/>
</fig>
<table-wrap id="pone.0306114.t004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.t004</object-id>
<label>Table 4</label> <caption><title>Latent growth model parameters estimates for spiritual competency measures.</title></caption>
<alternatives>
<graphic id="pone.0306114.t004g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.t004" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="center" colspan="7"><bold>Fixed Effect Estimates</bold></td>
</tr>
<tr>
<td align="left"/>
<td align="center" colspan="2"><italic>Intercept</italic></td>
<td align="center" colspan="2"><italic>Slope 1</italic></td>
<td align="center" colspan="2"><italic>Slope 2</italic></td>
</tr>
<tr>
<td align="left"><bold>Competency</bold></td>
<td align="center">Estimate</td>
<td align="center">SE</td>
<td align="center">Estimate</td>
<td align="center">SE</td>
<td align="center">Estimate</td>
<td align="center">SE</td>
</tr>
<tr>
<td align="left">RSIPAS–Attitudes</td>
<td align="center">50.04<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.37</td>
<td align="right">-0.26</td>
<td align="center">.29</td>
<td align="right">3.69<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.38</td>
</tr>
<tr>
<td align="left">RSIPAS–Self-Efficacy</td>
<td align="center">40.49<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.45</td>
<td align="right">-12.65<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.37</td>
<td align="right">24.72<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.37</td>
</tr>
<tr>
<td align="left">RSIPAS–Engagement</td>
<td align="center">27.18<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.40</td>
<td align="right">0.73<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.36</td>
<td align="right">5.71<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.36</td>
</tr>
<tr>
<td align="left">SCQ–Attitudes</td>
<td align="center">18.13<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.16</td>
<td align="right">-0.12</td>
<td align="center">.15</td>
<td align="right">1.34<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.15</td>
</tr>
<tr>
<td align="left">SCQ–Knowledge</td>
<td align="center">30.31<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.43</td>
<td align="right">-0.08</td>
<td align="center">.36</td>
<td align="right">10.59<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.46</td>
</tr>
<tr>
<td align="left">SCQ–Skills</td>
<td align="center">20.49<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.45</td>
<td align="right">0.86<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.39</td>
<td align="right">8.12<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.47</td>
</tr>
<tr>
<td align="left">S/R Knowledge Questionnaire</td>
<td align="center">10.74<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.14</td>
<td align="right">0.05</td>
<td align="center">.18</td>
<td align="right">3.16<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">.20</td>
</tr>
<tr>
<td align="center" colspan="7"><bold>Variance Estimates</bold></td>
</tr>
<tr>
<td align="left"/>
<td align="center" colspan="2"><italic>Intercept</italic></td>
<td align="center" colspan="2"><italic>Slope 1</italic></td>
<td align="center" colspan="2"><italic>Slope 2</italic></td>
</tr>
<tr>
<td align="left"><bold>Competency</bold></td>
<td align="center">Estimate</td>
<td align="center">SE</td>
<td align="center">Estimate</td>
<td align="center">SE</td>
<td align="center">Estimate</td>
<td align="center">SE</td>
</tr>
<tr>
<td align="left">RSIPAS–Attitudes</td>
<td align="right">25.09<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">2.52</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">17.72<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">3.11</td>
</tr>
<tr>
<td align="left">RSIPAS–Self-Efficacy</td>
<td align="right">34.81<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">3.63</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">21.59<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">4.63</td>
</tr>
<tr>
<td align="left">RSIPAS–Engagement</td>
<td align="right">24.64<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">2.90</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">3.48</td>
<td align="center">3.37</td>
</tr>
<tr>
<td align="left">SCQ–Attitudes</td>
<td align="right">3.54<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">0.39</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">0.00</td>
<td align="center">--</td>
</tr>
<tr>
<td align="left">SCQ–Knowledge</td>
<td align="right">32.23<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">3.11</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">22.54<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">4.22</td>
</tr>
<tr>
<td align="left">SCQ–Skills</td>
<td align="right">35.27<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">3.87</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">19.03<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">4.80</td>
</tr>
<tr>
<td align="left">S/R Knowledge Questionnaire</td>
<td align="right">1.46<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">0.35</td>
<td align="center">0.00</td>
<td align="center">--</td>
<td align="right">2.64<xref ref-type="table-fn" rid="t004fn001">*</xref></td>
<td align="center">0.92</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t004fn001"><p>* <italic>p</italic> &lt; .05. S/R = Spirituality and Religion; RSIPAS = Religious/Spiritually Integrated Practice Assessment Scale; SCQ, Spiritual Competence Questionnaire.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Our model also included covariances between the intercepts and slopes in the model. The full set of output for growth parameter covariances can be found in the Supplemental Materials; however, the overall conclusion from the covariance analysis is that growth rates after the training were positive and statistically significant for all spiritual/religious competencies. In other words, the growth in one of the S/R competencies was generally associated with favorable growth in the other outcomes.</p>
<p>Finally, we examined the association between the change score (Time 1 to Time 3) for each of the competencies and the final case study grade at the end of the SCT-MH training program. All of the zero-order correlations, with the exception of two of the skills measures (SCQ skills and RSIPAS skills), were significantly positively correlated, although they were mostly small in magnitude (.05 to .20). The correlation matrix can be found in the Supplemental Materials.</p>
</sec>
<sec id="sec018">
<title>Acceptability of enhanced SCT-MH program</title>
<p><xref ref-type="table" rid="pone.0306114.t005">Table 5</xref> summarizes relative frequencies of students’ responses to quantitative items in the last survey assessing acceptability of the enhanced SCT-MH program. In total, 38.5% of the sample envisioned using spiritually integrated therapy techniques at least “some of the time” with their clients and 58.5% envisioned doing so “often” or “very often”. In total, roughly 60–70% of the sample also rated the online modules, face-to-face discussions, in-class role-playing exercises, and modeling of skills as “very helpful,” or “extremely helpful” and another 22–32% rated these components as “somewhat helpful.” Similarly, nearly of the students rated the relevance of the SCT-MH training activities (online and face-to-face) and end-of-module suggestions in highly favorable ways and roughly one-third viewed them as “somewhat relevant.” Further, students rated their satisfactions with the online training modules and videos in similar ways. Nearly three-quarters of the sample also rated the amount of time needed to complete the online program and amount of material as “just right.”</p>
<table-wrap id="pone.0306114.t005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.t005</object-id>
<label>Table 5</label> <caption><title>Frequencies of responses to quantitative acceptability questions.</title></caption>
<alternatives>
<graphic id="pone.0306114.t005g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.t005" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="left"/>
<td align="center"><bold>Never</bold></td>
<td align="center"><bold>Rarely</bold></td>
<td align="center"><bold>Some of the time</bold></td>
<td align="center"><bold>Often</bold></td>
<td align="center"><bold>Very Often</bold></td>
</tr>
<tr>
<td align="left"><italic>I envision using spiritually integrated therapy techniques with my clients</italic>.</td>
<td align="center">0.3%</td>
<td align="center">2.7%</td>
<td align="center">38.5%</td>
<td align="center">41.9%</td>
<td align="center">16.6%</td>
</tr>
<tr>
<td align="left"/>
<td align="center"><bold>Not at all helpful</bold></td>
<td align="center"><bold>Not very helpful</bold></td>
<td align="center"><bold>Somewhat helpful</bold></td>
<td align="center"><bold>Very helpful</bold></td>
<td align="center"><bold>Extremely helpful</bold></td>
</tr>
<tr>
<td align="left"><italic>How helpful was the</italic> <underline><italic>online</italic></underline> <italic>SCT-MH training program in preparing you to engage in spiritually integrated therapy</italic>?</td>
<td align="center">0.3%</td>
<td align="center">1.4%</td>
<td align="center">26.7%</td>
<td align="center">52.0%</td>
<td align="center">19.6%</td>
</tr>
<tr>
<td align="left"><italic>How helpful were the face-to-face classroom discussions in preparing you to engage in spiritually integrated therapy</italic>?</td>
<td align="center">1.0%</td>
<td align="center">4.1%</td>
<td align="center">31.1%</td>
<td align="center">45.3%</td>
<td align="center">18.6%</td>
</tr>
<tr>
<td align="left"><italic>How helpful were the in-class role playing exercises in preparing you to engage in spiritually integrated therapy</italic>?</td>
<td align="center">1.7%</td>
<td align="center">5.7%</td>
<td align="center">31.8%</td>
<td align="center">43.2%</td>
<td align="center">17.6%</td>
</tr>
<tr>
<td align="left"><italic>How helpful was the modeling of spiritual competency skills in the online program (e</italic>.<italic>g</italic>., <italic>case studies</italic>, <italic>video critiques)</italic>?</td>
<td align="center">0.7%</td>
<td align="center">3.0%</td>
<td align="center">22.3%</td>
<td align="center">54.1%</td>
<td align="center">19.9%</td>
</tr>
<tr>
<td align="left"/>
<td align="center"><bold>Not at all relevant</bold></td>
<td align="center"><bold>Not very relevant</bold></td>
<td align="center"><bold>Somewhat relevant</bold></td>
<td align="center"><bold>Very relevant</bold></td>
<td align="center"><bold>Extremely relevant</bold></td>
</tr>
<tr>
<td align="left"><italic>How relevant was the SCT-MH training (online and face-to-face activities) to your clinical work</italic>?</td>
<td align="center">0.7%</td>
<td align="center">7.4%</td>
<td align="center">33.4%</td>
<td align="center">44.3%</td>
<td align="center">14.2%</td>
</tr>
<tr>
<td align="left"><italic>How relevant were the end-of-module suggestions for clinical skill application (practicing the skills with your clients) in the online training program</italic>?</td>
<td align="center">0.7%</td>
<td align="center">5.1%</td>
<td align="center">36.5%</td>
<td align="center">42.6%</td>
<td align="center">15.2%</td>
</tr>
<tr>
<td align="left"/>
<td align="center"><bold>Not at all satisfied</bold></td>
<td align="center"><bold>Not very satisfied</bold></td>
<td align="center"><bold>Somewhat satisfied</bold></td>
<td align="center"><bold>Very satisfied</bold></td>
<td align="center"><bold>Extremely satisfied</bold></td>
</tr>
<tr>
<td align="left"><italic>How satisfied were you with the online training program</italic>?</td>
<td align="center">0.7%</td>
<td align="center">3.7%</td>
<td align="center">34.5%</td>
<td align="center">45.9%</td>
<td align="center">15.2%</td>
</tr>
<tr>
<td align="left"><italic>How satisfied were you with the videos in the online training program</italic>?</td>
<td align="center">0.7%</td>
<td align="center">4.1%</td>
<td align="center">36.8%</td>
<td align="center">44.9%</td>
<td align="center">13.5%</td>
</tr>
<tr>
<td align="left"/>
<td align="center"><bold>Far too little</bold></td>
<td align="center"><bold>Moderately too little</bold></td>
<td align="center"><bold>Just right</bold></td>
<td align="center"><bold>Moderately too much</bold></td>
<td align="center"><bold>Far too much</bold></td>
</tr>
<tr>
<td align="left"><italic>How would you rate the amount of time needed to complete the online program</italic>?</td>
<td align="center">0.3%</td>
<td align="center">3.7%</td>
<td align="center">70.9%</td>
<td align="center">24.0%</td>
<td align="center">1.0%</td>
</tr>
<tr>
<td align="left"><italic>How would you rate the amount of material in the online training</italic>?</td>
<td align="center">0.3%</td>
<td align="center">6.8%</td>
<td align="center">72.3%</td>
<td align="center">20.3%</td>
<td align="center">0.3%</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p><xref ref-type="table" rid="pone.0306114.t006">Table 6</xref> presents the qualitative questions and the primary themes that emerged from the inductive content analysis. When asked about strengths of the enhanced SCT-MH program, nearly half of the students discussed the online materials (e.g., videos, reflection questions, case study); for example, one participated stated: “<italic>I liked the videos</italic>, <italic>I found it very helpful to listen to real time responses to clients dealing with spiritual issues</italic>. <italic>I am a visual learner so that was great</italic>. <italic>I also appreciate the print outs</italic>. <italic>I found them to be very helpful and will take them to work and use them for reference</italic>.” Similarly, 20–26% of students thought the role plays were helpful, enjoyed the class discussions to learn from their peers and faculty instructors, and/or discussed appreciation for framing S/R competence as a facet of multicultural competence and increased knowledge about S/R integration in mental health care. For example, one student stated: “<italic>It’s breaking through the taboo</italic>. <italic>We’re conditioned to avoid this topic</italic>, <italic>but it is an integral part of the human experience that our clients do and will continue to rely upon in varying ways</italic>. <italic>If we are to be truly effective in improving people’s quality of life</italic>, <italic>incorporating spirituality</italic>, <italic>if that is something that they desire</italic>, <italic>is vital to that</italic>. <italic>I am grateful to have been a part of this</italic>.”</p>
<table-wrap id="pone.0306114.t006" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0306114.t006</object-id>
<label>Table 6</label> <caption><title>Frequencies of qualitative themes.</title></caption>
<alternatives>
<graphic id="pone.0306114.t006g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.t006" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left"/>
<th align="center">Frequency</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left"><italic>What did you like about this spiritual competency training (online and face-to-face class activities)</italic>?</td>
<td align="center"/>
</tr>
<tr>
<td align="left"> Materials covered throughout the training program</td>
<td align="center">123 (45.9%)</td>
</tr>
<tr>
<td align="left"> Role plays to practice S/R competence skills</td>
<td align="center">78 (26.2%)</td>
</tr>
<tr>
<td align="left"> Increase in knowledge about S/R</td>
<td align="center">78 (26.2%)</td>
</tr>
<tr>
<td align="left"> Learning skills for addressing S/R</td>
<td align="center">75 (25.2%)</td>
</tr>
<tr>
<td align="left"> Class discussions about relevant topics</td>
<td align="center">62 (20.8%)</td>
</tr>
<tr>
<td align="left"> Self-reflection about R/S</td>
<td align="center">34 (11.4%)</td>
</tr>
<tr>
<td align="left"> R/S completed as an aspect of multicultural competence</td>
<td align="center">10 (3.4%)</td>
</tr>
<tr>
<td align="left"><italic>What would you like to see changed about this spiritual competency training (online and face-to-face class activities)</italic>?</td>
<td align="center"/>
</tr>
<tr>
<td align="left"> Final case study assignment</td>
<td align="center">52 (17.5%)</td>
</tr>
<tr>
<td align="left"> More religious/spiritual diversity</td>
<td align="center">42 (14.1%)</td>
</tr>
<tr>
<td align="left"> More role-play activities</td>
<td align="center">20 (6.7%)</td>
</tr>
<tr>
<td align="left"> More information on practical interventions</td>
<td align="center">18 (6.1%)</td>
</tr>
<tr>
<td align="left"> More resources provided in the program</td>
<td align="center">17 (5.7%)</td>
</tr>
<tr>
<td align="left"> Lack of time for class discussion</td>
<td align="center">17 (5.7%)</td>
</tr>
<tr>
<td align="left"><italic>What were your primary takeaways from this spiritual competency training (online and face-to-face class activities)</italic>?</td>
<td align="center"/>
</tr>
<tr>
<td align="left"> Importance of spiritually integrated mental health care</td>
<td align="center">112 (37.6%)</td>
</tr>
<tr>
<td align="left"> Increased understanding of how to practically integrate S/R into mental health care</td>
<td align="center">69 (23.2%)</td>
</tr>
<tr>
<td align="left"> Increased cultural humility in addressing S/R in mental health care</td>
<td align="center">60 (20.1%)</td>
</tr>
<tr>
<td align="left"> Increased confidence in integrating S/R into mental health care</td>
<td align="center">35 (11.7%)</td>
</tr>
<tr>
<td align="left"> Recognition that clinicians are allowed to discuss S/R with clients</td>
<td align="center">24 (8.1%)</td>
</tr>
<tr>
<td align="left"><italic>Is there anything you wish you could have learned more about</italic>?</td>
<td align="center"/>
</tr>
<tr>
<td align="left"> Information on a greater diversity of religions</td>
<td align="center">67 (22.6%)</td>
</tr>
<tr>
<td align="left"> More practical strategies for implementation of S/R competence</td>
<td align="center">42 (14.1%)</td>
</tr>
<tr>
<td align="left"> Ways of differentiating S/R from psychopathology</td>
<td align="center">23 (7.7%)</td>
</tr>
<tr>
<td align="left"> How to utilize spiritual/religious resources in treatment</td>
<td align="center">13 (4.4%)</td>
</tr>
<tr>
<td align="left"><italic>How do you see yourself utilizing the tools covered in this training with clients</italic>?</td>
<td align="center"/>
</tr>
<tr>
<td align="left"> S/R assessment</td>
<td align="center">134 (45.0%)</td>
</tr>
<tr>
<td align="left"> Broaching conversations about clients’ S/R</td>
<td align="center">71 (23.8%)</td>
</tr>
<tr>
<td align="left"> Use of spiritual/religious resources in treatment</td>
<td align="center">42 (14.1%)</td>
</tr>
<tr>
<td align="left">S/R, religious faith and/or spirituality.</td>
<td align="center"/>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>When asked about weaknesses or possible improvements to the enhanced SCT-MH program, nearly 20% of students reported difficulties with the final case study assignment. One student stated: “<italic>I think the case study should not be assigned at the end of the training</italic>. <italic>Perhaps it would be better to break the case study up into sections to be completed with the individual modules or allow more time to complete the study</italic>.” In addition, smaller subsets of students discussed a need for greater S/R diversity, not enough practical suggestions for applying the conceptual/scientific information to clinical practice, and a desire for more downloadable resources that students could access at a later date. Regarding the first criticism, one participant shared: “<italic>I would like to see more diversity in terms of religious and spiritual cases that gets discussed</italic>. <italic>At times it can seem like it is coming from a specific type of religious ideology</italic>.”</p>
<p>When considering the primary takeaways from the training program, over one-third of participants discussed the general importance of attending to S/R aspects of clients’ lives. One student stated: “<italic>Religion and spirituality play a large role in people’s lives and may play a larger role in their psychological presentation than we initially think—it is important to assess for religion/spirituality in our clients’ lives</italic>.” In addition, roughly 20% of students noted increased understanding about how to address a client’s spirituality/religion in their mental health care and/or cultural humility and self-reflection. On the former point, one student stated: “<italic>My primary takeaways were becoming more knowledgeable on how to use a person’s spirituality/religion as a strength and that I can support them in using spiritual practices to manage symptom[s]</italic>.”</p>
<p>The last two questions focused on topics that students wished to learn more about at the end of the training and specific ways they might implement the tools with their clients. Roughly one in five students expressed a desire to learn about a more diverse group of religions; one student stated, “<italic>I would like to have learned more in depth about different religions and cultures</italic>. <italic>There was a general overview</italic>, <italic>but I would like to learn more</italic>. <italic>I think maybe a follow up course would help</italic>.” In addition, students also expressed a desire to learn more about distinguishing between spirituality/religion and psychopathology and how to implement the clinical strategies in the training program. Of the many topics and skills that are covered, nearly half of the students reported plans to incorporate S/R assessment strategies; one participant stated: “<italic>the intake/implicit/explicit assessment questions are so helpful</italic>. <italic>I plan to continue utilizing those regularly now that I’ve learned them</italic>. <italic>Also</italic>, <italic>I find that being able to differentiate different spiritual/religious problems super helpful</italic>, <italic>and will lead to more rich work with my clients</italic>.” In addition, 15–25% of students reported plans to simply broach or bring up the topic of spirituality/religion with their clients and help their clients to access possible strengths/resources from the clients’ spirituality/religion in the treatment process.</p>
<p>The attitudes, knowledge, and skills pertaining to the common intersection between spirituality/religion and clients’ mental health, lived experience, presenting problem(s), and treatment has been largely ignored in graduate training across mental health disciplines [<xref ref-type="bibr" rid="pone.0306114.ref006">6</xref>, <xref ref-type="bibr" rid="pone.0306114.ref007">7</xref>, <xref ref-type="bibr" rid="pone.0306114.ref025">25</xref>]. Without training in spiritual and religious (S/R) competencies, clinicians are more likely to neglect spiritual issues in clinical practice and fail to identify their own biases when delivering care, both of which can negatively impact the quality and utilization of mental health care [<xref ref-type="bibr" rid="pone.0306114.ref039">39</xref>]. To address this training need, we enhanced the SCT-MH hybrid graduate course curriculum, which can be integrated into existing clinical courses at no cost.</p>
</sec>
</sec>
<sec id="sec019" sec-type="conclusions">
<title>Discussion</title>
<p>Our first hypothesis was that, when compared to changes in the six-week period without any intervention, students will report significantly greater improvements in S/R competence scores after completing the SCT-MH content. Specifically, we hypothesized that scores on self-report and objective measures of attitudes, knowledge, and skills would increase from pre- to post-training. This hypothesis was supported by the data. As expected, during the six-week control period when spirituality/religion was specifically not taught or discussed, almost no positive change was shown on any of the seven measures of S/R competence. Of note, there was slight increase on two of the skills measures and a large decrease in the third skills measures (self-efficacy) over the control period. The reason for this decline is difficult to decipher. It may be that students realized that they began the semester overconfident in their skills and that a degree of intellectual humility had settled in by mid-semester when they took Survey 2. Then, between Time 2 and Time 3 (weeks 7–12) when the SCT-MH curriculum was taught, students’ scores on all measures of S/R competence generally increased. This demonstrates that engaging with the training materials and activities appeared to promote acquisition of S/R competence in all targeted areas: attitudes, knowledge, and skills.</p>
<p>We included an instructor-rating of the students’ S/R competence post-intervention in the form of the graded final case study to strengthen the validity evidence supporting the intervention effect (i.e., multimethod, multi-trait measurement). We hypothesized that students’ SCT-MH final case study grade would be positively correlated with their change in S/R competence scores. We found that five of the seven S/R competence change scores were significantly positively correlated with the final case study grade: both measures of attitudes and knowledge, and one of the skill scales. Most graduate course work evaluations resemble activities like the final case study and the knowledge test; thus, it is not surprising that these measures were correlated. These findings suggest that the final case study may be a better proxy of attitudes and knowledge than of skills. A different type of assessment, such as a role play with a standardized client, may be a better assessment of students’ S/R competence skills. In addition, the five significant correlations were on the small side (.12 to .20), suggesting the concepts measured by these different assessments were related but also distinct from one another (i.e., discriminant validity evidence). Overall, the multiple measurement approaches employed in this study support inferences about the sizes and types of effects observed as a result of the SCT-MH Program.</p>
<p>Our second hypothesis was that the integrated curriculum approach would be a feasible, helpful, and relevant way to deliver training on S/R competence in mental health care via required coursework in graduate programs, as demonstrated by responses of students across quantitative and qualitative assessments. The results supported this hypothesis as well. Specifically, nearly all of the students planned on using spiritually integrated therapy techniques with their clients at least some of the time, found the training materials and activities helpful and relevant, and were satisfied with the online modules. Students also noted a number of strengths of the SCT-MH program, including the online materials (e.g., videos, reflection questions, case study), role plays, class discussions, framing S/R competence as a facet of multicultural competence, and increased knowledge about S/R integration in mental health care. In many cases, students who had begun the program feeling skeptical about the role of spirituality/religion in mental health ended up with a deep appreciation and understanding about the importance of addressing S/R aspects of clients’ lives in psychotherapy when appropriate. Many students noted that they felt spirituality/religion was “taboo” before this training and that they now felt they had “permission” and a greater comfort level to speak about this topic with their clients. Students reported feeling grateful for their increase in knowledge of the role that S/R plays in peoples’ lives and greater skill level in how to address a client’s S/R in their mental health care. This feedback reflects the achievement of the main goals and objectives of the SCT-MH program. An upcoming paper will report on the experience of the faculty teaching the program, which was also quite positive.</p>
<p>Substantive subsets of the students also identified weaknesses or possible improvements to the SCT-MH program. Namely, some students noted the length of the final case study assignment and others noted a need for greater S/R diversity, not enough practical suggestions for applying the conceptual/scientific information to clinical practice, and a desire for more downloadable resources to access at a later date. Notably, when developing the course, we made a conscious effort to include clients of diverse religious, spiritual, and non-religious/spiritual identifications in the course materials. Specifically, the case materials in the course were strategically designed to reflect the overall religious landscape of the U.S. in 2021 (i.e., the time period over which the training program was developed). At that time, 63% of Americans identified with a Christian tradition/denomination of some sort [<xref ref-type="bibr" rid="pone.0306114.ref040">40</xref>]. In the spirit of equitable representation, 41% (9 of 22) of the cases presented in the modules are with Christian clients from varying backgrounds. In the remainder of case examples, we presented clients from Muslim, Jewish, and Buddhist backgrounds as well as others who identify as spiritual but not religious, agnostic, and atheist. Some of the suggestions, such as more in-depth learning about diverse religions and cultures and information on how to implement the clinical strategies and approaches in the training program, might be best served by developing advanced SCT-MH training or pursuing other available resources and programs.</p>
<sec id="sec020">
<title>Limitations</title>
<p>As with all research, this study was not without limitations. Of the total number of students enrolled in the 20 classes, 11% elected not to participate in the research. As such, we do not know if students who did not participate were different in any significant ways from students who did elect to participate. Like most graduate courses, we also do not know the lasting effects of the positive change in spiritual/religious competencies. Similarly, we do not know if the changes in students’ S/R competence had a favorable impact on their clinical outcomes. This is also an important direction for future research. Although we provided faculty with a detailed grading rubric and examples for calibration for the final case study, as well as training to use the rubric, we did not do a fidelity check across instructors to check accuracy and standardization of grading. Finally, the students and faculty noted a few limitations of the curriculum, including that the final case study was too long, a perception that the role plays and case study had an overly Judeo-Christian focus, and a desire for more advanced training and additional clinical topics to be included in this introductory course (e.g., sexuality, substance abuse, severe mental illness). Additional studies should also identify potential moderators, such as the religiousness of the student and mental health discipline, that may influence the effectiveness of the training.</p>
</sec>
<sec id="sec021">
<title>Strengths</title>
<p>This study had a number of notable strengths that bolster the conclusions we can draw from the results. These strengths include a large and diverse sample of students across mental health disciplines with a strong retention rate for this type of research across three time points; data was collected from students on their experience of the SCT-MH curriculum that allowed for a rich understanding of the use and impact of this material; use of a wait-list control group that allowed us to test for the possibility of change due to the passage of time/maturation rather than the intervention; and use of measures that assessed both subjective and objective change in S/R competence knowledge to address the possibility of subjective bias. In addition, integrating the SCT-MH content into a required semester-long clinical course gave trainees the ability to learn the material, complete clinical practice activities after each module, engage in course-based peer discussions, receive feedback from their instructors about their progress, and earn graduate-level course credits. We believe this level of integration and depth of learning will more likely lead to retention of the information and application in their clinical work. By integrating SCT-MH into required clinical courses, rather than elective courses, we also avoided the self-selection bias of only training interested students, ensuring all students received the training and developed spiritual competencies. In addition, the use of standardized curriculum and faculty training materials makes it possible for faculty with no prior experience or knowledge of the link between spirituality/religion and mental health to confidently and competently integrate SCT-MH into their courses, thus eliminating one of the major barriers to teaching S/R competencies in graduate school (i.e., lack of formal training for faculty in this area). Furthermore, by integrating the materials into part of a course, rather than attempting to add an entire course to already packed curriculums, we eliminated another barrier to this type of training in graduate school (i.e., lack of space in curriculum for new courses).</p>
</sec>
<sec id="sec022">
<title>Implications and future directions</title>
<p>We used the feedback from the students to make a few minor changes to the curriculum, including revising a few of the case studies so that it was clearer that they were not Jewish or Christian, adding a statement on diversity, equity, and inclusion (DEI) at the beginning of the online course, setting learning outcome expectations for a basic, rather than advanced, training in S/R competence, and reducing the number of questions in the final case study from ten to eight. All teaching materials, including access to the edX SCT-MH online course, the Instructor Guidebook, and Instructor training videos, are freely available on our website for any mental health graduate training program interested in offering the course to their students. <ext-link ext-link-type="uri" xlink:href="https://www.spiritualandreligiouscompetenciesproject.com/resources/sct-mh" xlink:type="simple">https://www.spiritualandreligiouscompetenciesproject.com/resources/sct-mh</ext-link> The materials can be used flexibly and creatively, with graduate programs choosing how they want to use the SCT-MH program.</p>
<p>Next steps will ideally include developing training modules in advanced topics to meet the requests of many students for more training on issues such as spirituality/religion and sexuality, addictions, severe mental illness, religiously-based trauma, and specific techniques for spiritually integrated therapy. In addition, it would be beneficial to identify content in S/R and mental health to integrate into undergraduate courses, thus orienting students to this area before graduate school. Translating the SCT-MH into other languages, such as Spanish, would also increase the reach of the training materials, as well as allow us to distribute them in other countries with appropriate cultural adaptations. It will also be important to evaluate the changes in client outcomes when students and providers develop S/R competencies.</p>
</sec>
</sec>
<sec id="sec023" sec-type="conclusions">
<title>Conclusions</title>
<p>Cultivating multicultural competence is a lifelong journey that requires humility and curiosity on the part of clinicians over the course of their careers. Beginning in graduate education, honoring all aspects of diversity and psychological functioning in preparation for clinical practice is crucial and demanding on faculty and trainees. Evidence from this study suggests that the enhanced SCT-MH hybrid curriculum materials can be an effective, helpful, and relevant way to address the gap in S/R competency training in graduate mental health education. By starting at the outset of graduate education, faculty and supervisors might plant the seeds of basic knowledge and expertise in the field and begin to equip a new generation of educators, clinicians, and supervisors with basic awareness, knowledge, and skills to negotiate the common intersection between S/R and mental health. Ultimately, we hope SCT-MH will be one of many contributions to a transformation in mental health practice and the psychological well-being of those we serve, as routine clinical practice becomes more adept in understanding and responding to the common S/R dimensions of human flourishing and suffering.</p>
</sec>
<sec id="sec024" sec-type="supplementary-material">
<title>Supporting information</title>
<supplementary-material id="pone.0306114.s001" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.s001" xlink:type="simple">
<label>S1 Table</label>
<caption>
<title>Covariance estimates between growth parameters.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0306114.s002" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0306114.s002" xlink:type="simple">
<label>S2 Table</label>
<caption>
<title>Correlation matrix for all R/S competencies.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>We would like to thank the faculty instructors and graduate students for their time, effort, and thoughtful responses throughout the study.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0306114.ref001"><label>1</label><mixed-citation publication-type="other" xlink:type="simple">American Psychological Association. Commission on accreditation: Implementing regulations related to the standards of accreditation. [Internet]. 2015 [cited 2023 Nov 14]. <ext-link ext-link-type="uri" xlink:href="http://www.apa.org/ed/accreditation/section-c-soa.pdf" xlink:type="simple">http://www.apa.org/ed/accreditation/section-c-soa.pdf</ext-link></mixed-citation></ref>
<ref id="pone.0306114.ref002"><label>2</label><mixed-citation publication-type="other" xlink:type="simple">Commission on Accreditation for Marriage and Family Therapy Education. Accreditation standards: Graduate &amp; post-graduate marriage and family therapy training programs. [Internet]. 2016 [cited 2023 Nov 14]. <ext-link ext-link-type="uri" xlink:href="https://www.coamfte.org/Documents/COAMFTE/Version%2012/COAMFTE_Accreditation_Standards_Version_12.pdf" xlink:type="simple">https://www.coamfte.org/Documents/COAMFTE/Version%2012/COAMFTE_Accreditation_Standards_Version_12.pdf</ext-link></mixed-citation></ref>
<ref id="pone.0306114.ref003"><label>3</label><mixed-citation publication-type="other" xlink:type="simple">Council for Accreditation of Counseling and Related Educational Programs. 2016 CACREP standards. [Internet]. 2015 [cited 2023 Nov 14]. <ext-link ext-link-type="uri" xlink:href="http://www.cacrep.org/wp-content/uploads/2018/05/2016-Standards-with-Glossary-5.3.2018.pdf" xlink:type="simple">http://www.cacrep.org/wp-content/uploads/2018/05/2016-Standards-with-Glossary-5.3.2018.pdf</ext-link></mixed-citation></ref>
<ref id="pone.0306114.ref004"><label>4</label><mixed-citation publication-type="other" xlink:type="simple">Council on Social Work Education. Educational policy and accreditation standards for baccalaureate and master’s social work programs. [Internet]. 2015 [cited 2023 Nov 14]. <ext-link ext-link-type="uri" xlink:href="http://www.cswe.org" xlink:type="simple">http://www.cswe.org</ext-link>.</mixed-citation></ref>
<ref id="pone.0306114.ref005"><label>5</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Canda</surname> <given-names>ER</given-names></name>, <name name-style="western"><surname>Furman</surname> <given-names>LD</given-names></name>, <name name-style="western"><surname>Canda</surname> <given-names>H-J</given-names></name>. <source>Spiritual diversity in social work practice: The heart of helping</source>. <edition designator="3">3rd ed</edition>. <publisher-name>Oxford University Press</publisher-name>; <year>2020</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Moffatt</surname> <given-names>KM</given-names></name>, <name name-style="western"><surname>Oxhandler</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Ellor</surname> <given-names>JW</given-names></name>. <article-title>Religion and spirituality in graduate social work education: A national survey</article-title>. <source>J Soc Work Educ</source>. <year>2021</year>;<volume>57</volume>(<issue>2</issue>):<fpage>287</fpage>–<lpage>298</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/10437797.2019.1670307" xlink:type="simple">10.1080/10437797.2019.1670307</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref007"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Oxhandler</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Polson</surname> <given-names>EC</given-names></name>, <name name-style="western"><surname>Selman</surname> <given-names>S</given-names></name>. <article-title>Religion and spirituality in MSW programs’ implicit and explicit curricula: A national survey of faculty</article-title>. <source>J Soc Work Educ</source>. <year>2022</year>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/10437797.2022.2045239" xlink:type="simple">10.1080/10437797.2022.2045239</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schafer</surname> <given-names>RM</given-names></name>, <name name-style="western"><surname>Handal</surname> <given-names>PJ</given-names></name>, <name name-style="western"><surname>Brawer</surname> <given-names>PA</given-names></name>, <name name-style="western"><surname>Ubinger</surname> <given-names>M</given-names></name>. <article-title>Training and education religion/spirituality within APA-accredited clinical psychology programs: 8 years later</article-title>. <source>J Relig Health</source>. <year>2011</year>;<volume>50</volume>:<fpage>232</fpage>–<lpage>239</lpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref009"><label>9</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Koenig</surname> <given-names>HG</given-names></name>, <name name-style="western"><surname>King</surname> <given-names>DE</given-names></name>, <name name-style="western"><surname>Carson</surname> <given-names>VB</given-names></name>. <source>Handbook of religion and health</source>. <edition designator="2">2nd ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>; <year>2012</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref010"><label>10</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Exline</surname> <given-names>J</given-names></name>. <chapter-title>Religious and spiritual struggles</chapter-title>. In: <name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <name name-style="western"><surname>Exline</surname> <given-names>JJ</given-names></name>, <name name-style="western"><surname>Jones</surname> <given-names>JW</given-names></name>, editors. <source>APA Handbook of Psychology, Religion, and Spirituality, Vol 1: Context, Theory, and Research</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>American Psychological Association</publisher-name>; <year>2013</year>. p. <fpage>459</fpage>–<lpage>476</lpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref011"><label>11</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>. <source>Spiritually integrated psychotherapy: Understanding and addressing the sacred</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Guilford Press</publisher-name>; <year>2007</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref012"><label>12</label><mixed-citation publication-type="other" xlink:type="simple">Pargament KI, Exline JJ. Working with spiritual struggles in psychotherapy: From research to practice. New York: Guilford Press; 2022.</mixed-citation></ref>
<ref id="pone.0306114.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Oxhandler</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Pargament</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Pearce</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Vieten</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Moffatt</surname> <given-names>K</given-names></name>. <article-title>Current Mental Health Clients’ Attitudes Regarding Religion/Spirituality in Treatment: A National Survey</article-title>. <source>Religions</source>. <year>2021</year>;<volume>12</volume>(<issue>6</issue>):<fpage>371</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3390/rel12060371" xlink:type="simple">10.3390/rel12060371</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Pearce</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <name name-style="western"><surname>Oxhandler</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Vieten</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Wong</surname> <given-names>S</given-names></name>. <article-title>A novel training program for mental health providers in spiritual competencies</article-title>. <source>Spirituality in Clinical Practice</source>. <year>2019</year> [Online ahead of print]. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1037/scp0000195" xlink:type="simple">10.1037/scp0000195</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref015"><label>15</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Vieten</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Scammell</surname> <given-names>S</given-names></name>. <source>Spiritual and religious competencies in clinical practice: Guidelines for psychotherapists and mental health professionals</source>. <publisher-loc>Oakland, CA</publisher-loc>: <publisher-name>New Harbinger Publications</publisher-name>; <year>2015</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref016"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Oxhandler</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Parrish</surname> <given-names>DE</given-names></name>, <name name-style="western"><surname>Torres</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Achenbaum</surname> <given-names>A</given-names></name>. <article-title>The Integration of Clients’ Religion and Spirituality in Social Work Practice: A National Survey</article-title>. <source>Res Soc Work Pract</source>. <year>2015</year>;<volume>25</volume>(<issue>3</issue>):<fpage>337</fpage>–<lpage>345</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/sw/swv018" xlink:type="simple">10.1093/sw/swv018</ext-link></comment> <object-id pub-id-type="pmid">26173364</object-id></mixed-citation></ref>
<ref id="pone.0306114.ref017"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hodge</surname> <given-names>D.</given-names></name> <article-title>Spiritual competence: What is it, why is it necessary, and how to develop it</article-title>. <source>J Ethn Cult Divers Soc Work</source>. <year>2018</year>;<volume>27</volume>(<issue>2</issue>):<fpage>124</fpage>–<lpage>139</lpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref018"><label>18</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Furness</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Gilligan</surname> <given-names>P</given-names></name>. <source>Religion, belief, and social work: Making a difference</source>. <publisher-loc>Bristol, UK</publisher-loc>: <publisher-name>Policy Press</publisher-name>; <year>2010</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vieten</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Scammell</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Pilato</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Ammondson</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <name name-style="western"><surname>Lukoff</surname> <given-names>D</given-names></name>. <article-title>Spiritual and religious competencies for psychologists</article-title>. <source>Psychol Relig Spirituality</source>. <year>2013</year>;<volume>5</volume>(<issue>3</issue>):<fpage>129</fpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vieten</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Scammell</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Pierce</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Pilato</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Ammondson</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <etal>et al</etal>. <article-title>Competencies for psychologists in the domains of religion and spirituality</article-title>. <source>Spirituality in Clinical Practice</source>. <year>2016</year>;<volume>3</volume>(<issue>2</issue>):<fpage>92</fpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Captari</surname> <given-names>LE</given-names></name>, <name name-style="western"><surname>Hook</surname> <given-names>JN</given-names></name>, <name name-style="western"><surname>Hoyt</surname> <given-names>WT</given-names></name>, <name name-style="western"><surname>Davis</surname> <given-names>DE</given-names></name>, <name name-style="western"><surname>McElroy-Heltzel</surname> <given-names>SE</given-names></name>, <name name-style="western"><surname>Worthington</surname> <given-names>EL</given-names></name>. <article-title>Integrating clients’ religion and spirituality within psychotherapy. A comprehensive meta-analysis</article-title>. <source>J Clin Psychol</source>. <year>2018</year>;<volume>74</volume>:<fpage>1938</fpage>–<lpage>1951</lpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref022"><label>22</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <name name-style="western"><surname>Mahoney</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Shafranske</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Exline</surname> <given-names>JJ</given-names></name>, <name name-style="western"><surname>Jones</surname> <given-names>J</given-names></name>. <chapter-title>From research to practice: Towards an applied psychology of religion and spirituality</chapter-title>. In: <name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <name name-style="western"><surname>Mahoney</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Shafranske</surname> <given-names>E</given-names></name> (Assoc. Eds.), <source>APA handbooks in psychology: APA handbook of psychology, religion, and spirituality: Vol.2. An applied psychology of religion and spirituality</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>American Psychological Association</publisher-name>; <year>2013</year>. p. <fpage>3</fpage>–<lpage>22</lpage>.</mixed-citation></ref>
<ref id="pone.0306114.ref023"><label>23</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>. <source>The psychology of religion and coping: Theory, research, practice</source>. <publisher-loc>Guilford</publisher-loc>; <year>1997</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Moffatt</surname> <given-names>KM</given-names></name>, <name name-style="western"><surname>Oxhandler</surname> <given-names>HK</given-names></name>. <article-title>Religion and Spirituality in Master of Social Work Education: Past, Present, and Future Considerations</article-title>. <source>J Soc Work Educ</source>. <year>2018</year>;<volume>54</volume>(<issue>3</issue>):<fpage>543</fpage>–<lpage>553</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/10437797.2018.1434443" xlink:type="simple">10.1080/10437797.2018.1434443</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref025"><label>25</label><mixed-citation publication-type="other" xlink:type="simple">Vogel MJ. Examining religion and spirituality as diversity training: A multidimensional study of training in the American Psychological Association. [Doctoral Dissertation]. George Fox University, Newberg; 2013. (3515671)</mixed-citation></ref>
<ref id="pone.0306114.ref026"><label>26</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Carlson</surname> <given-names>TD</given-names></name>, <name name-style="western"><surname>Kirkpatrick</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Hecker</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Killmer</surname> <given-names>M</given-names></name>. <article-title>Religion, spirituality, and marriage and family therapy: A study of family therapists’ beliefs about the appropriateness of addressing religious and spiritual issues in therapy</article-title>. <source>Am J Fam Ther</source>. <year>2002</year>;<volume>30</volume>(<issue>2</issue>):<fpage>157</fpage>–<lpage>171</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/019261802753573867" xlink:type="simple">10.1080/019261802753573867</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref027"><label>27</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Awaad</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Ali</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Salvador</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Bandstra</surname> <given-names>B</given-names></name>. <article-title>A Process-Oriented Approach to Teaching Religion and Spirituality in Psychiatry Residency Training</article-title>. <source>Acad Psychiatry</source>. <year>2015</year>;<volume>39</volume>:<fpage>654</fpage>–<lpage>660</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s40596-014-0256-y" xlink:type="simple">10.1007/s40596-014-0256-y</ext-link></comment> <object-id pub-id-type="pmid">25510222</object-id></mixed-citation></ref>
<ref id="pone.0306114.ref028"><label>28</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Grabovac</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Clark</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>McKenna</surname> <given-names>M</given-names></name>. <article-title>Pilot study and evaluation of postgraduate course on ’The interface between spirituality, religion and psychiatry’</article-title>. <source>Acad Psychiatry</source>. <year>2008</year>;<volume>32</volume>(<issue>4</issue>):<fpage>332</fpage>–<lpage>337</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1176/appi.ap.32.4.332" xlink:type="simple">10.1176/appi.ap.32.4.332</ext-link></comment> <object-id pub-id-type="pmid">18695036</object-id></mixed-citation></ref>
<ref id="pone.0306114.ref029"><label>29</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Pearce</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Pargament</surname> <given-names>KI</given-names></name>, <name name-style="western"><surname>Oxhandler</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Vieten</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Wong</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hahn</surname> <given-names>J</given-names></name>. <article-title>Online Training Program Improves Providers’ Spiritual Competencies in Mental Health Care</article-title>. <source>Spirituality in Clinical Practice</source>. <year>2020</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref030"><label>30</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Salcone</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hinkel</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Currier</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Pearce</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Wong</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Pargament</surname> <given-names>K</given-names></name>. <article-title>Evaluation of a spiritual competency training in mental health (SCT-MH): A replication study with mental health professionals</article-title>. <source>Prof Psychol Res Pract</source>. <year>2023</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref031"><label>31</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Griffith</surname> <given-names>JL</given-names></name>. <source>Religion that heals, religion that harms: A guide for clinical practice</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Guilford Press</publisher-name>; <year>2010</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref032"><label>32</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Pearce</surname> <given-names>M.</given-names></name> <source>Cognitive behavioral therapy for Christians with depression: A practical tool-based primer</source>. <publisher-loc>West Conshohocken, PA</publisher-loc>: <publisher-name>Templeton Press</publisher-name>; <year>2016</year>.</mixed-citation></ref>
<ref id="pone.0306114.ref033"><label>33</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Koenig</surname> <given-names>HG</given-names></name>, <name name-style="western"><surname>Hooten</surname> <given-names>EG</given-names></name>, <name name-style="western"><surname>Lindsay-Calkins</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Meador</surname> <given-names>KG</given-names></name>. <article-title>Spirituality in medical school curricula: findings from a national survey</article-title>. <source>Int J Psychiatry Med</source>. <year>2010</year>;<volume>40</volume>:<fpage>391</fpage>–<lpage>398</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2190/PM.40.4.c" xlink:type="simple">10.2190/PM.40.4.c</ext-link></comment> <object-id pub-id-type="pmid">21391410</object-id></mixed-citation></ref>
<ref id="pone.0306114.ref034"><label>34</label><mixed-citation publication-type="other" xlink:type="simple">Smith TB, Trimble JE. Foundations of multicultural psychology: Research to inform effective practice. Washington, DC: American Psychological Association; 2016.</mixed-citation></ref>
<ref id="pone.0306114.ref035"><label>35</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Oxhandler</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Parrish</surname> <given-names>DE</given-names></name>. <article-title>The development and validation of the Religious/Spiritually Integrated Practice Assessment Scale</article-title>. <source>Res Social Work Pract</source>. <year>2016</year>;<volume>26</volume>:<fpage>295</fpage>–<lpage>307</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1177/1049731514550207" xlink:type="simple">10.1177/1049731514550207</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref036"><label>36</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rosseel</surname> <given-names>Y.</given-names></name> <article-title>lavaan: An R Package for Structural Equation Modeling</article-title>. <source>J Stat Softw</source>. <year>2012</year>;<volume>48</volume>(<issue>2</issue>):<fpage>1</fpage>–<lpage>36</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.18637/jss.v048.i02" xlink:type="simple">10.18637/jss.v048.i02</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref037"><label>37</label><mixed-citation publication-type="other" xlink:type="simple">R Core Team. R: A language and environment for statistical computing. Vienna, Austria: R Foundation for Statistical Computing; 2023. <ext-link ext-link-type="uri" xlink:href="https://www.R-project.org/" xlink:type="simple">https://www.R-project.org/</ext-link></mixed-citation></ref>
<ref id="pone.0306114.ref038"><label>38</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hsieh</surname> <given-names>HF</given-names></name>, <name name-style="western"><surname>Shannon</surname> <given-names>SE</given-names></name>. <article-title>Three approaches to qualitative content analysis</article-title>. <source>Qual Health Res</source>. <year>2005</year>;<volume>15</volume>(<issue>9</issue>):<fpage>1277</fpage>–<lpage>88</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1177/1049732305276687" xlink:type="simple">10.1177/1049732305276687</ext-link></comment> <object-id pub-id-type="pmid">16204405</object-id></mixed-citation></ref>
<ref id="pone.0306114.ref039"><label>39</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Delaney</surname> <given-names>HD</given-names></name>, <name name-style="western"><surname>Miller</surname> <given-names>WR</given-names></name>, <name name-style="western"><surname>Bisono</surname> <given-names>AM</given-names></name>. <article-title>Religiosity and spirituality among psychologists: A survey of clinician members of the American Psychological Association</article-title>. <source>Prof Psychol Res Pract</source>. <year>2007</year>;<volume>38</volume>(<issue>5</issue>):<fpage>538</fpage>–<lpage>546</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1037/0735-7028.38.5.538" xlink:type="simple">10.1037/0735-7028.38.5.538</ext-link></comment></mixed-citation></ref>
<ref id="pone.0306114.ref040"><label>40</label><mixed-citation publication-type="other" xlink:type="simple">Gallup. Religion. 2023 <ext-link ext-link-type="uri" xlink:href="https://news.gallup.com/poll/1690/religion.aspx" xlink:type="simple">https://news.gallup.com/poll/1690/religion.aspx</ext-link></mixed-citation></ref>
</ref-list>
</back>
</article>