<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0195216</article-id>
<article-id pub-id-type="publisher-id">PONE-D-17-09703</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3"><subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Professions</subject><subj-group><subject>Medical personnel</subject><subj-group><subject>Medical doctors</subject><subj-group><subject>Physicians</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Health care providers</subject><subj-group><subject>Medical doctors</subject><subj-group><subject>Physicians</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Patients</subject><subj-group><subject>Inpatients</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Educational status</subject><subj-group><subject>Trainees</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Professions</subject><subj-group><subject>Trainees</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Health care facilities</subject><subj-group><subject>Hospitals</subject><subj-group><subject>Intensive care units</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Patients</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Computer and information sciences</subject><subj-group><subject>Data visualization</subject><subj-group><subject>Infographics</subject><subj-group><subject>Charts</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Research design</subject><subj-group><subject>Clinical research design</subject><subj-group><subject>Adverse events</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Body fluids</subject><subj-group><subject>Blood</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Body fluids</subject><subj-group><subject>Blood</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Body fluids</subject><subj-group><subject>Blood</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Body fluids</subject><subj-group><subject>Blood</subject></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Structured patient handoff on an internal medicine ward: A cluster randomized control trial</article-title>
<alt-title alt-title-type="running-head">Patient handoff in internal medicine</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Tam</surname>
<given-names>Penny</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Funding acquisition</role>
<role content-type="http://credit.casrai.org/">Investigation</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-4697-0358</contrib-id>
<name name-style="western">
<surname>Nijjar</surname>
<given-names>Aman P.</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Fok</surname>
<given-names>Mark</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Little</surname>
<given-names>Chris</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Shingina</surname>
<given-names>Alexandra</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Bittman</surname>
<given-names>Jesse</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Software</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Raghavan</surname>
<given-names>Rashmi</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Khan</surname>
<given-names>Nadia A.</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Division of General Internal Medicine, Department of Medicine, University of British Columbia, Vancouver, British Columbia, Canada</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Division of Geriatric Medicine, Department of Medicine, University of British Columbia, Vancouver, British Columbia, Canada</addr-line></aff>
<aff id="aff003"><label>3</label> <addr-line>Department of Medicine, University of Toronto, Toronto, Ontario, Canada</addr-line></aff>
<aff id="aff004"><label>4</label> <addr-line>Division of Family Practice, Department of Medicine, University of British Columbia, Vancouver, British Columbia, Canada</addr-line></aff>
<aff id="aff005"><label>5</label> <addr-line>Center for Health Evaluation and Outcomes Sciences, University of British Columbia, Vancouver, British Columbia, Canada</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Heussen</surname>
<given-names>Nicole</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>Medical faculty RWTH Aachen, GERMANY</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">apnijjar@gmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>19</day>
<month>4</month>
<year>2018</year>
</pub-date>
<pub-date pub-type="collection">
<year>2018</year>
</pub-date>
<volume>13</volume>
<issue>4</issue>
<elocation-id>e0195216</elocation-id>
<history>
<date date-type="received">
<day>17</day>
<month>4</month>
<year>2017</year>
</date>
<date date-type="accepted">
<day>8</day>
<month>3</month>
<year>2018</year>
</date>
</history>
<permissions>
<copyright-year>2018</copyright-year>
<copyright-holder>Tam et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0195216"/>
<abstract>
<sec id="sec001">
<title>Background</title>
<p>The effect of a multi-faceted handoff strategy in a high volume internal medicine inpatient setting on process and patient outcomes has not been clearly established. We set out to determine if a multi-faceted handoff intervention consisting of education, standardized handoff procedures, including fixed time and location for face-to-face handoff would result in improved rates of handoff compared with usual practice. We also evaluated resident satisfaction, health resource utilization and clinical outcomes.</p>
</sec>
<sec id="sec002">
<title>Methods</title>
<p>This was a cluster randomized controlled trial in a large academic tertiary care center with 18 inpatient internal medicine ward teams from January-April 2013. We randomized nine inpatient teams to an intervention where they received an education session standardizing who and how to handoff patients, with practice and feedback from facilitators. The control group of 9 teams continued usual non-standardized handoffs. The primary process outcome was the rate of patients handed over per 1000 patient nights. Other process outcomes included perceptions of inadequate handoff by overnight physicians, resource utilization overnight and hospital length of stay. Clinical outcomes included medical errors, frequency of patients requiring higher level of care overnight, and in-hospital mortality.</p>
</sec>
<sec id="sec003">
<title>Results</title>
<p>The intervention group demonstrated a significant increase in the rate of patients handed over to the overnight physician (62.90/1000 person-nights vs. 46.86/1000 person-nights, p = 0.002). There was no significant difference in other process outcomes except resource utilization was increased in the intervention group (26.35/1000 person-days vs. 17.57/1000 person-days, p-value = 0.01). There was no significant difference between groups in medical errors (4.8% vs. 4.1%), need for higher level of care or in hospital mortality. Limitations include a dependence of accurate record keeping by the overnight physician, the possibility of cross-contamination in the handoff process, analysis at the cluster level and an overall low number of clinical events.</p>
</sec>
<sec id="sec004">
<title>Conclusions</title>
<p>Implementation of a multi-faceted resident handoff intervention did not result in a significant improvement in patient safety although did improve number of patients handed off. Novel methods to improve handoff need to be explored.</p>
</sec>
<sec id="sec005">
<title>Trial registration</title>
<p>Registered at ClinicalTrials.gov: <ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/ct2/show/NCT01796756" xlink:type="simple">NCT01796756</ext-link>.</p>
</sec>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution>Canadian Medical Protection Agency</institution>
</funding-source>
<award-id>GRNT - 2706</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Tam</surname>
<given-names>Penny</given-names>
</name>
</principal-award-recipient>
</award-group>
<award-group id="award002">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000245</institution-id>
<institution>Michael Smith Foundation for Health Research</institution>
</institution-wrap>
</funding-source>
<principal-award-recipient>
<name name-style="western">
<surname>Khan</surname>
<given-names>Nadia A.</given-names>
</name>
</principal-award-recipient>
</award-group>
<funding-statement>This work was supported by the Canadian Medical Protective Agency GRNT--2706 to PT and the Michael Smith Foundation for Health Research to NAK. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="1"/>
<table-count count="3"/>
<page-count count="12"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>All relevant data are within the paper and its Supporting Information files.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec006" sec-type="intro">
<title>Introduction</title>
<p>Efforts to improve patient safety and resident physician well-being resulted in an international push to limit resident work hours [<xref ref-type="bibr" rid="pone.0195216.ref001">1</xref>–<xref ref-type="bibr" rid="pone.0195216.ref002">2</xref>]. After the implementation of such restrictions in Canada, the United States, and Europe, the results are varied, with some studies showing worse patient outcomes, negative impacts on resident quality of life [<xref ref-type="bibr" rid="pone.0195216.ref001">1</xref>] with yet others showing a decrease in adverse events [<xref ref-type="bibr" rid="pone.0195216.ref003">3</xref>]. These changes emphasized the importance of “handoff”, a term used to describe the transfer of patient information from the outgoing physician of care to the incoming on-call physician [<xref ref-type="bibr" rid="pone.0195216.ref004">4</xref>].</p>
<p>At large institutions with high volumes of inpatients, handoff on all patients is not feasible, thereby requiring daytime physicians to prioritize a smaller subset of patients to convey potential issues on. From a survey of 26 physicians, it was noted that incomplete and omitted information in handoff was a significant issue and considered to lead to failure to anticipate and communicate problems to on-call physicians [<xref ref-type="bibr" rid="pone.0195216.ref005">5</xref>]. Previous work showed poor handoff specifically implicated in 20–24% of medical errors [<xref ref-type="bibr" rid="pone.0195216.ref004">4</xref>], while a more recent survey of Canadian residents showed that nearly half of respondents were directly involved in or witnessed an adverse event related to handoff [<xref ref-type="bibr" rid="pone.0195216.ref006">6</xref>]. Given this, the World Health Organization (WHO) and other regulatory bodies prioritized optimizing handoff as a top patient safety initiative [<xref ref-type="bibr" rid="pone.0195216.ref001">1</xref>,<xref ref-type="bibr" rid="pone.0195216.ref007">7</xref>–<xref ref-type="bibr" rid="pone.0195216.ref008">8</xref>].</p>
<p>A number of strategies for optimal handoff were suggested with standardization being noted most frequently [<xref ref-type="bibr" rid="pone.0195216.ref004">4</xref>]. Other suggested strategies include providing training or education and addressing environmental issues such as lighting, interruptions and noise [<xref ref-type="bibr" rid="pone.0195216.ref001">1</xref>,<xref ref-type="bibr" rid="pone.0195216.ref004">4</xref>,<xref ref-type="bibr" rid="pone.0195216.ref009">9</xref>]. Despite a call from the Accreditation Council for Graduate Medical Education (ACGME) to develop curricula [<xref ref-type="bibr" rid="pone.0195216.ref010">10</xref>], many residency programs do not educate trainees in the process of handoffs, with approximately 57% of Canadian residents learning this skill informally from other residents or staff [<xref ref-type="bibr" rid="pone.0195216.ref005">5</xref>]. Some of these strategies have recently been evaluated in a randomized trial of handoff methods in a surgical training program, demonstrating no clinically significant differences in patient outcomes [<xref ref-type="bibr" rid="pone.0195216.ref011">11</xref>]. We set out to evaluate implementation of standardized handoff among medical ward patients in a parallel controlled trial.</p>
<p>We conducted a cluster randomized controlled study to assess the effect of implementing a multi-faceted and standardized handoff intervention on the rates of handoff by residents. The intervention consisted of training and education on the type of patient to handoff, what information to handoff, and identifying a specific time and location for uninterrupted face-to-face handoff. We also assessed this intervention on resident satisfaction, and patient level outcomes including health resource utilization and clinical events. Clustering by ward teams was employed to minimize contamination of the structured handoff process between medical trainees within the same teams.</p>
</sec>
<sec id="sec007" sec-type="materials|methods">
<title>Methods</title>
<sec id="sec008">
<title>Study design</title>
<p>We conducted a cluster randomized-controlled trial (RCT) within the internal medicine inpatient wards at Vancouver General Hospital (VGH) between January 2013 and April 2013. Eligible ward medical teams consisted of one attending physician, 3–4 residents and 2–3 medical students. The physician staff and students are designated by a team color and change every four weeks. However, patients generally stay on their designated team throughout their hospital admission (96.6%). Ward teams that consisted of only one attending and one resident were not included in this study. All patients admitted to the eligible Internal Medicine wards were also included in this study.</p>
<p>Nine inpatient medical teams were randomized to intervention and nine teams were randomized to usual care by the PI (PT) by drawing lots as a manual method of simple randomization. There was no allocation concealment. The intervention was targeted at resident trainees within medical teams. Residents were placed on certain ward teams by the chief medical resident, who was not involved in this study. They were allocated, per usual methods, to ensure an equal number of senior and junior residents on each team. All residents on the intervention teams were included in the intervention, since any one of them could be providing handoffs. Patients admitted to various inpatient teams was in a generally random fashion, depending on bed availability.</p>
</sec>
<sec id="sec009">
<title>Study setting</title>
<p>VGH is a 950-bed academic, tertiary care center located in Vancouver, British Columbia. The internal-medicine service, also known as the Clinical Teaching Unit (CTU) has an average daily census of 100–110 medical patients. During daytime hours, the medicine service consists of six teams, each comprised of one attending physician and one to four residents and two to four medical students at various levels of training.</p>
<p>On-call clinical associates (CAs) are senior level residents (generally in post-graduate years 3–5) who cover evening shifts between 18:00–07:00 hours. The primary handoff period occurs from the daytime teams to a single CA who is responsible for all the CTU ward patients overnight.</p>
</sec>
<sec id="sec010">
<title>Intervention</title>
<p>The intervention group received a 45-minute training and education session on the importance and evidence for patient handoff, standardization of type of patient and information to handoff as well designating a fixed time (17:30–18:00) and dedicated quiet location for face-to-face handoff (4). One faculty member and one resident delivered the education session at the start of each monthly block to trainees. For the type of patient to handoff, trainees were instructed to handoff all patients who had any of: (i) investigations pending, (H) currently located in a high acuity unit, (A) abnormal vital signs in the preceding 24 hours, (N) newly admitted in the last 24 hours, and (D) dying. The hand off criteria (iHAND) was developed following a literature review and focus groups of eight clinical faculty members and six CAs. Validation of iHAND was done in a case control analysis of 90 inpatients, where the effectiveness of clinical gestalt, MEWS, and iHAND were evaluated using logistic regression analyses and receiver operating characteristic (ROC) curves [<xref ref-type="bibr" rid="pone.0195216.ref012">12</xref>]. The iHAND criteria showed a moderately significant correlation with requiring assessment overnight <xref ref-type="supplementary-material" rid="pone.0195216.s001">S1 File</xref>.</p>
<p>Trainees were also instructed to handoff information following the widely adopted SIGNOUT? mnemonic (Sick or do not resuscitate, Identifying data, General hospital course, New events of the day, overall health status, Upcoming possibilities with plan, Tasks to complete, ?Questions) [<xref ref-type="bibr" rid="pone.0195216.ref011">11</xref>]. Participants in the trainee session practiced handoffs to one another in small groups for the last 10–15 minutes with the facilitators supervising and providing feedback. Lastly, participants were given a pocket card with the mnemonics taught for use during handoff <xref ref-type="supplementary-material" rid="pone.0195216.s003">S3 File</xref>. The usual care group was given no specific instructions and handoff practices were left to the discretion of the team.</p>
</sec>
<sec id="sec011">
<title>Study outcomes</title>
<p>The primary outcome of the study was the rate of patient handoffs to the CA. Patient handoff events were only counted once per overnight shift per patient but patients may have had other handoff events during the course of their admission. In addition, total patient encounters represented an individual patient and included any and all documented handoffs, nursing questions, physical assessments, and actions taken by the CA overnight. The CAs completed data collection forms on all patients they received handoff on as well as patients that required assessment during the overnight shift <xref ref-type="supplementary-material" rid="pone.0195216.s002">S2 File</xref>.</p>
<p>We also measured the satisfaction of the handoff process as perceived by the CAs along with resident satisfaction. Health resource utilization was assessed using aggregate length of stay of patients admitted to the CTU and resource utilization for patients assessed by the CA overnight. Resource utilization, measured at the level of the patient, including radiographic imaging, blood tests, electrocardiogram, blood transfusions, IV fluid administration, and antibiotics were obtained through medical record review of all patients seen by the CA. Clinical endpoints analyzed at the level of the patient, included frequency of patients transferred to the Intensive Care Unit (ICU) and/or referred to the Critical Care Outreach Team (CCOT); aggregate rate of in hospital mortality of patients admitted to the CTU; and evaluation of medical errors of patients handed off to the CAs. Clinical endpoint data were collected through inpatient chart review and data on ICU transfers or CCOT referrals were provided by the ICU department. We only included ICU transfers and/or CCOT referrals occurring in the time frame of 18:00–07:00.</p>
<p>To further evaluate the effect of the intervention on patient safety, an additional outcome of medical errors was included in the study. A trained research assistant and physician team member (APN) blinded to the randomization of the patient conducted chart reviews on each patient handed off during the study period. For determination of medical errors, all examining physician notes, nursing notes, orders, and any incident reports were reviewed during the 48 hour period after a patient was handed off. The 48-hour limit was instituted to try and capture errors that might be directly attributed to handoff. All medical errors (including medication errors, procedure related errors, diagnosis or history and physical related errors, and falls) and preventable adverse events (any injury or harm to a patient arising from medical care delivery) were evaluated from chart review and were consistent with definitions from the IPASS study [<xref ref-type="bibr" rid="pone.0195216.ref003">3</xref>]. Chart review was possible on 94.3% of the original patient cohorts for evaluation of medication errors (446/473).</p>
</sec>
<sec id="sec012">
<title>Statistical analysis</title>
<p>We used intention to treat analysis. The sample size was powered to 80% to detect a 30% increase in proportion of patient handoff between the two groups with an alpha of 0.05 using the assumption that the average proportion of handoff is 5% (total sample size = 7560 patient nights). Assuming the average follow-up time is 10 days, the study will include 9 teams for the intervention and usual care group, respectively, and each team will take care of 45 patients.</p>
<p>For each outcome, the total number of events and total person-nights of each team were summarized. The event rate was calculated as per 1000 person-nights. Poisson regression model was conducted to compare the event rate between the two treatment groups. Team was the unit of analysis and total person-night was used as an offset in the Poisson regression. The relative risk of the two groups and its 95% confidence interval from Poisson regression model were reported. In the sensitivity analysis, regression model was performed with adjusting for the number of patients per resident in each team for resource utilization and clinical outcomes.</p>
<p>Comparison of proportion of medical errors was done using Chi-square test. Survey results of the CAs were compared using Bowker’s test of asymmetry between intervention and control groups, while trainee satisfaction survey results were examined using Chi-square test. Missing data from surveys were excluded from analysis. All analyses were conducted using SAS software, version 9.2 (SAS Institute). A p value &lt;0.05 was considered statistically significant. This study was approved by the University of British Columbia and Vancouver Coastal Health Authority ethics boards. Informed consent of the residents was obtained by the voluntary participation in completing the surveys after reading the accompanying cover letter. This approach was approved by the Ethics Board. A waiver of consent was provided for patient level information since it was limited to chart review, involved minimal risk, and did not involve a therapeutic, clinical, or diagnostic intervention.</p>
<p>Registration in the clinicaltrials.gov registry was delayed till February 14, 2013, while recruitment for the study was from January 14, 2013 to April 7, 2013. This was inadvertent and due to a clerical error. However, the study was approved by the Ethics board May 3, 2012 and there were no changes to the protocol or primary end points from when recruitment began to the registration of the trial. The authors confirm that all ongoing and related trials for this intervention are registered.</p>
</sec>
</sec>
<sec id="sec013" sec-type="results">
<title>Results</title>
<p>There were 48 residents and 1168 patients (8652 patient nights) during the study time (<xref ref-type="fig" rid="pone.0195216.g001">Fig 1</xref>). There was a similar number of residents and volumes of patients on the intervention and control teams (<xref ref-type="table" rid="pone.0195216.t001">Table 1</xref>). Data on the total number of patients and their characteristics were provided by the hospital and were fairly balanced between groups. On the Clinical Teaching Units, most patients were elderly and the most common discharge diagnosis included pneumonia or influenza, sepsis, or gastrointestinal problems.</p>
<fig id="pone.0195216.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0195216.g001</object-id>
<label>Fig 1</label>
<caption>
<title>CONSORT flow diagram.</title>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.g001" xlink:type="simple"/>
</fig>
<table-wrap id="pone.0195216.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0195216.t001</object-id>
<label>Table 1</label> <caption><title>Baseline characteristics of intervention and control groups.</title></caption>
<alternatives>
<graphic id="pone.0195216.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Characteristics</th>
<th align="center">Intervention</th>
<th align="center">Control</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left"><bold>Clusters</bold></td>
<td align="center">N = 9</td>
<td align="center">N = 9</td>
</tr>
<tr>
<td align="left">Number of Residents</td>
<td align="center"/>
<td align="center"/>
</tr>
<tr>
<td align="left"> • Senior Residents</td>
<td align="center">9</td>
<td align="center">9</td>
</tr>
<tr>
<td align="left"> • Junior Residents</td>
<td align="center">15</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Number of Patients per Number of team residents mean (range)</td>
<td align="center">8.7 (4.1–12.9)</td>
<td align="center">9.6 (5.8–16.6)</td>
</tr>
<tr>
<td align="left">Average Daily Patient team census</td>
<td align="center">21.3</td>
<td align="center">21.4</td>
</tr>
<tr>
<td align="left"><bold>Patients</bold></td>
<td align="center">N = 563</td>
<td align="center">N = 605</td>
</tr>
<tr>
<td align="left">Mean age</td>
<td align="center">66.7 (SD = 17.9)</td>
<td align="center">65.5 (SD = 16.9)</td>
</tr>
<tr>
<td align="left">Women (%)</td>
<td align="center">264 (46.9)</td>
<td align="center">280 (46.3)</td>
</tr>
<tr>
<td align="left">Discharge Diagnosis (%)</td>
<td align="center"/>
<td align="center"/>
</tr>
<tr>
<td align="left"> • Sepsis</td>
<td align="center">9.9</td>
<td align="center">8.1</td>
</tr>
<tr>
<td align="left"> • Pneumonia or Influenza</td>
<td align="center">8.7</td>
<td align="center">10.6</td>
</tr>
<tr>
<td align="left"> • Gastrointestinal</td>
<td align="center">8.4</td>
<td align="center">9.9</td>
</tr>
<tr>
<td align="left"> • Other</td>
<td align="center">73.0</td>
<td align="center">71.4</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t001fn001"><p>Abbreviations</p></fn>
<fn id="t001fn002"><p>SD: Standard deviation</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Over the study period, the CA’s recorded a total of 1,150 patient encounters over the study duration (8652 person-nights). There were 599 patient encounters recorded in the intervention group and 551 in the control group. Of the 1,150 there were 265 patient handoffs (patients formally handed off to the CA) in the intervention group and 208 in the control group. In the intervention group, 49% (130/265) of the handoffs occurred face-to-face and 41.5% occurred over the phone. For the control group, face-to-face handoff occurred 38.5% (80/208) of the time, while 51.9% was over the phone.</p>
<sec id="sec014">
<title>Process outcomes</title>
<p>The primary outcome of the rate of patient handoffs over to the CA by the primary team at the start of the overnight shift is demonstrated in <xref ref-type="table" rid="pone.0195216.t002">Table 2</xref>. The handoff intervention group demonstrated a significantly higher proportion of patient handoffs to the CA (62.90/1000 person-days vs. 46.86/1000 person-days, p-value = 0.002) compared with usual practices.</p>
<table-wrap id="pone.0195216.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0195216.t002</object-id>
<label>Table 2</label> <caption><title>Process, healthcare resource utilization and patient clinical outcomes.</title></caption>
<alternatives>
<graphic id="pone.0195216.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left">Outcomes</th>
<th align="center">Intervention</th>
<th align="center">Control</th>
<th align="center">RR [95%CI]</th>
<th align="center">p-value<xref ref-type="table-fn" rid="t002fn005">*</xref></th>
</tr>
<tr>
<th align="left"/>
<th align="center" colspan="2">Per 1000 person days (no. of events)</th>
<th align="left" colspan="2"/>
</tr>
</thead>
<tbody>
<tr>
<td align="left" colspan="5"><bold>Process Outcomes</bold></td>
</tr>
<tr>
<td align="left">Proportion of patients handed off to CA</td>
<td align="center">62.90 (265)</td>
<td align="center">46.86 (208)</td>
<td align="center">1.34 [1.12,1.61]</td>
<td align="center"><bold>0.002</bold></td>
</tr>
<tr>
<td align="left">Proportion of patients handed off to CA</td>
<td align="center">0.47 (2)</td>
<td align="center">0.68 (3)</td>
<td align="center">0.70 [0.12,4.20]</td>
<td align="center">0.70</td>
</tr>
<tr>
<td align="left" colspan="5"><bold>Health Resource Utilization</bold></td>
</tr>
<tr>
<td align="left">Proportion of patients receiving resource utilization overnight</td>
<td align="center">26.35 (111)</td>
<td align="center">17.57 (78)</td>
<td align="center">1.50 [1.12,2.00]</td>
<td align="center"><bold>0.01</bold></td>
</tr>
<tr>
<td align="left"> • IV fluids</td>
<td align="center">8.78 (37)</td>
<td align="center">7.66 (34)</td>
<td align="center">1.15 [0.72,1.83]</td>
<td align="center">0.56</td>
</tr>
<tr>
<td align="left"> • Antibiotics</td>
<td align="center">2.85 (12)</td>
<td align="center">1.13 (5)</td>
<td align="center">2.53 [0.89,7.18]</td>
<td align="center">0.08</td>
</tr>
<tr>
<td align="left"> • Blood products</td>
<td align="center">3.09 (13)</td>
<td align="center">1.13 (5)</td>
<td align="center">2.74 [0.98,7.68]</td>
<td align="center">0.06</td>
</tr>
<tr>
<td align="left"> • CT</td>
<td align="center">0.71 (3)</td>
<td align="center">0.23 (1)</td>
<td align="center">3.16 [0.33,30.39]</td>
<td align="center">0.32</td>
</tr>
<tr>
<td align="left"> • X-ray</td>
<td align="center">4.27 (18)</td>
<td align="center">3.38 (15)</td>
<td align="center">1.26 [0.64,2.51]</td>
<td align="center">0.50</td>
</tr>
<tr>
<td align="left"> • Ultrasound</td>
<td align="center">0.47 (2)</td>
<td align="center">0 (0)</td>
<td align="center">NA</td>
<td align="center">NA</td>
</tr>
<tr>
<td align="left"> • ECG</td>
<td align="center">6.41 (27)</td>
<td align="center">3.38 (15)</td>
<td align="center">1.90 [1.01,3.57]</td>
<td align="center"><bold>0.047</bold></td>
</tr>
<tr>
<td align="left"> • Blood tests</td>
<td align="center">14.24 (60)</td>
<td align="center">11.94 (53)</td>
<td align="center">1.19 [0.82,1.73]</td>
<td align="center">0.35</td>
</tr>
<tr>
<td align="left" colspan="5"><bold>Patient Clinical Outcomes</bold></td>
</tr>
<tr>
<td align="left">Proportion of patients transferred to ICU</td>
<td align="center">1.90 (8)</td>
<td align="center">1.58 (7)</td>
<td align="center">1.20 [0.44,3.32]</td>
<td align="center">0.72</td>
</tr>
<tr>
<td align="left">Proportion of patients evaluated by CCOT</td>
<td align="center">6.65 (28)</td>
<td align="center">7.43 (33)</td>
<td align="center">0.89 [0.54,1.48]</td>
<td align="center">0.66</td>
</tr>
<tr>
<td align="left">In-hospital mortality rate</td>
<td align="center">10.92 (46)</td>
<td align="center">11.71 (52)</td>
<td align="center">0.93 [0.63,1.39]</td>
<td align="center">0.73</td>
</tr>
<tr>
<td align="left"><bold>Patients Handed Off</bold></td>
<td align="center"><bold>(N = 250)</bold></td>
<td align="center"><bold>N = (196)</bold></td>
<td align="center"/>
<td align="center"/>
</tr>
<tr>
<td align="left">All Medical Errors (%)</td>
<td align="center">12 (4.8)</td>
<td align="center">8 (4.1)</td>
<td align="center">1.18 [0.49,2.82]</td>
<td align="center">0.72</td>
</tr>
<tr>
<td align="left"> • Preventable Adverse Events</td>
<td align="center">2 (0.8)</td>
<td align="center">3 (1.5)</td>
<td align="center">0.52 [0.09,3.10]</td>
<td align="center">0.47</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t002fn001"><p>Abbreviations</p></fn>
<fn id="t002fn002"><p>CA: Clinical Associate</p></fn>
<fn id="t002fn003"><p>ICU: Intensive Care Unit</p></fn>
<fn id="t002fn004"><p>CCOT: Critical Care Outreach Team</p></fn>
<fn id="t002fn005"><p>*P-value from Poisson regression</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Other outcomes included resident and CA satisfaction. Resident participation in the survey was low with a 62.5% response rate (30/48). There was no difference in the proportion of patients where the CA did not receive necessary handoff information. Satisfaction with the handoff process from both the CA and CTU resident perspective was not significantly different between intervention and control groups as shown in <xref ref-type="table" rid="pone.0195216.t003">Table 3</xref>.</p>
<table-wrap id="pone.0195216.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0195216.t003</object-id>
<label>Table 3</label> <caption><title>Handoff satisfaction of clinical associates and trainees, comparison between intervention and control.</title></caption>
<alternatives>
<graphic id="pone.0195216.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="left"><bold>CA Questionnaire (N = 23)</bold></td>
<td align="center"><bold>Intervention (%) Strongly Agree or Agree</bold></td>
<td align="center"><bold>Control (%) Strongly Agree or Agree</bold></td>
<td align="left"><bold>p-value</bold></td>
</tr>
<tr>
<td align="left">I am satisfied with the daily handoff process</td>
<td align="center">73.9</td>
<td align="center">65.2</td>
<td align="left">0.80</td>
</tr>
<tr>
<td align="left">I receive sufficient handoff for my CA shift</td>
<td align="center">65.2</td>
<td align="center">60.9</td>
<td align="left">0.81</td>
</tr>
<tr>
<td align="left">I receive handover for MOST patients that in my opinion should have been handed off</td>
<td align="center">65.2</td>
<td align="center">56.5</td>
<td align="left">0.68</td>
</tr>
<tr>
<td align="left">I am satisfied with time spent on handoff</td>
<td align="center">87.0</td>
<td align="center">73.9</td>
<td align="left">0.89</td>
</tr>
<tr>
<td align="left" colspan="4">*p-value from Bowker’s test of symmetry</td>
</tr>
<tr>
<td align="center"><bold>CTU Resident Questionnaire</bold></td>
<td align="center"><bold>Intervention (N = 17) Percent Strongly Agree or Agree</bold></td>
<td align="center"><bold>Control (N = 13) Percent Strongly Agree or Agree</bold></td>
<td align="left"><bold>p-value</bold></td>
</tr>
<tr>
<td align="left">I am satisfied with the daily handoff process</td>
<td align="center">62.5</td>
<td align="center">78.9</td>
<td align="center">0.32</td>
</tr>
<tr>
<td align="left">When I handoff, I am confident that proper follow-up will occur.</td>
<td align="center">79.2</td>
<td align="center">84.2</td>
<td align="center">1.00</td>
</tr>
<tr>
<td align="left">I am satisfied with the amount of time spent handing off my patients to the CA</td>
<td align="center">58.3</td>
<td align="center">73.7</td>
<td align="center">1.00</td>
</tr>
<tr>
<td align="left">I am satisfied with the care my patients received by CA overnight.</td>
<td align="center">83.3</td>
<td align="center">84.2</td>
<td align="center">0.77</td>
</tr>
<tr>
<td align="left" colspan="4">*p-value from Chi-square test</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
</sec>
<sec id="sec015">
<title>Resource utilization</title>
<p>Average hospital length of stay was not significantly different either (9.25 vs. 9.28 days, p-value = 0.97). However, the proportion of patients receiving additional resource utilization was increased in the intervention group compared with the control group. Individual health resource utilization components were not significantly different between groups (<xref ref-type="table" rid="pone.0195216.t002">Table 2</xref>).</p>
</sec>
<sec id="sec016">
<title>Clinical outcomes</title>
<p><xref ref-type="table" rid="pone.0195216.t002">Table 2</xref> also includes secondary clinical outcomes of ICU transfer, CCOT referral, and in-hospital mortality, none of which were significantly different. Medical errors and potentially adverse events were infrequent and not significantly different between the two arms (<xref ref-type="table" rid="pone.0195216.t002">Table 2</xref>).</p>
</sec>
<sec id="sec017">
<title>Sensitivity analysis</title>
<p>We adjusted for clustering in resource utilization and clinical outcomes, and the findings were generally unchanged except that use of blood products was significantly associated with the intervention (adjusted RR 2.94, 95%CI: 1.03–8.43, p = 0.04; unadjusted RR 2.74, 95%CI:0.98–7.68, p = 0.06).</p>
</sec>
</sec>
<sec id="sec018" sec-type="conclusions">
<title>Discussion</title>
<p>The implementation of a multi-faceted structured handoff program resulted in significantly more patients being handed off to the overnight physician and increased resource utilization compared with non-standardized handoff practices, but no significant differences in clinical outcomes or medical errors.</p>
<p>The bundled intervention demonstrated increased patient handoff and health resource utilization compared with usual handoff practices. These findings are consistent with other studies [<xref ref-type="bibr" rid="pone.0195216.ref013">13</xref>–<xref ref-type="bibr" rid="pone.0195216.ref015">15</xref>] and recommendations by the ACGME to improve handoff processes [<xref ref-type="bibr" rid="pone.0195216.ref016">16</xref>]. Our intervention may have led to increased health resource utilization because the CA does often receive specific instructions for investigations to be followed up overnight. Increased use of ECGs may reflect a common request to evaluate a complaint of chest pain. Increased use of blood products may reflect instructions to transfuse blood given a specific hemoglobin result. These findings suggest that a structured training program on handoff with feedback can lead to improved handoff practices. From the resident and CA surveys, satisfaction with handoff was modest and not different in both intervention and control group. However, response rates were low, limiting interpretation of these findings. Resident satisfaction with formalized handoffs has already been identified in a number of studies [<xref ref-type="bibr" rid="pone.0195216.ref014">14</xref>–<xref ref-type="bibr" rid="pone.0195216.ref015">15</xref>,<xref ref-type="bibr" rid="pone.0195216.ref017">17</xref>].</p>
<p>The research demonstrating a significant impact of formal and standardized handoff processes in terms of resident training and clinical outcomes is limited. Our negative results on patient outcomes are consistent with other studies [<xref ref-type="bibr" rid="pone.0195216.ref018">18</xref>–<xref ref-type="bibr" rid="pone.0195216.ref020">20</xref>]. Using a case-based computer simulation to provide opportunities to teach and practice handoffs, a study by Johnson et al. on pediatrics residents did not find any significant differences in patient outcomes such as rapid response calls or transfers to the ICU with implementation of the module [<xref ref-type="bibr" rid="pone.0195216.ref018">18</xref>]. Formalized handoff processes can result in increased confidence among medical providers and a perceived decrease in “near-miss” events [<xref ref-type="bibr" rid="pone.0195216.ref019">19</xref>], but no demonstration of an actual improvement in patient outcomes. Use of face-to-face handoff also did not show improved patient outcomes among hospitalized medical patients [<xref ref-type="bibr" rid="pone.0195216.ref020">20</xref>]. In a prospective pre-post test study by Starmer et al., handoff on all patients using a multifaceted handoff bundled intervention in 9 pediatric inpatients centers showed a 23% reduction in medical error rates with handoff practices [<xref ref-type="bibr" rid="pone.0195216.ref021">21</xref>]. However, this study design used a time series analysis that is at risk for bias for differing co-interventions at different time points and temporal changes in outcomes. Outcomes were assessed on all patients, not just those seen by on-call physicians. Further, this study’s intervention of handing off all in-patients is not easily applied to high patient volume settings. There may be other efforts required to show a handoff bundle is effective in reducing medical errors or improving patient outcomes. The strongest and most recent randomized trial of formalized patient handoff in a surgical residency program did not show any difference in mortality, medical errors or length of stay [<xref ref-type="bibr" rid="pone.0195216.ref011">11</xref>]. This may indicate a need for more tailored handoff strategies for different settings. Others have commented on the need for robust information systems that involve an effective electronic medical record along with a sustainable cultural change program [<xref ref-type="bibr" rid="pone.0195216.ref022">22</xref>].</p>
<p>The potential reasons for the negative findings in change in clinical outcomes between our two groups are likely multi-fold. Despite an increase in patients handed off, we did not identify any significant differences in patient outcomes. Handoff to the evening CA traditionally occurs for the seriously unwell patients on the ward as standard of care and thus the residents assigned to the control group may have also similarly identified and handed off patients at high risk for being seen by overnight physicians thus minimizing differences in ICU and CCOT transfers. Other patient clinical deterioration events may also be less or difficult to predict so handoff on a select subset of patients may miss a significant proportion of patients needing evaluation by the overnight physician. Furthermore, overnight CAs are, in general, experienced senior-level residents. One can postulate that whether they received a patient handoff or not, CA’s were able to stabilize and manage patients quickly and appropriately by reviewing the chart once notified by nurses. Also, our medical error rate was lower than expected. Safety measures built into our system such as physician alerts for abnormal laboratory values, modified assignment nursing staff allowing for closer monitoring of sicker patients and residents on-call in the emergency department overnight may have allowed for closer follow-up on patient issues identified during the daytime.</p>
<p>The strengths of the study include a parallel controlled trial design and multiple outcomes measured in a high volume patient setting. We also used a multi-faceted intervention that included not only mnemonics, but also observation and feedback during the education session and a specific time and location for uninterrupted face-to-face handoff. Our study focused on the internal medicine wards with a general census of over 100 patients, common in many general internal medicine residency programs. However, our study has limitations. Data were dependent on the accurate record keeping by the CA, however there is no evidence to suggest a difference in accuracy between the intervention and control arm. Although we employed clustering in our intervention, there may have been some contamination in the handoff process between intervention and control. Conducting the analysis at the cluster level did not enable us to take advantage of patient level analysis, such as variation in cluster size and allowing adjustment for patient level characteristics. The number of clinical events including serious medical errors was low in our study, thus limiting our ability to detect smaller changes in these events. Results from our survey were limited due to lower than expected participation in the survey. Our study was carried out in a high volume academic tertiary care center with a single experienced resident covering overnight shifts and as such, our findings may not be generalized to lower volume hospitals or hospitals without trainees. Finally, we did not explore the effect of having a single CA covering over 100 patients and whether having more physicians to share the workload along with improved handoff would improve patient outcomes.</p>
</sec>
<sec id="sec019" sec-type="conclusions">
<title>Conclusions</title>
<p>While there is widespread recognition for the need in creating a handoff process in the inpatient hospital setting [<xref ref-type="bibr" rid="pone.0195216.ref023">23</xref>], an evidence-based approach for internal medicine residency programs remains to be determined. Our handoff bundle of resident training and education, standardization, mnemonics, and face-to-face handoff did not succeed in an improvement in general patient outcomes in a high volume in patient medical service. Novel methods to improve clinical outcomes associated with handoff need to be explored.</p>
</sec>
<sec id="sec020">
<title>Supporting information</title>
<supplementary-material id="pone.0195216.s001" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.s001" xlink:type="simple">
<label>S1 File</label>
<caption>
<title>IHAND derivation.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0195216.s002" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.s002" xlink:type="simple">
<label>S2 File</label>
<caption>
<title>CA data collection sheet.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0195216.s003" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.s003" xlink:type="simple">
<label>S3 File</label>
<caption>
<title>Education session pocket card.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0195216.s004" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.s004" xlink:type="simple">
<label>S4 File</label>
<caption>
<title>CONSORT checklist.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0195216.s005" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.s005" xlink:type="simple">
<label>S5 File</label>
<caption>
<title>Trial protocol.</title>
<p>(DOCX)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0195216.s006" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pone.0195216.s006" xlink:type="simple">
<label>S6 File</label>
<caption>
<title>Handoff data file.</title>
<p>(XLSX)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>Special thanks to Hong Qian for her assistance with statistical analysis. We also appreciate the hard work of our research assistants: Smrita Grewal and Shahin Zangenehpour.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0195216.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Pattani</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Wu</surname> <given-names>PE</given-names></name>, <name name-style="western"><surname>Dhalla</surname> <given-names>IA</given-names></name>. <article-title>Resident duty hours in Canada: Past, present and future</article-title>. <source>CMAJ</source>. <year>2014</year>;<volume>186</volume>(<issue>10</issue>): <fpage>761</fpage>–<lpage>5</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1503/cmaj.131053" xlink:type="simple">10.1503/cmaj.131053</ext-link></comment> <object-id pub-id-type="pmid">24847138</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref002"><label>2</label><mixed-citation publication-type="other" xlink:type="simple">Policy Statement: Handover Education in Canadian Residency Programs, April 2014. Canadian Association of Internes and Residents. <ext-link ext-link-type="uri" xlink:href="http://residentdoctors.ca/wp-content/uploads/2014/12/CAIR-Policy-Statement-on-Handovers_FINAL-EN.pdf" xlink:type="simple">http://residentdoctors.ca/wp-content/uploads/2014/12/CAIR-Policy-Statement-on-Handovers_FINAL-EN.pdf</ext-link>. Accessed June 1, 2015.</mixed-citation></ref>
<ref id="pone.0195216.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Starmer</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Spector</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Srivastava</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>West</surname> <given-names>DC</given-names></name>, <name name-style="western"><surname>Rosenbluth</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Allen</surname> <given-names>AD</given-names></name>, <etal>et al</etal>, <collab>for the I-PASS Study Group</collab>. <article-title>Changes in Medical Errors after Implementation of a Handoff Program</article-title>. <source>N Engl J Med</source>. <year>2014</year>;<volume>371</volume>(<issue>19</issue>): <fpage>1803</fpage>–<lpage>12</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1056/NEJMsa1405556" xlink:type="simple">10.1056/NEJMsa1405556</ext-link></comment> <object-id pub-id-type="pmid">25372088</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Riesenberg</surname> <given-names>LA</given-names></name>, <name name-style="western"><surname>Leitzsch</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Massucci</surname> <given-names>JL</given-names></name>, <name name-style="western"><surname>Jaeger</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Rosenfeld</surname> <given-names>JC</given-names></name>, <name name-style="western"><surname>Patow</surname> <given-names>C</given-names></name>, <etal>et al</etal>. <article-title>Residents’ and Attending Physicians’ Handoffs: A Systematic Review of the Literature</article-title>. <source>Acad Med</source>. <year>2009</year>;<volume>84</volume>(<issue>12</issue>): <fpage>1775</fpage>–<lpage>1787</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1097/ACM.0b013e3181bf51a6" xlink:type="simple">10.1097/ACM.0b013e3181bf51a6</ext-link></comment> <object-id pub-id-type="pmid">19940588</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Borowitz</surname> <given-names>SM</given-names></name>, <name name-style="western"><surname>Waggoner-Fountain</surname> <given-names>LA</given-names></name>, <name name-style="western"><surname>Bass</surname> <given-names>EJ</given-names></name>, <name name-style="western"><surname>Sledd</surname> <given-names>RM</given-names></name>. <article-title>Adequacy of information transferred at resident sign-out (inhospital handover of care): a prospective survey</article-title>. <source>Qual Saf Health Care</source>. <year>2008</year>;<volume>17</volume>(<issue>1</issue>): <fpage>6</fpage>–<lpage>10</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1136/qshc.2006.019273" xlink:type="simple">10.1136/qshc.2006.019273</ext-link></comment> <object-id pub-id-type="pmid">18245212</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref006"><label>6</label><mixed-citation publication-type="other" xlink:type="simple">Rayar M, Little C, Meloche J, Noy S, McCarrey M. Residents’ Perspectives on Handover: Results of the Canadian Association of Internes and Residents 2013 National Resident Survey. Presented at 2014 Canadian Conference on Medical Education, Ottawa. April 26th, 2014.</mixed-citation></ref>
<ref id="pone.0195216.ref007"><label>7</label><mixed-citation publication-type="other" xlink:type="simple">The Joint Commission. 2009 Hospital National Patient Safety Goals. <ext-link ext-link-type="uri" xlink:href="http://www.jointcommission.org/PatientSafety/Solutions/" xlink:type="simple">http://www.jointcommission.org/PatientSafety/Solutions/</ext-link></mixed-citation></ref>
<ref id="pone.0195216.ref008"><label>8</label><mixed-citation publication-type="other" xlink:type="simple">World Health Organization. High 5s Project action on patient safety. Geneva (Switzerland): The Organization; 2010. <ext-link ext-link-type="uri" xlink:href="http://www.who.int/patientsafety/implementation/solutions/high5s/ps_high5sprojectoverview_fs_2010_en.pdf" xlink:type="simple">www.who.int/patientsafety/implementation/solutions/high5s/ps_high5sprojectoverview_fs_2010_en.pdf</ext-link></mixed-citation></ref>
<ref id="pone.0195216.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Starmer</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Spector</surname> <given-names>ND</given-names></name>, <name name-style="western"><surname>Srivastava</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Allen</surname> <given-names>AD</given-names></name>, <name name-style="western"><surname>Landrigan</surname> <given-names>CP</given-names></name>, <collab>Sectish TC; I-PASS Study Group</collab>. <article-title>I-pass, a mnemonic to standardize verbal handoffs</article-title>. <source>Pediatrics</source>. <year>2012</year>;<volume>129</volume>(<issue>2</issue>): <fpage>201</fpage>–<lpage>04</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1542/peds.2011-2966" xlink:type="simple">10.1542/peds.2011-2966</ext-link></comment> <object-id pub-id-type="pmid">22232313</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref010"><label>10</label><mixed-citation publication-type="other" xlink:type="simple">Accreditation Council for Graduate Medical Education. Common Program Requirements. <ext-link ext-link-type="uri" xlink:href="http://www.acgme.org/acgmeweb/Portals/0/PFAssets/ProgramRequirements/CPRs2013.pdf" xlink:type="simple">http://www.acgme.org/acgmeweb/Portals/0/PFAssets/ProgramRequirements/CPRs2013.pdf</ext-link></mixed-citation></ref>
<ref id="pone.0195216.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Clanton</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Gardner</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Subichin</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>McAlvanah</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Hardy</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Shah</surname> <given-names>A</given-names></name>, <etal>et al</etal>. <article-title>Patient Hand-Off iNitiation and Evaluation (PHONE) study: A randomized trial of patient handoff methods</article-title>. <source>Am J Surg</source>. <year>2017</year>;<volume>213</volume>(<issue>2</issue>): <fpage>299</fpage>–<lpage>306</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.amjsurg.2016.10.015" xlink:type="simple">10.1016/j.amjsurg.2016.10.015</ext-link></comment> <object-id pub-id-type="pmid">27998549</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bittman</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Tam</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Little</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Khan</surname> <given-names>N</given-names></name>. <article-title>Who to handover: a case-control study of a novel scoring system to prioritise handover of internal medicine inpatients</article-title>. <source>Postgrad Med J</source>. <year>2017</year>;<volume>93</volume>(<issue>1100</issue>): <fpage>313</fpage>–<lpage>318</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1136/postgradmedj-2016-133999" xlink:type="simple">10.1136/postgradmedj-2016-133999</ext-link></comment> <object-id pub-id-type="pmid">27655897</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Horwitz</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Moin</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Green</surname> <given-names>M</given-names></name>. <article-title>Development and implementation of an oral sign-out skills curriculum</article-title>. <source>J Gen Intern Med</source>. <year>2007</year>;<volume>22</volume>(<issue>10</issue>): <fpage>1470</fpage>–<lpage>1474</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s11606-007-0331-0" xlink:type="simple">10.1007/s11606-007-0331-0</ext-link></comment> <object-id pub-id-type="pmid">17674110</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chu</surname> <given-names>ES</given-names></name>, <name name-style="western"><surname>Reid</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Schulz</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Burden</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Mancini</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Ambardekar</surname> <given-names>AV</given-names></name>, <etal>et al</etal>. <article-title>A structured handoff program for interns</article-title>. <source>Acad Med</source>. <year>2009</year>;<volume>84</volume>(<issue>3</issue>): <fpage>347</fpage>–<lpage>52</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1097/ACM.0b013e3181970829" xlink:type="simple">10.1097/ACM.0b013e3181970829</ext-link></comment> <object-id pub-id-type="pmid">19240442</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gakhar</surname> <given-names>B</given-names></name> and <name name-style="western"><surname>Spencer</surname> <given-names>A</given-names></name>. <article-title>Using direct observation, formal evaluation, and an interactive curriculum to improve the sign-out practices of internal medicine interns</article-title>. <source>Acad Med</source>. <year>2010</year>;<volume>85</volume>(<issue>7</issue>): <fpage>1182</fpage>–<lpage>1188</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1097/ACM.0b013e3181da8370" xlink:type="simple">10.1097/ACM.0b013e3181da8370</ext-link></comment> <object-id pub-id-type="pmid">20375830</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref016"><label>16</label><mixed-citation publication-type="other" xlink:type="simple">Riebschleger M, Philbert I. New Standards for Transitions of Care: Discussion and Justification. ACGME: Enhancing Quality of Care, Supervision, and Resident Professional Development. <ext-link ext-link-type="uri" xlink:href="https://www.acgme.org/acgmeweb/Portals/0/PDFs/jgme-11-00-57-59[1].pdf" xlink:type="simple">https://www.acgme.org/acgmeweb/Portals/0/PDFs/jgme-11-00-57-59[1].pdf</ext-link></mixed-citation></ref>
<ref id="pone.0195216.ref017"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Van Eaton</surname> <given-names>EG</given-names></name>, <name name-style="western"><surname>Horvath</surname> <given-names>KD</given-names></name>, <name name-style="western"><surname>Lober</surname> <given-names>WB</given-names></name>, <name name-style="western"><surname>Rossini</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Pellegrini</surname> <given-names>CA</given-names></name>. <article-title>A randomized controlled trial evaluating the impact of a computerized rounding and sign-out system on continuity of care and resident work hours</article-title>. <source>J Am Coll Surg</source>. <year>2005</year>;<volume>200</volume>(<issue>4</issue>): <fpage>538</fpage>–<lpage>545</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jamcollsurg.2004.11.009" xlink:type="simple">10.1016/j.jamcollsurg.2004.11.009</ext-link></comment> <object-id pub-id-type="pmid">15804467</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Johnson</surname> <given-names>DP</given-names></name>, <name name-style="western"><surname>Zimmerman</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Staples</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>McGann</surname> <given-names>KA</given-names></name>, <name name-style="western"><surname>Frush</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Turner</surname> <given-names>DA</given-names></name>. <article-title>Multicenter development, implementation and patient safety impacts of a simulation-based module to teach handovers to pediatric residents</article-title>. <source>Hosp Pediatr</source>. <year>2015</year>;<volume>5</volume>(<issue>3</issue>): <fpage>154</fpage>–<lpage>9</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1542/hpeds.2014-0050" xlink:type="simple">10.1542/hpeds.2014-0050</ext-link></comment> <object-id pub-id-type="pmid">25732989</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Payne</surname> <given-names>CE</given-names></name>, <name name-style="western"><surname>Stein</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Leong</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Dressler</surname> <given-names>DD</given-names></name>. <article-title>Avoiding handover fumbles: a controlled trial of a structured handover tool versus traditional handover methods</article-title>. <source>BMJ Qual Saf</source>. <year>2012</year>;<volume>21</volume>(<issue>11</issue>): <fpage>925</fpage>–<lpage>32</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1136/bmjqs-2011-000308" xlink:type="simple">10.1136/bmjqs-2011-000308</ext-link></comment> <object-id pub-id-type="pmid">22706931</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schouten</surname> <given-names>WM</given-names></name>, <name name-style="western"><surname>Burton</surname> <given-names>MC</given-names></name>, <name name-style="western"><surname>Jones</surname> <given-names>LD</given-names></name>, <name name-style="western"><surname>Newman</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Kashiwagi</surname> <given-names>DT</given-names></name>. <article-title>Association of face-to-face handoffs and outcomes of hospitalized internal medicine patients</article-title>. <source>J Hosp Med</source>. <year>2015</year>;<volume>10</volume>(<issue>3</issue>): <fpage>137</fpage>–<lpage>41</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1002/jhm.2293" xlink:type="simple">10.1002/jhm.2293</ext-link></comment> <object-id pub-id-type="pmid">25736613</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Starmer</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Sectish</surname> <given-names>TC</given-names></name>, <name name-style="western"><surname>Simon</surname> <given-names>DW</given-names></name>, <name name-style="western"><surname>Keohane</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>McSweeney</surname> <given-names>ME</given-names></name>, <name name-style="western"><surname>Chung</surname> <given-names>EY</given-names></name>, <etal>et al</etal>. <article-title>Rates of medical errors and preventable adverse events among hospitalized children following implementation of a resident handoff bundle</article-title>. <source>JAMA</source>. <year>2013</year>;<volume>310</volume>(<issue>21</issue>): <fpage>2262</fpage>–<lpage>2270</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1001/jama.2013.281961" xlink:type="simple">10.1001/jama.2013.281961</ext-link></comment> <object-id pub-id-type="pmid">24302089</object-id></mixed-citation></ref>
<ref id="pone.0195216.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Colligan</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Brick</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Patterson</surname> <given-names>ES</given-names></name>. <article-title>Changes in Medical Errors with a Handoff Program—Comment</article-title>. <source>NEJM</source>. <year>2015</year>;<volume>372</volume>(<issue>5</issue>): <fpage>490</fpage>–<lpage>91</lpage>.</mixed-citation></ref>
<ref id="pone.0195216.ref023"><label>23</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Allen</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Caton</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Cluver</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Mainous</surname> <given-names>AG</given-names></name>, <name name-style="western"><surname>Clyburn</surname> <given-names>B</given-names></name>. <article-title>Targeting improvements in patient safety at a large academic center: an institutional handoff curriculum for graduate medical education</article-title>. <source>Acad Med</source>. <year>2014</year>;<volume>89</volume>(<issue>10</issue>): <fpage>1366</fpage>–<lpage>9</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1097/ACM.0000000000000462" xlink:type="simple">10.1097/ACM.0000000000000462</ext-link></comment> <object-id pub-id-type="pmid">25119553</object-id></mixed-citation></ref>
</ref-list>
</back>
</article>