<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0225326</article-id>
<article-id pub-id-type="publisher-id">PONE-D-19-09502</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Vaccination and immunization</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Vaccination and immunization</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Public and occupational health</subject><subj-group><subject>Preventive medicine</subject><subj-group><subject>Vaccination and immunization</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Infectious diseases</subject><subj-group><subject>Viral diseases</subject><subj-group><subject>Influenza</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Sociology</subject><subj-group><subject>Social systems</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Economics</subject><subj-group><subject>Labor economics</subject><subj-group><subject>Employment</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Ethnicities</subject><subj-group><subject>European people</subject><subj-group><subject>Italian people</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Geographical locations</subject><subj-group><subject>Europe</subject><subj-group><subject>European Union</subject><subj-group><subject>Italy</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Infectious diseases</subject><subj-group><subject>Infectious disease control</subject><subj-group><subject>Vaccines</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Professions</subject><subj-group><subject>Medical personnel</subject><subj-group><subject>Nurses</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Health care</subject><subj-group><subject>Health care providers</subject><subj-group><subject>Nurses</subject></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Cost-consequence analysis of influenza vaccination among the staff of a large teaching hospital in Rome, Italy: A pilot study</article-title>
<alt-title alt-title-type="running-head">Cost-consequence analysis of hospital workers’ flu vaccination</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Colamesta</surname>
<given-names>Vittoria</given-names>
</name>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0001-9903-2624</contrib-id>
<name name-style="western">
<surname>Tamburrano</surname>
<given-names>Andrea</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Barbara</surname>
<given-names>Andrea</given-names>
</name>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Gentili</surname>
<given-names>Andrea</given-names>
</name>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>La Milia</surname>
<given-names>Daniele Ignazio</given-names>
</name>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Berloco</surname>
<given-names>Filippo</given-names>
</name>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Cicchetti</surname>
<given-names>Americo</given-names>
</name>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Piacentini</surname>
<given-names>Daniele</given-names>
</name>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Galluzzi</surname>
<given-names>Roberta</given-names>
</name>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Mastrodonato</surname>
<given-names>Sergio Riccardo</given-names>
</name>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<xref ref-type="aff" rid="aff005"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Cambieri</surname>
<given-names>Andrea</given-names>
</name>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Ricciardi</surname>
<given-names>Walter</given-names>
</name>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff006"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Laurenti</surname>
<given-names>Patrizia</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Funding acquisition</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff006"><sup>6</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>Università Cattolica del Sacro Cuore, Section of Hygiene - Institute of Public Health, Roma, Italia</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Local Health Unit ASL RM1, UOC Direzione Sanitaria S. Spirito e Nuovo Regina Margherita, Roma, Italia</addr-line></aff>
<aff id="aff003"><label>3</label> <addr-line>Fondazione Policlinico Universitario A. Gemelli IRCCS, Hospital Health Management, Roma, Italia</addr-line></aff>
<aff id="aff004"><label>4</label> <addr-line>Università Cattolica del Sacro Cuore, Postgraduate School of Health Economics and Management (ALTEMS), Roma, Italia</addr-line></aff>
<aff id="aff005"><label>5</label> <addr-line>Fondazione Policlinico Universitario A. Gemelli IRCCS, Human Resources Management, Roma, Italia</addr-line></aff>
<aff id="aff006"><label>6</label> <addr-line>Fondazione Policlinico Universitario A. Gemelli IRCCS, Department of Woman and Child Health and Public Health, Roma, Italia</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Tsuzuki</surname>
<given-names>Shinya</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>National Center for Global Health and Medicine, JAPAN</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">andrea.tamburrano01@icatt.it</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>14</day>
<month>11</month>
<year>2019</year>
</pub-date>
<pub-date pub-type="collection">
<year>2019</year>
</pub-date>
<volume>14</volume>
<issue>11</issue>
<elocation-id>e0225326</elocation-id>
<history>
<date date-type="received">
<day>3</day>
<month>4</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>1</day>
<month>11</month>
<year>2019</year>
</date>
</history>
<permissions>
<copyright-year>2019</copyright-year>
<copyright-holder>Colamesta et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0225326"/>
<abstract>
<p>Flu vaccination, as well as being effective to prevent seasonal influenza, decreases staff illness and absenteeism and reduces costs resulting from loss of productivity. Despite the effectiveness of flu vaccination, the seasonal coverage among healthcare workers is usually low. The aim of this retrospective observational study was to analyze the vaccination coverage rate among all employees (healthcare workers and administrative staff) of a large teaching hospital in Rome during the 2017–2018 influenza season, to perform a cost-consequence analysis of influenza vaccination (by evaluating the absenteeism due to illness in the epidemic period), and to assess the impact of vaccination in terms of both costs and sick days. The flu vaccination coverage rate was 9.8% among 4631 healthcare workers and 852 administrative employees. The human capital approach estimated a loss of productivity equal to 297.06 € for each vaccinated worker and 517.22 € for each unvaccinated worker (cost-outcome ratio: 120.07 €/sick day). Applying the friction cost method, a loss of productivity equal to 237.65 € for each vaccinated worker and 413.78 € for each unvaccinated worker (cost-outcome ratio: 104.19 €/sick day) was found. These results confirm the benefits of the flu vaccination for the society and the company. This allowed the management to grant one hour of permission to the flu-vaccinated workers in the following annual vaccination campaign (2018–2019).</p>
</abstract>
<funding-group>
<funding-statement>The authors received no specific funding for this work.</funding-statement>
</funding-group>
<counts>
<fig-count count="0"/>
<table-count count="3"/>
<page-count count="9"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>All relevant data are within the manuscript and its Supporting Information files.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>Influenza is a highly contagious but preventable acute respiratory illness that affects approximately 10% of general population every year and that is associated with increased morbidity and mortality in high risk groups [<xref ref-type="bibr" rid="pone.0225326.ref001">1</xref>]. The World Health Organization (WHO) estimated up to 5 million cases of severe illness and between 250,000 and 500,000 deaths occur each year worldwide as result of seasonal influenza epidemics [<xref ref-type="bibr" rid="pone.0225326.ref002">2</xref>].</p>
<p>Annual vaccination represents the most effective way to prevent the infection [<xref ref-type="bibr" rid="pone.0225326.ref003">3</xref>, <xref ref-type="bibr" rid="pone.0225326.ref004">4</xref>]. The increase of seasonal coverage represents an important concern for national and international organizations. A European qualitative study carried out by European Centre for Disease Prevention and Control (ECDC), through 65 semi-structured interviews with vaccine providers in Croatia, France, Greece, and Romania, reported that the major determinants of vaccination coverage are country and context-specific. Strategies to improve confidence in vaccines should therefore involve political, social, cultural and economic framework [<xref ref-type="bibr" rid="pone.0225326.ref005">5</xref>]. In this perspective, the WHO recommends flu vaccination both in groups considered to be at high risk of exposure to the influenza virus and in those at risk of developing severe disease, including healthcare workers (HCWs), pregnant women, children aged between 6 months to 5 years, elderly individuals (aged more than 65 years) and individuals with underlying health conditions such as HIV/AIDS, asthma, and chronic heart or lung diseases [<xref ref-type="bibr" rid="pone.0225326.ref006">6</xref>]. Even in Italy, following the WHO advice, the National Vaccine Prevention Plan (<italic>Piano Nazionale Prevenzione Vaccinale</italic>–PNPV) 2017–2019 strongly recommends the flu vaccine to elderly, people suffering from specific conditions of risk (diabetes, cardiovascular and respiratory diseases, cancer, etc.) and HCWs with the goal to achieve the 75% flu vaccination coverage, as minimum target, and 95% as optimal one [<xref ref-type="bibr" rid="pone.0225326.ref007">7</xref>].</p>
<p>Despite the effectiveness of flu vaccination and the strong recommendations provided by WHO and the Italian PNPV, the seasonal flu vaccination coverage among HCWs in Europe and in Italy is usually low, seldom exceeding 30%. In most European countries, during the influenza season 2016–2017, flu vaccination coverage was less than 40%, with a median of 30.2% (range: 15.6%-64.6%) [<xref ref-type="bibr" rid="pone.0225326.ref008">8</xref>]. In Italy, instead, looking at two systematic reviews, it is possible to estimate the influenza vaccination coverage rate among HCWs in Italy between 13% (for nurses) and 23% (for physicians) [<xref ref-type="bibr" rid="pone.0225326.ref009">9</xref>, <xref ref-type="bibr" rid="pone.0225326.ref010">10</xref>]. Moreover, significant differences are achieved among seasons, regions, hospitals, operative units and categories of HCWs too. For example, the vaccination coverage rate among HCWs in “P. Giaccone” teaching hospital located in Palermo varied from 14.7% in 2005–2006 to 8.2% in 2007–2008 and 3.1% in the 2011–2012 influenza season [<xref ref-type="bibr" rid="pone.0225326.ref011">11</xref>]. In the “Ospedale Maggiore Policlinico, Mangiagalli e Regina Elena” hospital of Milan [<xref ref-type="bibr" rid="pone.0225326.ref012">12</xref>], during the 2005–2006 season, flu vaccination coverage rate ranged from 17.6% in an emergency unit to 24.3% in a surgery unit. In a regional tertiary adult acute-care reference center with a 1,300-bed capacity in Genoa, during the influenza season 2013–2014 a flu vaccination coverage rate of 30% among physicians, 11% among nurses and 9% among other clinical personnel was reported [<xref ref-type="bibr" rid="pone.0225326.ref013">13</xref>]. In our teaching hospital in Rome, after the original experience of "Forum Theater" to promote positive vaccination attitudes [<xref ref-type="bibr" rid="pone.0225326.ref014">14</xref>], starting from the 2015–2016 flu season the Hospital Health Management organized specific sessions of on-site vaccination. It consists in providing free of charge vaccination directly to hospital wards, in addition to vaccination offered during the daily activity by the hospital’s Preventive Medicine Service, according to a specific time schedule. This strategy resulted effective in achieving higher flu vaccination coverage among HCWs [<xref ref-type="bibr" rid="pone.0225326.ref015">15</xref>] and resident doctors [<xref ref-type="bibr" rid="pone.0225326.ref016">16</xref>], even though it was less than 20% overall.</p>
<p>A recent Italian report evaluated the economic and fiscal impact of influenza, pneumococcal and herpes-zoster vaccines in Italy, even though it was not focused on HCWs. In the cost-benefit analysis carried out in the article, the authors found that investing in the flu vaccination, the benefits <italic>per capita</italic> amount to 1.8 times the value of investment in terms of fiscal impact and 11.1 times in terms of productivity loss [<xref ref-type="bibr" rid="pone.0225326.ref017">17</xref>]. Another Italian study, focused on HCWs, shows an increase in sick leave during the flu epidemic period among all HCWs categories (medical doctors, technical executives, nurses and allied health professionals, other executives, non-medical support staff, administrative staff). In addition, vaccinated HCWs showed a reduced absenteeism compared to unvaccinated ones (1.45 vs 2.09 days/person) [<xref ref-type="bibr" rid="pone.0225326.ref018">18</xref>]. In the previous mentioned teaching hospital in Palermo, during the 2007–2008 season the vaccination rate was 8.2% and the absenteeism due to Influenza-Like Illness (ILI) was significantly higher in the unvaccinated HCWs, determining the spreads of the influenza virus and provoking an avoidable cost for the hospital and for the community [<xref ref-type="bibr" rid="pone.0225326.ref019">19</xref>]. In another Italian teaching hospital located in Modena the prevalence of ILI in the unvaccinated group was significantly increased compared to vaccinated subject (24% vs 15% respectively; p&lt;0.001). Working days lost for ILI were 516 in the unvaccinated group versus 315 reported in the vaccinated group. Economic impact evaluation showed a cost of € 35,736.88 in the vaccinated and of € 57,759.52 in the unvaccinated. The resulting indirect benefit (IB) was € 21,078.64, the direct cost (DC) and indirect cost (IC) for vaccination were €2,463.29 and € 2,172.53 respectively and the overall cost-benefit ratio IB/(DC+IC) was 4.5 [<xref ref-type="bibr" rid="pone.0225326.ref020">20</xref>].</p>
<p>The aim of the present study was to analyze the vaccination coverage rate among all employees (healthcare workers and administrative staff) in a large teaching hospital in Rome during the 2017–2018 influenza season, to perform a cost-consequence analysis of influenza vaccination through an analysis of absenteeism due to illness in the epidemic period, and to compare the impact of vaccination in terms of both costs and sick days.</p>
</sec>
<sec id="sec002" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="sec003">
<title>Ethics statement</title>
<p>This study is compliant with the Local Ethical Committee Standards of the Fondazione Policlinico Universitario Agostino Gemelli IRCCS. It was approved and registered with number 2018-04/23/2018 and was carried out in accordance with the Helsinki Declaration and EU Regulation 2016/679 (GDPR) concerning the processing of personal data. For this type of study, Ethical Committee did not foresee the need for participant consent.</p>
</sec>
<sec id="sec004">
<title>Setting</title>
<p>A retrospective observational study was carried out in our teaching hospital in Rome, analyzing data from the 2017–2018 influenza season. This is an acute-care reference center with a 1,500-bed capacity and almost 5,500 workers employed.</p>
</sec>
<sec id="sec005">
<title>Flu vaccination strategy, coverage and absenteeism due to influenza</title>
<p>Vaccination was offered to all staff as a part of the hospital prevention program; it was administered by the hospital’s Preventive Medicine Service and performed with quadrivalent flu vaccine <italic>Fluarix</italic><sup>®</sup> <italic>Tetra</italic> (split, inactivated, non-adjuvanted). During the 2017–2018 influenza vaccination campaign, training sessions on flu vaccination have been organized according to Academic Detailing methodology [<xref ref-type="bibr" rid="pone.0225326.ref021">21</xref>]. The purpose was to deliver tailored training and technical assistance to healthcare providers to help them using best practices on influenza prevention and control [<xref ref-type="bibr" rid="pone.0225326.ref021">21</xref>]. Vaccinated and unvaccinated hospital workers (health workers and administrative staff) and the absenteeism (number of working days lost for illness—namely, sick days—during the epidemic flu period) in both groups have been counted and compared. Based on the fact that exposure to other possible causes of illness (including circulating infectious diseases other than influenza, for example other respiratory viruses) was the same for both groups, it was assumed that the difference in absences was only due to influenza. Working days were considered lost for illness when the mandatory medical certificate for sick leave was sent by the worker to the hospital health management (his own employer), as requested by the Italian law. The epidemic period was considered in accordance to Influnet [<xref ref-type="bibr" rid="pone.0225326.ref022">22</xref>], an Italian nationwide sentinel surveillance network of influenza epidemiology that collects clinical and virologic information about influenza from week 42 to week 17 of the following year.</p>
<p>Descriptive statistic was performed analyzing mean and Standard Deviation (SD) of quantitative variables and frequencies and percentages of qualitative ones. Workers job categories have been grouped into physicians, nurses, administrative staff, other graduated and ungraduated health professionals. Moreover, t-Student test was used to assess differences in absenteeism due to illness between vaccinated and unvaccinated workers, considering all employees and then stratifying by job categories. The level of statistical significance was set at p&lt;0.05.</p>
</sec>
<sec id="sec006">
<title>Cost-consequence analysis</title>
<p>To compare the impact of flu vaccination among hospital workers, in terms of both costs and sick days, a cost-consequence approach was used [<xref ref-type="bibr" rid="pone.0225326.ref023">23</xref>]. Through this methodology the impact of the vaccination on short-time (epidemic period) resource use and costs (productivity losses) and health outcomes (sick days) was estimated and presented in a tabular format. The analysis was performed through a 6-months horizon, no discount rate was applied, adjustment for a common base year was not necessary.</p>
<p>Direct medical costs referred to the acquisition costs of the vaccine (ex-factory price of 11.08 €) [<xref ref-type="bibr" rid="pone.0225326.ref024">24</xref>, <xref ref-type="bibr" rid="pone.0225326.ref025">25</xref>] and the administration costs of the vaccination (set to 6.16 €) [<xref ref-type="bibr" rid="pone.0225326.ref024">24</xref>, <xref ref-type="bibr" rid="pone.0225326.ref026">26</xref>, <xref ref-type="bibr" rid="pone.0225326.ref027">27</xref>].</p>
<p>Indirect costs referred to costs falling outside the healthcare sector and concerned productivity lost (workdays/hours lost) due to influenza. Daily/hour wage was set in accordance with the national collective agreement [<xref ref-type="bibr" rid="pone.0225326.ref028">28</xref>].</p>
<p>The loss of productivity (linked to sick leave) for the society and for the company was estimated by using the human capital approach and the friction cost method, respectively.</p>
<p>The human capital approach estimates the value of lost production due to temporary absence from work for sick leave. The measure of income can be obtained through the sample estimate of individual patient income or, alternatively, through the remuneration received by workers classified by sector of activity and professional categories, detectable from surveys conducted by national institutions responsible for the management of tax revenue [<xref ref-type="bibr" rid="pone.0225326.ref029">29</xref>].</p>
<p>The friction cost method assumes that the value of lost production associated with a disease depends on the period necessary to retrieve the original level of production (during the absences the work can be done by colleagues—friction period). It has been estimated that the productivity reduction deriving from one day of absence from work is equal to about 80% of the sick worker's daily income [<xref ref-type="bibr" rid="pone.0225326.ref030">30</xref>]. Therefore, this value of productivity loss was applied.</p>
<p>Direct costs were considered only for the human capital approach, because of for the company perspective (friction cost method) the vaccine was provided free of charge by the Italian NHS and administered by the hospital’s Preventive Medicine Service without additional usage of resources and working hours.</p>
<p>Finally, the cost-outcome ratio was calculated by dividing the difference in total costs (vaccination costs, where appropriate, and loss of productivity) <italic>per capita</italic> among vaccinated and unvaccinated workers by the difference between the mean of absenteeism among vaccinated and unvaccinated workers.</p>
</sec>
</sec>
<sec id="sec007" sec-type="results">
<title>Results</title>
<sec id="sec008">
<title>Flu vaccination coverage and absenteeism due to influenza</title>
<p>The teaching hospital counted 5,483 hospital workers employed and all of them were included in the study. During the flu vaccination season 2017–2018, 538 of them (9.8%) have been vaccinated. In <xref ref-type="table" rid="pone.0225326.t001">Table 1</xref> the main sample characteristics are reported, according to flu vaccination status. Considering the job categories, physicians had the highest immunization coverage (21.9% of doctors have been vaccinated, compared to 8.5% of nurses, 10.2% of graduated health professionals and less than 5% of other categories).</p>
<table-wrap id="pone.0225326.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0225326.t001</object-id>
<label>Table 1</label> <caption><title>Main characteristics of hospital workers.</title> <p>Row percentages are reported.</p></caption>
<alternatives>
<graphic id="pone.0225326.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0225326.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left" colspan="2">Variables</th>
<th align="left">Vaccinated<break/>N = 538 (9.8%)</th>
<th align="left">Unvaccinated<break/>N = 4,945 (90.2%)</th>
<th align="left">Total<break/>N = 5,483</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" colspan="2">Age <italic>(mean ± SD)</italic></td>
<td align="left">48.92 ± 10.8</td>
<td align="left">45.55 ± 10.7</td>
<td align="left">45.88 ± 10.7</td>
</tr>
<tr>
<td align="left" rowspan="2">Sex</td>
<td align="left"><italic>Male</italic></td>
<td align="left">264 (11.9%)</td>
<td align="left">1,955 (88.1%)</td>
<td align="left">2,219</td>
</tr>
<tr>
<td align="left"><italic>Female</italic></td>
<td align="left">274 (8.4%)</td>
<td align="left">2,990 (91.6%)</td>
<td align="left">3,264</td>
</tr>
<tr>
<td align="left" rowspan="5">Job categories</td>
<td align="left"><italic>Physicians</italic></td>
<td align="left">233 (21.9%)</td>
<td align="left">831 (78.1%)</td>
<td align="left">1,064</td>
</tr>
<tr>
<td align="left"><italic>Nurses</italic></td>
<td align="left">177 (8.5%)</td>
<td align="left">1,898 (91.5%)</td>
<td align="left">2,075</td>
</tr>
<tr>
<td align="left"><italic>Graduated health professionals</italic></td>
<td align="left">59 (10.2%)</td>
<td align="left">519 (89.8%)</td>
<td align="left">578</td>
</tr>
<tr>
<td align="left"><italic>Ungraduated health professionals</italic></td>
<td align="left">45 (4.9%)</td>
<td align="left">869 (95.1%)</td>
<td align="left">914</td>
</tr>
<tr>
<td align="left"><italic>Administrative staff</italic></td>
<td align="left">24 (2.8%)</td>
<td align="left">828 (97.2%)</td>
<td align="left">852</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>Regarding the absenteeism during the epidemic flu period, a mean of 1.6 ± 6.0 days of absence from work for sick leave was observed among vaccinated and a mean of 3.3 ± 10.9 days among unvaccinated hospital workers (mean difference = 1.7; p&lt;0.001) (<xref ref-type="table" rid="pone.0225326.t002">Table 2</xref>). Moreover, nursing absenteeism was 2.8 ± 7.1 days among vaccinated and 4.2 ± 12.3 days among unvaccinated employee, while physicians’ absences were close to 0 for both groups in the epidemic period.</p>
<table-wrap id="pone.0225326.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0225326.t002</object-id>
<label>Table 2</label> <caption><title>Absenteeism (number of working days lost) during the epidemic flu period compared between vaccinated and unvaccinated hospital workers.</title></caption>
<alternatives>
<graphic id="pone.0225326.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0225326.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left" rowspan="2">Job categories</th>
<th align="left" colspan="3">Absenteeism</th>
</tr>
<tr>
<th align="left">Vaccinated<break/>(mean ± SD)</th>
<th align="left">Unvaccinated<break/>(mean ± SD)</th>
<th align="left">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left"><italic>Physicians</italic></td>
<td align="left">0.0 ± 0.0</td>
<td align="left">0.0 ± 0.1</td>
<td align="char" char=".">1.000</td>
</tr>
<tr>
<td align="left"><italic>Nurses</italic></td>
<td align="left">2.8 ± 7.1</td>
<td align="left">4.2 ± 12.3</td>
<td align="char" char=".">0.136</td>
</tr>
<tr>
<td align="left"><italic>Graduated health professionals</italic></td>
<td align="left">3.1 ± 6.8</td>
<td align="left">2.5 ± 8.4</td>
<td align="char" char=".">0.597</td>
</tr>
<tr>
<td align="left"><italic>Ungraduated health professionals</italic></td>
<td align="left">2.0 ± 4.1</td>
<td align="left">4.0 ± 11.8</td>
<td align="char" char=".">0.257</td>
</tr>
<tr>
<td align="left"><italic>Administrative staff</italic></td>
<td align="left">4.8 ± 15.9</td>
<td align="left">4.2 ± 12.8</td>
<td align="char" char=".">0.822</td>
</tr>
<tr>
<td align="left"><bold>Total</bold></td>
<td align="left"><bold>1.6 ± 6.0</bold></td>
<td align="left"><bold>3.3 ± 10.9</bold></td>
<td align="char" char="."><bold>&lt;0.001</bold></td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
</sec>
<sec id="sec009">
<title>Cost-consequence analysis</title>
<p>In <xref ref-type="table" rid="pone.0225326.t003">Table 3</xref> the results of the cost-consequence analysis are described.</p>
<table-wrap id="pone.0225326.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0225326.t003</object-id>
<label>Table 3</label> <caption><title>Results of the cost-consequence analysis (loss of productivity and cost-outcome ratio) during the epidemic flu period.</title></caption>
<alternatives>
<graphic id="pone.0225326.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0225326.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left"/>
<th align="left"/>
<th align="left">Human capital approach</th>
<th align="left">Friction cost method</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="2"><italic>Loss of productivity (per capita)</italic></td>
<td align="left">Vaccinated hospital workers</td>
<td align="left">297.06 €</td>
<td align="left">237.65 €</td>
</tr>
<tr>
<td align="left">Unvaccinated hospital workers</td>
<td align="left">517.22 €</td>
<td align="left">413.78 €</td>
</tr>
<tr>
<td align="left" rowspan="2"><italic>Loss of productivity (all employees</italic><xref ref-type="table-fn" rid="t003fn001">*</xref><italic>)</italic></td>
<td align="left">Vaccinated hospital workers</td>
<td align="left">1,628,765 €</td>
<td align="left">1,303,012 €</td>
</tr>
<tr>
<td align="left">Unvaccinated hospital workers</td>
<td align="left">2,835,916 €</td>
<td align="left">2,268,733 €</td>
</tr>
<tr>
<td align="left" colspan="2"><bold>Cost-outcome ratio</bold></td>
<td align="left"><bold>120.07 €/sick day</bold></td>
<td align="left"><bold>104.19 €/sick day</bold><xref ref-type="table-fn" rid="t003fn002">**</xref></td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t003fn001"><p>* Assuming everyone vs no one is vaccinated.</p></fn>
<fn id="t003fn002"><p>** Direct costs not included.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>The human capital approach estimated, during the flu epidemic period, a loss of productivity equal to 297.06 € for each vaccinated and 517.22 € for each unvaccinated hospital worker (cost-outcome ratio = 120.07 €/sick day). Referring to all employees, a total loss of productivity of 1,628,765 € avoided for vaccinated and 2,835,916 € avoided for unvaccinated hospital workers has been found.</p>
<p>The friction cost method estimated, during the epidemic flu period, a loss of productivity equal to 237.65 € for each vaccinated and 413.78 € for each unvaccinated hospital worker (cost-outcome ratio = 104.19 €/sick day). Referring to all employees, a total loss of productivity of 1,303,012 € avoided for vaccinated and 2,268,733 € avoided for unvaccinated hospital workers has been found.</p>
</sec>
</sec>
<sec id="sec010" sec-type="conclusions">
<title>Discussion</title>
<p>The present study highlights the economic value of flu vaccination among hospital workers (healthcare workers and administrative staff) in a large Italian teaching hospital. The cost-consequence analysis suggests an economic advantage for the society and for the company (as well as in terms of health) to provide flu vaccination to hospital workers.</p>
<p>In the performed pilot study, a flu vaccination coverage in hospital workers of almost 10% was found, with substantial differences among the identified job categories. A statistically significant difference in absenteeism between vaccinated and unvaccinated hospital workers was also observed. According to our knowledge, a higher excess of absenteeism rate among unvaccinated compared to vaccinated healthcare workers during the epidemic period (2.09 vs 1.45 days/person) was found also by Gianino et al. [<xref ref-type="bibr" rid="pone.0225326.ref018">18</xref>] in a recent Italian retrospective observational study. Similar results were detected even by the previously mentioned Italian study conducted in Palermo and Modena [<xref ref-type="bibr" rid="pone.0225326.ref011">11</xref>, <xref ref-type="bibr" rid="pone.0225326.ref020">20</xref>].</p>
<sec id="sec011">
<title>Limitations</title>
<p>This study did not analyze differences in absenteeism rate between the epidemic and the non-epidemic period, focusing only on the first one. This could be a limit because several studies reported an absenteeism that range between the 35% and 2-fold higher during epidemic period compared to the rest of the year [<xref ref-type="bibr" rid="pone.0225326.ref031">31</xref>, <xref ref-type="bibr" rid="pone.0225326.ref032">32</xref>], despite other studies highlighted few differences [<xref ref-type="bibr" rid="pone.0225326.ref033">33</xref>]. For example, Gianino et al. [<xref ref-type="bibr" rid="pone.0225326.ref018">18</xref>] founded difference in absenteeism between vaccinated and unvaccinated healthcare workers also during the non-epidemic period and explained this discrepancy assuming that vaccines also protect employees from illness during non-epidemic period.</p>
<p>In addition, this study was based on a prevention practice conducted “on the field”, offering vaccination to all hospital workers without randomization or sample size calculation. Despite this, the hospital prevention program guaranteed free access to vaccination and allowed to have a much larger population in both groups.</p>
<p>Moreover, in this pilot study it was assumed that the difference in absences between groups during the epidemic period was mostly due to the flu vaccination intervention. Indeed, as mentioned above, we assumed that the exposition to other possible causes of illness during the epidemic period (including typical circulating infectious diseases of the wintertime, not vaccine-preventable, i.e. other respiratory viruses) was the same, considering the high number of people in the two groups too. Besides, the absenteeism has not been stratified by cause of illness because of the privacy obligations that do not allow the employer to know the diagnosis of sick leave for which the hospital workers employed were absent.</p>
<p>Furthermore, the study design is based on a static model. Despite this does not consider the indirect effect of vaccination on the unvaccinated individuals (a worker is more protected from infection if a colleague is vaccinated—herd immunity effect), as in dynamic model [<xref ref-type="bibr" rid="pone.0225326.ref034">34</xref>, <xref ref-type="bibr" rid="pone.0225326.ref035">35</xref>], the low vaccination coverage rate among all job categories make this effect almost negligible [<xref ref-type="bibr" rid="pone.0225326.ref036">36</xref>, <xref ref-type="bibr" rid="pone.0225326.ref037">37</xref>]. This study design limitation bounds the possibility of extrapolating the results by assuming the condition in which everyone is vaccinated because of in this case the indirect effect is no longer negligible.</p>
<p>Finally, although cost-consequence analysis is sometimes considered less rigorous than other economic evaluations, it is at the same time more versatile and practical being able to offer clear and simple information thus representing a valid framework for the appraisal of flu vaccination in the Italian context.</p>
</sec>
</sec>
<sec id="sec012" sec-type="conclusions">
<title>Conclusions</title>
<p>Despite the inherent limitations discussed, the current work represents a pilot study performing an economic evaluation of flu vaccination among hospital workers in a large teaching hospital in Italy. The above mentioned results confirm the benefits of flu vaccination for the society and for the company. These findings also oriented the hospital health management to encourage vaccination by giving an additional hour of leave to the flu-vaccinated workers in the following annual vaccination campaign (2018–2019).</p>
</sec>
<sec id="sec013">
<title>Supporting information</title>
<supplementary-material id="pone.0225326.s001" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pone.0225326.s001" xlink:type="simple">
<label>S1 File</label>
<caption>
<title>Data set (extraction from human resources and preventive medicine service information systems).</title>
<p>(XLSX)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>The authors thank Gero Barbara for proofreading the article.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0225326.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><collab>World Health Organization</collab>. <article-title>Influenza vaccines. WHO position paper</article-title>. <source>Weekly epidemiological record</source> <year>2005</year>; <volume>33</volume> (<issue>80</issue>): <fpage>277</fpage>–<lpage>88</lpage> [Internet]. [cited 2018 Dec 21].</mixed-citation></ref>
<ref id="pone.0225326.ref002"><label>2</label><mixed-citation publication-type="other" xlink:type="simple">Who.int. (2018). Influenza (Seasonal). [online] <ext-link ext-link-type="uri" xlink:href="https://www.who.int/news-room/fact-sheets/detail/influenza-(seasonal)" xlink:type="simple">https://www.who.int/news-room/fact-sheets/detail/influenza-(seasonal)</ext-link> [Accessed 15 Feb. 2019].</mixed-citation></ref>
<ref id="pone.0225326.ref003"><label>3</label><mixed-citation publication-type="other" xlink:type="simple">ECDC. (2018). Seasonal influenza vaccines. [online] <ext-link ext-link-type="uri" xlink:href="https://ecdc.europa.eu/en/seasonal-influenza/prevention-and-control/seasonal-influenza-vaccines" xlink:type="simple">https://ecdc.europa.eu/en/seasonal-influenza/prevention-and-control/seasonal-influenza-vaccines</ext-link> [Accessed 15 Feb. 2019].</mixed-citation></ref>
<ref id="pone.0225326.ref004"><label>4</label><mixed-citation publication-type="other" xlink:type="simple">WHO. (2019). Vaccines. [online] <ext-link ext-link-type="uri" xlink:href="https://www.who.int/topics/vaccines/en/" xlink:type="simple">https://www.who.int/topics/vaccines/en/</ext-link> [Accessed 15 Feb. 2019].</mixed-citation></ref>
<ref id="pone.0225326.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Karafillakis</surname> <given-names>E.</given-names></name>, <name name-style="western"><surname>Dinca</surname> <given-names>I.</given-names></name>, <name name-style="western"><surname>Apfel</surname> <given-names>F.</given-names></name>, <name name-style="western"><surname>Cecconi</surname> <given-names>S.</given-names></name>, <name name-style="western"><surname>Wűrz</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Takacs</surname> <given-names>J.</given-names></name>, <etal>et al</etal>. (<year>2016</year>). <article-title>Vaccine hesitancy among healthcare workers in Europe: A qualitative study</article-title>. <source>Vaccine</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.vaccine.2016.08.029" xlink:type="simple">https://doi.org/10.1016/j.vaccine.2016.08.029</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><collab>WHO</collab>. <article-title>Weekly epidemiological record</article-title>. <source>Vaccines against influenza WHO position paper—November 2012</source>. <year>2012</year>;<volume>87</volume>:<fpage>461</fpage>–<lpage>76</lpage>.</mixed-citation></ref>
<ref id="pone.0225326.ref007"><label>7</label><mixed-citation publication-type="other" xlink:type="simple">Ministero della Salute. Piano Nazionale Prevenzione Vaccinale 2017–19 [Internet]. 2017 [cited 2018 Oct 22].</mixed-citation></ref>
<ref id="pone.0225326.ref008"><label>8</label><mixed-citation publication-type="other" xlink:type="simple">Mereckiene, J. (2018). Seasonal influenza vaccination and antiviral use in EU/EEA Member States. [ebook] Stockholm: European Centre for Disease Prevention and Control. <ext-link ext-link-type="uri" xlink:href="https://ecdc.europa.eu/sites/portal/files/documents/Seasonal-influenza-antiviral-use-EU-EEA-Member-States-December-2018_0.pdf" xlink:type="simple">https://ecdc.europa.eu/sites/portal/files/documents/Seasonal-influenza-antiviral-use-EU-EEA-Member-States-December-2018_0.pdf</ext-link> [Accessed 15 Feb. 2019].</mixed-citation></ref>
<ref id="pone.0225326.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>La Torre</surname> <given-names>G.</given-names></name>, <name name-style="western"><surname>Mannocci</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Ursillo</surname> <given-names>P.</given-names></name>, <name name-style="western"><surname>Bontempi</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Firenze</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Panico</surname> <given-names>M. G.</given-names></name>, <etal>et al</etal>. (<year>2011</year>). <article-title>Prevalence of influenza vaccination among nurses and ancillary workers in Italy: Systematic review and meta analysis</article-title>. <source>Human Vaccines</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.4161/hv.7.7.15413" xlink:type="simple">https://doi.org/10.4161/hv.7.7.15413</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Mannocci</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Ursillo</surname> <given-names>P.</given-names></name>, <name name-style="western"><surname>Bontempi</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Sferrazza</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>La Torre</surname> <given-names>G.</given-names></name> (<year>2010</year>). <article-title>Prevalence of influenza vaccination among physicians and related enhancing and preventing factors in Italy</article-title>. <source>Reviews in Health Care</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.7175/rhc.v1i1.15" xlink:type="simple">https://doi.org/10.7175/rhc.v1i1.15</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Amodio</surname> <given-names>E.</given-names></name>, <name name-style="western"><surname>Restivo</surname> <given-names>V.</given-names></name>, <name name-style="western"><surname>Firenze</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Mammina</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Tramuto</surname> <given-names>F.</given-names></name>, <name name-style="western"><surname>Vitale</surname> <given-names>F.</given-names></name> (<year>2014</year>). <article-title>Can influenza vaccination coverage among healthcare workers influence the risk of nosocomial influenza-like illness in hospitalized patients?</article-title> <source>Journal of Hospital Infection</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jhin.2014.01.005" xlink:type="simple">https://doi.org/10.1016/j.jhin.2014.01.005</ext-link>;</mixed-citation></ref>
<ref id="pone.0225326.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Esposito</surname> <given-names>S.</given-names></name>, <name name-style="western"><surname>Bosis</surname> <given-names>S.</given-names></name>, <name name-style="western"><surname>Pelucchi</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Tremolati</surname> <given-names>E.</given-names></name>, <name name-style="western"><surname>Sabatini</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Semino</surname> <given-names>M.</given-names></name>, <etal>et al</etal>. (<year>2008</year>). <article-title>Influenza vaccination among healthcare workers in a multidisciplinary University hospital in Italy</article-title>. <source>BMC Public Health</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/1471-2458-8-422" xlink:type="simple">https://doi.org/10.1186/1471-2458-8-422</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Alicino</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Iudici</surname> <given-names>R.</given-names></name>, <name name-style="western"><surname>Barberis</surname> <given-names>I.</given-names></name>, <name name-style="western"><surname>Paganino</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Cacciani</surname> <given-names>R.</given-names></name>, <name name-style="western"><surname>Zacconi</surname> <given-names>M.</given-names></name>, <etal>et al</etal>. (<year>2015</year>). <article-title>Influenza vaccination among healthcare workers in Italy</article-title>. <source>Human Vaccines &amp; Immunotherapeutics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.4161/hv.34362" xlink:type="simple">https://doi.org/10.4161/hv.34362</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Corsaro</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Poscia</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>De Waure</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>De Meo</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Berloco</surname> <given-names>F.</given-names></name>, <name name-style="western"><surname>Ricciardi</surname> <given-names>W.</given-names></name>, <etal>et al</etal>. (<year>2017</year>). <article-title>Fostering flu vaccination in healthcare workers: Forum theatre in a university hospital</article-title>. <source>Medical Science Monitor</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.12659/MSM.903009" xlink:type="simple">https://doi.org/10.12659/MSM.903009</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Barbara</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Giubbini</surname> <given-names>G.</given-names></name>, <name name-style="western"><surname>De Waure</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Poscia</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>De Meo</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Berloco</surname> <given-names>F.</given-names></name>, <etal>et al</etal>. (<year>2017</year>). <article-title>Is the on site flu vaccination among health care workers effective? A Italian teaching hospital case</article-title>. <source>European Journal of Public Health</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/eurpub/ckx187.380" xlink:type="simple">https://doi.org/10.1093/eurpub/ckx187.380</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref016"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Barbara</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Mariani</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>De Waure</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Anzelmo</surname> <given-names>V.</given-names></name>, <name name-style="western"><surname>Piccoli</surname> <given-names>B.</given-names></name>, <name name-style="western"><surname>Cambieri</surname> <given-names>A.</given-names></name>, <etal>et al</etal>. (<year>2019</year>). <article-title>A campaign aimed at increasing seasonal influenza vaccination coverage among post graduate medical residents in an Italian teaching hospital</article-title>. <source>Human Vaccines and Immunotherapeutics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/21645515.2018.1556076" xlink:type="simple">https://doi.org/10.1080/21645515.2018.1556076</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref017"><label>17</label><mixed-citation publication-type="other" xlink:type="simple">ALTEMS (Alta Scuola di Economia e Management dei Sistemi Sanitari). L’impatto economico e fiscale della vaccinazione degli adulti in Italia. (Executive summary) [Internet]. 2017 [cited 2018 Nov 30].</mixed-citation></ref>
<ref id="pone.0225326.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gianino</surname> <given-names>M. M.</given-names></name>, <name name-style="western"><surname>Politano</surname> <given-names>G.</given-names></name>, <name name-style="western"><surname>Scarmozzino</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Charrier</surname> <given-names>L.</given-names></name>, <name name-style="western"><surname>Testa</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Giacomelli</surname> <given-names>S.</given-names></name>, <etal>et al</etal>. (<year>2017</year>). <article-title>Estimation of sickness absenteeism among Italian healthcare workers during seasonal influenza epidemics</article-title>. <source>PloS One</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0182510" xlink:type="simple">https://doi.org/10.1371/journal.pone.0182510</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Amodio</surname> <given-names>E.</given-names></name>, <name name-style="western"><surname>Anastasi</surname> <given-names>G.</given-names></name>, <name name-style="western"><surname>di Pasquale</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Gelsomino</surname> <given-names>V.</given-names></name>, <name name-style="western"><surname>Morici</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Romano</surname> <given-names>N.</given-names></name>, <etal>et al</etal>. (<year>2010</year>). <article-title>Influenza vaccination among healthcare workers and absenteeism from work due to influenza-like illness in a teaching hospital in Palermo</article-title>. <source>Italian Journal of Public Health</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2427/5715" xlink:type="simple">https://doi.org/10.2427/5715</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref020"><label>20</label><mixed-citation publication-type="other" xlink:type="simple">Cella, M. T., Corona, G., Tuccillo, E., Franco, G. (2005). Valutazione di efficacia e impatto economico di una campagna di vaccinazione antinfluenzale in personale di una struttura sanitaria. Medicina Del Lavoro.</mixed-citation></ref>
<ref id="pone.0225326.ref021"><label>21</label><mixed-citation publication-type="other" xlink:type="simple">CDC. Academic Detailing: Frequently Asked Questions [Internet]. [cited 2018 Dec 11].</mixed-citation></ref>
<ref id="pone.0225326.ref022"><label>22</label><mixed-citation publication-type="other" xlink:type="simple">Istituto Superiore di Sanità. Influnet. [Internet]. [cited 2018 Dec 11].</mixed-citation></ref>
<ref id="pone.0225326.ref023"><label>23</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Mauskopf</surname> <given-names>J. A.</given-names></name>, <name name-style="western"><surname>Paul</surname> <given-names>J. E.</given-names></name>, <name name-style="western"><surname>Grant</surname> <given-names>D. M.</given-names></name>, <name name-style="western"><surname>Stergachis</surname> <given-names>A.</given-names></name> (<year>1998</year>). <article-title>The role of cost-consequence analysis in healthcare decision-making</article-title>. <source>PharmacoEconomics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2165/00019053-199813030-00002" xlink:type="simple">https://doi.org/10.2165/00019053-199813030-00002</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Capri</surname> <given-names>S.</given-names></name>, <name name-style="western"><surname>Barbieri</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>de Waure</surname> <given-names>C.</given-names></name>, <name name-style="western"><surname>Boccalini</surname> <given-names>S.</given-names></name>, <name name-style="western"><surname>Panatto</surname> <given-names>D.</given-names></name> (<year>2018</year>). <article-title>Cost-effectiveness analysis of different seasonal influenza vaccines in the elderly Italian population</article-title>. <source>Human Vaccines and Immunotherapeutics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1080/21645515.2018.1438792" xlink:type="simple">https://doi.org/10.1080/21645515.2018.1438792</ext-link></mixed-citation></ref>
<ref id="pone.0225326.ref025"><label>25</label><mixed-citation publication-type="other" xlink:type="simple">Kheiraoui F, Cadeddu C, Quaranta G, Poscia A, Raponi M, de Waure C, et al. [Health technology assessment of the quadrivalent influenza vaccine Flu-QIV (Fluarix Tetra)]. QIJPH. 2015;4.</mixed-citation></ref>
<ref id="pone.0225326.ref026"><label>26</label><mixed-citation publication-type="other" xlink:type="simple">Gazzetta Ufficiale della Repubblica Italiana. Remunerazione delle prestazioni di assistenza ospedaliera per acuti, assistenza ospedaliera di riabilitazione e di lungodegenza post acuzie e di assistenza specialistica ambulatoriale. 28 Gennaio. 2013.</mixed-citation></ref>
<ref id="pone.0225326.ref027"><label>27</label><mixed-citation publication-type="other" xlink:type="simple">Nomenclatore tariffario delle prestazioni aggiuntive, Accordo Collettivo Nazionale medici generici, 23 marzo. 2005.</mixed-citation></ref>
<ref id="pone.0225326.ref028"><label>28</label><mixed-citation publication-type="other" xlink:type="simple">Contratti Collettivi Nazionali della Sanità [Internet]. Aranagenzia.it. 2019 [cited 30 August 2019]. <ext-link ext-link-type="uri" xlink:href="https://www.aranagenzia.it/contrattazione/comparti/comparto-della-sanita/contratti.html" xlink:type="simple">https://www.aranagenzia.it/contrattazione/comparti/comparto-della-sanita/contratti.html</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref029"><label>29</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gianino</surname> <given-names>M. M.</given-names></name>, <name name-style="western"><surname>Petrinco</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Galzerano</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Gregori</surname> <given-names>D.</given-names></name>, <name name-style="western"><surname>Ferrando</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Pagano</surname> <given-names>E.</given-names></name> (<year>2009</year>). <article-title>Methodological aspects in valuing loss of production and informal care in cost-of-illness studies</article-title>. <source>Epidemiologia e Prevenzione</source>.</mixed-citation></ref>
<ref id="pone.0225326.ref030"><label>30</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Koopmanschap</surname> <given-names>M. A.</given-names></name>, <name name-style="western"><surname>Rutten</surname> <given-names>F. F. H.</given-names></name>, <name name-style="western"><surname>van Ineveld</surname> <given-names>B. M.</given-names></name>, <name name-style="western"><surname>van Roijen</surname> <given-names>L.</given-names></name> (<year>1995</year>). <article-title>The friction cost method for measuring indirect costs of disease</article-title>. <source>Journal of Health Economics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/0167-6296(94)00044-5" xlink:type="simple">https://doi.org/10.1016/0167-6296(94)00044-5</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref031"><label>31</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hammond</surname> <given-names>G. W.</given-names></name>, <name name-style="western"><surname>Cheang</surname> <given-names>M.</given-names></name> (<year>1984</year>). <article-title>Absenteeism among hospital staff during an influenza epidemic: Implications for immunoprophylaxis</article-title>. <source>Canadian Medical Association Journal</source>.</mixed-citation></ref>
<ref id="pone.0225326.ref032"><label>32</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yassi</surname> <given-names>A.</given-names></name>, <name name-style="western"><surname>Kettner</surname> <given-names>J.</given-names></name>, <name name-style="western"><surname>Hammond</surname> <given-names>G.</given-names></name>, <name name-style="western"><surname>Cheang</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>McGill</surname> <given-names>M.</given-names></name> (<year>1991</year>). <article-title>Effectiveness and Cost-Benefit of an Influenza Vaccination Program for Health Care Workers</article-title>. <source>Canadian Journal of Infectious Diseases</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1155/1991/376502" xlink:type="simple">https://doi.org/10.1155/1991/376502</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref033"><label>33</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Nguyen-Van-Tam</surname> <given-names>J.</given-names></name>, <name name-style="western"><surname>Granfield</surname> <given-names>R.</given-names></name>, <name name-style="western"><surname>Pearson</surname> <given-names>J.</given-names></name>, <name name-style="western"><surname>Fleming</surname> <given-names>D.</given-names></name>, <name name-style="western"><surname>Keating</surname> <given-names>N.</given-names></name> (<year>1999</year>). <article-title>Do Influenza Epidemics Affect Patterns of Sickness Absence Among British Hospital Staff?</article-title> <source>Infection Control &amp; Hospital Epidemiology</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1086/501568" xlink:type="simple">https://doi.org/10.1086/501568</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref034"><label>34</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Pradas-Velasco</surname> <given-names>R.</given-names></name>, <name name-style="western"><surname>Antoñanzas-Villar</surname> <given-names>F.</given-names></name>, <name name-style="western"><surname>Martínez-Zárate</surname> <given-names>M. P.</given-names></name> (<year>2008</year>). <article-title>Dynamic modelling of infectious diseases: An application to the economic evaluation of influenza vaccination</article-title>. <source>PharmacoEconomics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2165/00019053-200826010-00005" xlink:type="simple">https://doi.org/10.2165/00019053-200826010-00005</ext-link></mixed-citation></ref>
<ref id="pone.0225326.ref035"><label>35</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gjini</surname> <given-names>E.</given-names></name>, <name name-style="western"><surname>Gomes</surname> <given-names>M. G. M.</given-names></name> (<year>2016</year>). <article-title>Expanding vaccine efficacy estimation with dynamic models fitted to cross-sectional prevalence data post-licensure</article-title>. <source>Epidemics</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.epidem.2015.11.001" xlink:type="simple">https://doi.org/10.1016/j.epidem.2015.11.001</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref036"><label>36</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Eichner</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Schwehm</surname> <given-names>M.</given-names></name>, <name name-style="western"><surname>Eichner</surname> <given-names>L.</given-names></name>, <name name-style="western"><surname>Gerlier</surname> <given-names>L.</given-names></name> (<year>2017</year>). <article-title>Direct and indirect effects of influenza vaccination</article-title>. <source>BMC Infectious Diseases</source>. <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/s12879-017-2399-4" xlink:type="simple">https://doi.org/10.1186/s12879-017-2399-4</ext-link>.</mixed-citation></ref>
<ref id="pone.0225326.ref037"><label>37</label><mixed-citation publication-type="book" xlink:type="simple"><source>The Global Action Plan for Influenza Vaccines</source>. <publisher-loc>Geneva, Switzerland</publisher-loc>: <publisher-name>World Health Organization</publisher-name>; <year>2012</year>.</mixed-citation></ref>
</ref-list>
</back>
</article>