<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="3.0" xml:lang="en">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id><journal-title-group>
<journal-title>PLoS ONE</journal-title></journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, USA</publisher-loc></publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PONE-D-12-09465</article-id>
<article-id pub-id-type="doi">10.1371/journal.pone.0083622</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Biology</subject><subj-group><subject>Computational biology</subject><subj-group><subject>Population modeling</subject><subj-group><subject>Infectious disease modeling</subject></subj-group></subj-group></subj-group><subj-group><subject>Population biology</subject><subj-group><subject>Epidemiology</subject><subj-group><subject>Epidemiological methods</subject><subject>Infectious disease epidemiology</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Mathematics</subject><subj-group><subject>Applied mathematics</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Medicine</subject><subj-group><subject>Epidemiology</subject><subj-group><subject>Epidemiological methods</subject><subject>Infectious disease epidemiology</subject><subject>Spatial epidemiology</subject></subj-group></subj-group><subj-group><subject>Infectious diseases</subject><subj-group><subject>Viral diseases</subject><subj-group><subject>Influenza</subject></subj-group></subj-group><subj-group><subject>Infectious disease modeling</subject></subj-group></subj-group><subj-group><subject>Public health</subject></subj-group></subj-group></article-categories>
<title-group>
<article-title>An IDEA for Short Term Outbreak Projection: Nearcasting Using the Basic Reproduction Number</article-title>
<alt-title alt-title-type="running-head">Nearcasting Epidemics</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Fisman</surname><given-names>David N.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff4"><sup>4</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Hauck</surname><given-names>Tanya S.</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Tuite</surname><given-names>Ashleigh R.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Greer</surname><given-names>Amy L.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff4"><sup>4</sup></xref><xref ref-type="aff" rid="aff5"><sup>5</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label>1</label><addr-line>The Dalla Lana School of Public Health, Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada</addr-line></aff>
<aff id="aff2"><label>2</label><addr-line>Department of Medicine, Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada</addr-line></aff>
<aff id="aff3"><label>3</label><addr-line>Department of Psychiatry, Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada</addr-line></aff>
<aff id="aff4"><label>4</label><addr-line>The Decision Centre for Infectious Disease Epidemiology (DeCIDE), Toronto, Ontario, Canada</addr-line></aff>
<aff id="aff5"><label>5</label><addr-line>Modeling and Projection Section of the Professional Guidelines and Public Health Practice Division, Centre for Communicable Diseases and Infection Control, Public Health Agency of Canada, Toronto, Ontario, Canada</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple"><name name-style="western"><surname>Vespignani</surname><given-names>Alessandro</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/></contrib>
</contrib-group>
<aff id="edit1"><addr-line>Department of Health, department of Physics, College of computer sciences, United States of America</addr-line></aff>
<author-notes>
<corresp id="cor1">* E-mail: <email xlink:type="simple">david.fisman@utoronto.ca</email></corresp>
<fn fn-type="conflict"><p>The authors have declared that no competing interests exist.</p></fn>
<fn fn-type="con"><p>Conceived and designed the experiments: DF ALG TH ART. Performed the experiments: TH DF. Analyzed the data: DF ALG TH ART. Contributed reagents/materials/analysis tools: TH DF. Wrote the paper: DF ALG TH ART.</p></fn>
</author-notes>
<pub-date pub-type="collection"><year>2013</year></pub-date>
<pub-date pub-type="epub"><day>31</day><month>12</month><year>2013</year></pub-date>
<volume>8</volume>
<issue>12</issue>
<elocation-id>e83622</elocation-id>
<history>
<date date-type="received"><day>2</day><month>4</month><year>2012</year></date>
<date date-type="accepted"><day>13</day><month>11</month><year>2013</year></date>
</history>
<permissions>
<copyright-year>2013</copyright-year>
<copyright-holder>Fisman et al</copyright-holder><license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p></license></permissions>
<abstract><sec>
<title>Background</title>
<p>Communicable disease outbreaks of novel or existing pathogens threaten human health around the globe. It would be desirable to rapidly characterize such outbreaks and develop accurate projections of their duration and cumulative size even when limited preliminary data are available. Here we develop a mathematical model to aid public health authorities in tracking the expansion and contraction of outbreaks with explicit representation of factors (other than population immunity) that may slow epidemic growth.</p>
</sec><sec>
<title>Methodology</title>
<p>The Incidence Decay and Exponential Adjustment (IDEA) model is a parsimonious function that uses the basic reproduction number R<sub>0</sub>, along with a discounting factor to project the growth of outbreaks using only basic epidemiological information (e.g., daily incidence counts).</p>
</sec><sec>
<title>Principal Findings</title>
<p>Compared to simulated data, IDEA provides highly accurate estimates of total size and duration for a given outbreak when R<sub>0</sub> is low or moderate, and also identifies turning points or new waves. When tested with an outbreak of pandemic influenza A (H1N1), the model generates estimated incidence at the i+1<sup>th</sup> serial interval using data from the i<sup>th</sup> serial interval within an average of 20% of actual incidence.</p>
</sec><sec>
<title>Conclusions and Significance</title>
<p>This model for communicable disease outbreaks provides rapid assessments of outbreak growth and public health interventions. Further evaluation in the context of real-world outbreaks will establish the utility of IDEA as a tool for front-line epidemiologists.</p>
</sec></abstract>
<funding-group><funding-statement>The authors have no support or funding to report.</funding-statement></funding-group><counts><page-count count="8"/></counts></article-meta>
</front>
<body><sec id="s1">
<title>Introduction</title>
<p>Outbreaks of novel emerging pathogens such as the SARS coronavirus <xref ref-type="bibr" rid="pone.0083622-Lipsitch1">[1]</xref>, <xref ref-type="bibr" rid="pone.0083622-Peiris1">[2]</xref> or familiar pathogens whose characteristics have been changed by genetic shift or recombination events such as novel influenza virus strains <xref ref-type="bibr" rid="pone.0083622-Bautista1">[3]</xref>, <xref ref-type="bibr" rid="pone.0083622-Chang1">[4]</xref> are an important and ongoing global health concern <xref ref-type="bibr" rid="pone.0083622-Arguin1">[5]</xref>, <xref ref-type="bibr" rid="pone.0083622-Wang1">[6]</xref>, <xref ref-type="bibr" rid="pone.0083622-Hadler1">[7]</xref>. While numerous factors contribute to pathogen emergence, including environmental change, global travel and commerce, and selective pressure via food production <xref ref-type="bibr" rid="pone.0083622-Arguin1">[5]</xref>, <xref ref-type="bibr" rid="pone.0083622-Davis1">[8]</xref>, <xref ref-type="bibr" rid="pone.0083622-Loscher1">[9]</xref> public health authorities at regional, national, and international levels are confronted with the practical task of outbreak management and control. The capacity to describe the characteristics of epidemic processes in real time, predict the duration and size of epidemics, and quantify the transmission characteristics of new or mutated pathogens poses a major challenge to public health professionals.</p>
<p>Mathematical models provide a useful framework for characterization and quantification of ecological processes, including outbreaks of infectious diseases <xref ref-type="bibr" rid="pone.0083622-Hilborn1">[10]</xref>, <xref ref-type="bibr" rid="pone.0083622-Vynnycky1">[11]</xref>. However, typical model forms focus largely on the epidemiological characteristics of the disease at the time of emergence, and while such models may be used as a platform for projection of intervention effects, they seldom explicitly account for the behavioral, regulatory, and informational interventions that are either put into place by public health authorities, or occur spontaneously in a worried public, once knowledge of an epidemic is widespread <xref ref-type="bibr" rid="pone.0083622-Epstein1">[12]</xref>. Such limitations can be overcome post-hoc through model fitting and calibration, but insights from models would be most helpful early in outbreaks and epidemics, when such data is almost uniformly unavailable. Standard mathematical models that attempt to project outbreak duration and final size based on initial characteristics will predictably overestimate final outbreak size, since reproduction numbers decline not only due to depletion of susceptible individuals, but also to spontaneous and planned control activities and behaviours <xref ref-type="bibr" rid="pone.0083622-Lipsitch1">[1]</xref>, <xref ref-type="bibr" rid="pone.0083622-Tuite1">[13]</xref>, <xref ref-type="bibr" rid="pone.0083622-Tuite2">[14]</xref>.</p>
<p>Here we propose a simple phenomenological model derived from observations that estimates of the basic reproduction number R<sub>0</sub> fail to accurately project the contours of outbreaks when control interventions are put into place, and in a manner that cannot be attributed simply to misspecification of depletion of susceptible individuals. We propose that this simple model could find application early in the course of an outbreak for provision of credible and easily interpreted projections on outbreak timing, control, and final size.</p>
</sec><sec id="s2" sec-type="methods">
<title>Methods</title>
<sec id="s2a">
<title>Model development</title>
<p>The study was approved by the Research Ethics Board, University of Toronto. The Incidence Decay and Exponential Adjustment (IDEA) model is based on concept of the basic reproduction number, R<sub>0</sub>, defined by Vynnycky and White as “the (average) number of successful transmissions per infected person” <xref ref-type="bibr" rid="pone.0083622-Vynnycky1">[11]</xref> when an infected person first enters a completely susceptible population <xref ref-type="bibr" rid="pone.0083622-Vynnycky1">[11]</xref>, <xref ref-type="bibr" rid="pone.0083622-Breban1">[15]</xref>. The rate of growth of an epidemic is a function of both R<sub>0</sub> and the average serial interval, which is defined as the time between symptoms developing in an index case and symptoms developing in a secondary case <xref ref-type="bibr" rid="pone.0083622-Vynnycky1">[11]</xref>, <xref ref-type="bibr" rid="pone.0083622-Breban1">[15]</xref>. We use a symptom-based interval so that the IDEA model is applicable in situations where microbiological or serological diagnosis is not available. Early in an outbreak or epidemic, incident case counts (<italic>I</italic>) in each serial interval <italic>t</italic> may be defined as:<disp-formula id="pone.0083622.e001"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e001" xlink:type="simple"/><label>(1.0)</label></disp-formula></p>
<p>The basic reproduction number thus describes initial exponential growth of an outbreak or epidemic. As this process continues, the effective reproduction number <italic>R</italic> is often defined as <italic>R<sub>0</sub> x S/N</italic>, where <italic>S/N</italic> is the proportion of the population that remains susceptible to infection (defined as S  =  number of susceptibles divided by N  =  total population size), and the decline in <italic>R</italic> with time results in ultimate termination of the epidemic. However, many outbreaks rapidly dampen after a short period of time, in a manner that cannot be attributed to a decline in susceptibles <xref ref-type="bibr" rid="pone.0083622-Lipsitch1">[1]</xref>, <xref ref-type="bibr" rid="pone.0083622-Tuite1">[13]</xref>, <xref ref-type="bibr" rid="pone.0083622-Tuite2">[14]</xref>, <xref ref-type="bibr" rid="pone.0083622-Riley1">[16]</xref>. A potential mechanism driving decline in epidemics in the presence of susceptibles is spontaneous or planned reduction in the components of R<sub>0</sub> itself (disease duration, contact rate, and infectiousness of cases) either because of public health interventions, or due to concern about disease among members of the public. As a decline in <italic>R</italic> for this reason is unlikely to be estimable in real time in the context of an outbreak, we propose that control be modeled empirically in a time-varying manner analogous to a financial discounting function. The impact of this discounting or dampening factor on case counts may be expressed empirically as:<disp-formula id="pone.0083622.e002"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e002" xlink:type="simple"/><label>(2.0)</label></disp-formula>where <italic>d</italic> is a discount factor. The model may be fitted to available outbreak data when case counts are aggregated to reflect likely generation times, and can be readily calculated using information on latent and infectious periods, which are available for many pathogens of public health importance <xref ref-type="bibr" rid="pone.0083622-Haymann1">[17]</xref>, or estimated empirically for novel pathogens <xref ref-type="bibr" rid="pone.0083622-Lipsitch1">[1]</xref>, <xref ref-type="bibr" rid="pone.0083622-Tuite3">[18]</xref>.</p>
</sec><sec id="s2b">
<title>Model Properties</title>
<p>In order to more fully understand the model's performance based on varying disease and disease control characteristics, we created a difference equation model with discrete time steps, each representing a single disease generation. The model was specified as follows:<disp-formula id="pone.0083622.e003"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e003" xlink:type="simple"/><label>(3.0)</label></disp-formula><disp-formula id="pone.0083622.e004"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e004" xlink:type="simple"/><label>(3.1)</label></disp-formula><disp-formula id="pone.0083622.e005"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e005" xlink:type="simple"/><label>(3.2)</label></disp-formula>Here S is the number of susceptibles in the population, I is the number of infectives, and R is the number of immune individuals. The total population size N  =  S+I+R. Re<sub>t</sub> is the time varying effective reproductive number: the number of new infectious cases in a given generation created by each infective individual in the last generation. Re<sub>t</sub> is a function of the basic reproductive number, R<sub>0</sub>. Typically, Re<sub>t</sub> is expressed as R<sub>0</sub>S<sub>t</sub>/N but such a formulation fails to account for control activities and dynamic changes in population behavior that may reduce transmissibility of infection.</p>
<p>We defined Re<sub>t</sub> as: Re<sub>t</sub>  =  R<sub>0</sub> κ<sub>t</sub> S<sub>t</sub>/N where κ is a function of time and represents the proportionate reduction of risk of transmission via control activities. κ<sub>t</sub> is defined as the relative risk of disease transmission (RR) raised to some power, such that κ<sub>t</sub>  =  RR<sup>x</sup>. Here x is some exponential function of t such that x  =  t<sup>n</sup> and n is an integer &gt; = 0. We refer to <italic>n</italic> as the “order” of control. For 0<sup>th</sup> order control, the impact of control does not change over time, and Re is simply reduced by a constant fraction throughout the epidemic. For first order control, disease risk is reduced in a manner that accelerates with time; second and third order control represent “accelerating acceleration of control”, and so on.</p>
<p>We used this simple difference equation model to evaluate the fit of the IDEA model to simulated epidemics under different assumptions about infectiousness (R<sub>0</sub>), varying orders of control, under-reporting of cases, and multiple waves of infection. Models were fit by minimizing root-mean-squared differences (RMSD) between generation-specific case counts by adjustment of the R<sub>0</sub> and d parameters of the IDEA model. When evaluating the performance of the IDEA model as applied to an SIR difference model under different assumptions about the order of κ, we normalized RMSD by dividing by total case counts, as higher order control resulted in smaller epidemics (and consequently smaller RMSD).</p>
<p>In addition to generating empirical estimates of <italic>R<sub>0</sub></italic> and <italic>d</italic> parameters via fitting, the model can be manipulated algebraically to generate estimates of t<sub>max</sub>, the generation where the number of new cases is &lt;1, such that the outbreak is effectively over. Multiplication of t<sub>max</sub> by serial interval duration in calendar time provides an approximate estimate of outbreak duration. By manipulating [2.0] it can be seen that:<disp-formula id="pone.0083622.e006"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e006" xlink:type="simple"/><label>(4.0)</label></disp-formula></p>
<p>Integration of [2.0] over <italic>t</italic> also provides a complex expression which predicts total outbreak size, such that:<disp-formula id="pone.0083622.e007"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e007" xlink:type="simple"/><label>(4.1)</label></disp-formula><disp-formula id="pone.0083622.e008"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e008" xlink:type="simple"/><label>(4.1.1)</label></disp-formula>Where<disp-formula id="pone.0083622.e009"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e009" xlink:type="simple"/><label>(4.1.2)</label></disp-formula>Here <italic>erf</italic> is the so-called “error function”.</p>
</sec><sec id="s2c">
<title>Model Application</title>
<p>To test the ability of the model to describe simple epidemic dynamics in an actual outbreak, we applied the model to an outbreak of pandemic influenza A (H1N1) from the territory of Nunavut, Canada, using an empirically derived serial interval of 5 days <xref ref-type="bibr" rid="pone.0083622-Tuite3">[18]</xref>. Serial intervals may not be constant throughout outbreaks <xref ref-type="bibr" rid="pone.0083622-Kenah1">[19]</xref>, <xref ref-type="bibr" rid="pone.0083622-Svensson1">[20]</xref> but are assumed to be nearly constant for the purposes of this model. The model was fitted to empirical case counts by minimizing sum-of-squares differences between model-derived and empirical case counts.</p>
<p>We obtained the daily number of laboratory-confirmed cases of pandemic H1N1 influenza (in which the cases were reported based on the earliest date of symptom onset, initial care, specimen collection, hospital admission, or ICU admission) for each community under study. A laboratory-confirmed case was reported as an individual with influenza-like illness or severe respiratory illness who tested positive for pandemic H1N1 influenza A virus by real-time reverse-transcriptase PCR (RT-PCR) or viral culture as is typical for Canadian influenza surveillance. As such, cases likely represent a subset of total true influenza cases <xref ref-type="bibr" rid="pone.0083622-Schanzer1">[21]</xref>, <xref ref-type="bibr" rid="pone.0083622-Schanzer2">[22]</xref>. These data were provided by the Nunavut Department of Health and Social Services (HSS) and their use in this study was been approved by the Nunavut Chief Medical Officer of Health (Dr. Geraldine Osborne) and Michael Ruta (Territorial Epidemiologist) in 2009. No identifying data regarding individual cases was shared with the research team or used for subsequent analyses. All data included in the dataset used for model evaluation were aggregate, daily case counts for de-identified Nunavut communities. As a result, these data were not deemed protected health information by the territory of Nunavut and therefore, no patient consent was deemed necessary.</p>
<p>Cases were normalized to the first day of the outbreak (day 1). The definition of an outbreak was based on the Ontario Ministry of Health and Long Term Care (MOHLTC) guidelines <xref ref-type="bibr" rid="pone.0083622-Governmentof1">[23]</xref>. In this instance, two cases are considered unrelated if they are separated by more than the sum of the incubation period and the period of communicability for the causative agent, which is 6 days for pandemic influenza A (H1N1). Data points which could not be considered part of the same outbreak (more than 6 days apart) and all outbreaks less than three serial intervals (15 days) were excluded from the analysis. It was assumed that short outbreaks (less than 15 days for pandemic influenza A (H1N1)) would essentially be over by the time an effective and intensive public health response was mobilized.</p>
<p>Simulations were performed using the Berkeley Madonna dynamic systems modeling package (University of California, Berkeley; <ext-link ext-link-type="uri" xlink:href="http://www.berkeleymadonna.com" xlink:type="simple">http://www.berkeleymadonna.com</ext-link>), and model fits for Nunavut data were performed using the “Solver” application for Microsoft Excel (Frontline Systems, Incline Village, Nevada; <ext-link ext-link-type="uri" xlink:href="http://www.solver.com" xlink:type="simple">http://www.solver.com</ext-link>).</p>
</sec></sec><sec id="s3">
<title>Results</title>
<sec id="s3a">
<title>Simulations</title>
<p>Normalized sum of squares fits of the IDEA model to simulated data were best with first order control (i.e., κ  =  RR<sup>t</sup>), and were better for systems with low or moderate R<sub>0</sub> (i.e., R<sub>0</sub>&lt; = 5) than those with higher R<sub>0</sub> (<xref ref-type="fig" rid="pone-0083622-g001"><bold>Figure 1</bold></xref>). Model projections of final epidemic sizes were extremely accurate for a range of R<sub>0</sub> values; however, as R<sub>0</sub> increased beyond 5.5, model projected end dates for epidemics were later than those seen in simulated data (<bold>Figure A in <xref ref-type="supplementary-material" rid="pone.0083622.s001">File S1</xref></bold>).</p>
<fig id="pone-0083622-g001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0083622.g001</object-id><label>Figure 1</label><caption>
<title>Model fits and “order of control”.</title>
<p>Relationship between final-size-normalized root-mean squared differences (RMSD, Y-axis) between SIR model outputs and IDEA model fits, for R<sub>0</sub> ranging from 1.5 to 7 (legend), with variation in order of control in SIR models (X-axis). It can be seen that for all R<sub>0</sub> best-fits are achieved with first order control. Model fits were however better with low R<sub>0</sub> simulations than with higher R<sub>0</sub> simulations.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0083622.g001" position="float" xlink:type="simple"/></fig>
<p>For systems with low or moderate R<sub>0</sub>, and assuming first order control, stable parameters were identified for the IDEA model within 3–4 generations, and the use of these parameter values accurately projected the full extent of the epidemic curve (<xref ref-type="fig" rid="pone-0083622-g002"><bold>Figure 2</bold></xref>) in a manner that made IDEA model projections and simulated data indistinguishable. Empiric best-fit values for the “discount parameter” d were approximately 0.054 or 0.055 for all low or moderate R<sub>0</sub> models. Best-fit R<sub>0</sub> values identified for the IDEA model tended to be slightly higher than true R<sub>0</sub> values, and the proportionate degree of over-estimation increased as the true R<sub>0</sub> increased.</p>
<fig id="pone-0083622-g002" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0083622.g002</object-id><label>Figure 2</label><caption>
<title>IDEA model fits for low R<sub>0</sub> epidemics.</title>
<p>Comparison of prevalent infections and cumulative infections from data generated using the SIR difference equation model described in the text (gray curves), and an IDEA model fitted to the first four generations of the simulated SIR epidemic (dashed curves). The true R<sub>0</sub> used in the SIR model was 3.0. It can be seen that the IDEA model projections reproduce future case counts in the SIR model almost perfectly.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0083622.g002" position="float" xlink:type="simple"/></fig>
<p>In simulated epidemics with high R<sub>0</sub> initial convergence occurred rapidly as the epidemic grew, with best-fit values of d approximately 0.054 or 0.055, and accurate estimation of true R<sub>0</sub> values, in approximately 4 generations. However as the simulated epidemic peak occurred, best-fit R<sub>0</sub> estimates, and d estimates for the IDEA model both increased sharply diverging from initial estimates and, allowing the IDEA model to reproduce epidemic peaks and subsequent declines (<xref ref-type="fig" rid="pone-0083622-g003"><bold>Figure 3</bold></xref> and <bold>Figures B and C in <xref ref-type="supplementary-material" rid="pone.0083622.s001">File S1</xref></bold>). For high R<sub>0</sub> systems, R<sub>0</sub> estimates obtained via fitting after the epidemic had peaked were far higher than true R<sub>0</sub> values and than values estimated prior to peaks.</p>
<fig id="pone-0083622-g003" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0083622.g003</object-id><label>Figure 3</label><caption>
<title>IDEA model fits for higher R<sub>0</sub> epidemics.</title>
<p>Concordance between simulated data from an SIR difference model for a higher-R<sub>0</sub> system (R<sub>0</sub> = 6) (solid gray curves) and IDEA fits based on early (T &lt; = 10) generations (gray dashed curves), and based on fits from generation 15 onwards (black dashed curves). Prevalent infections are shown in the left hand panel while cumulative infections are shown on the right. Fits from generations prior to the epidemic peak (T&lt; = 10) reproduce the initial growth of the epidemic well, and also provide accurate estimates of the true R<sub>0</sub> (R<sub>0</sub>∼6.34, d = 0.054); however, these parameters result in IDEA projections of far larger epidemics than actually occur. Once IDEA models are fit using generations that include and follow the epidemic peak (i.e., T&gt; = 15) projections of both prevalent and cumulative infections become fairly accurate (black dashed curves); however, estimated R<sub>0</sub> is much larger than the true value (R<sub>0</sub>∼7.56) and the best-fit value for d increases as well (from 0.054 to 0.069).</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0083622.g003" position="float" xlink:type="simple"/></fig>
<p>Under-reporting of cases is expected to occur for a variety of diseases of public health importance; we evaluated IDEA fits to SIR model outputs where increasing fractions of cases were unobserved and consequently unavailable for fitting. In fact, we found parameter estimates and final-size-normalized RMSD model fits to be quite stable as long as case reporting fractions exceeded 5% (<bold>Figures D, E, and F in <xref ref-type="supplementary-material" rid="pone.0083622.s001">File S1</xref></bold>); IDEA model fits became unstable only with low absolute numbers of reported cases. We evaluated the impact of multi-wave epidemics on IDEA model fitting, and found that while the structure of the IDEA model made it difficult to fit to multi-wave epidemics, an important indicator of the emergence of a new wave of infection was an increasing gap between sequential best-fit values of the discount factor d as time series used for fitting were extended to include additional waves (<bold>Figure G in <xref ref-type="supplementary-material" rid="pone.0083622.s001">File S1</xref></bold>). We term this indicator Δ<italic>d</italic>, such that<disp-formula id="pone.0083622.e010"><graphic position="anchor" xlink:href="info:doi/10.1371/journal.pone.0083622.e010" xlink:type="simple"/><label>(4.2)</label></disp-formula></p>
<p>Many outbreaks are characterized by sequential “waves” that may either signify the impact of seasonal or behavioural influences on disease transmission <xref ref-type="bibr" rid="pone.0083622-He1">[24]</xref>, signify the movement of epidemics into previously unaffected sub-populations <xref ref-type="bibr" rid="pone.0083622-Hsieh1">[25]</xref>, or (as in the case of SARS in Canada) may signify failure of control measures <xref ref-type="bibr" rid="pone.0083622-Svoboda1">[26]</xref>.</p>
<p>As the IDEA model appeared to provide a reasonable means of modeling epidemics, especially for R<sub>0</sub>&lt; = 5, we evaluated the expected relationship between R0, d, tmax and Itotal mathematically, using formulae 4.0 and 4.1 for a range of possible R0 and d values. The IDEA model generates an estimate of R0 and d at each point in an outbreak, and it is then possible to rapidly project the estimated duration and total cases of the outbreak. These results are presented graphically in <xref ref-type="fig" rid="pone-0083622-g004"><bold>Figure 4</bold></xref>.</p>
<fig id="pone-0083622-g004" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0083622.g004</object-id><label>Figure 4</label><caption>
<title>Model behaviour.</title>
<p>The overall behaviour of the IDEA model based on a range of possible R<sub>o</sub> and d values (a) the variation of t<sub>max</sub> or outbreak duration as a function of R<sub>o</sub> and d (b) the variation of I<sub>total</sub> or the final cumulative incidence as a function of R<sub>0</sub> and d.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0083622.g004" position="float" xlink:type="simple"/></fig></sec><sec id="s3b">
<title>Application</title>
<p>The Nunavut, Canada data illustrate the behaviour of the model in a real outbreak situation (<xref ref-type="fig" rid="pone-0083622-g005"><bold>Figure 5</bold></xref>). This outbreak took place over 27 serial intervals and included 950 cases. The population of Nunavut in 2011 was 31,906 <xref ref-type="bibr" rid="pone.0083622-StatisticsCanada1">[27]</xref>. Initially, the outbreak is unable to gain momentum, as shown in <xref ref-type="fig" rid="pone-0083622-g005"><bold>Figure 5a</bold></xref> by the curve predicted when two serial intervals of data are known (SI = 2). Once four serial intervals are known, however, the outbreak grows exponentially and the model (SI = 4) projects a t<sub>max</sub>, or outbreak duration, of 74 serial intervals. By SI = 6 (the model fit with 6 serial intervals), the projected t<sub>max</sub> is drastically dampened to 15 generations. In these early stages of the outbreak, the IDEA model is able to rapidly determine whether the outbreak is growing or stabilizing, based on the change in t<sub>max</sub> and the change in Δd.</p>
<fig id="pone-0083622-g005" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0083622.g005</object-id><label>Figure 5</label><caption>
<title>Pandemic H1N1 case counts modeled with the IDEA Model.</title>
<p>The IDEA model applied to an outbreak of influenza A (H1N1) in Nunavut, Canada, with the model parameters R<sub>0</sub>, d, t<sub>max</sub>, I<sub>total</sub> and Δd. (a) the early stages of the outbreak, with largely exponential growth, (b) dampened growth with reduced projected t<sub>max</sub> values by serial interval 7, (c) a second wave in the outbreak and (d) the fit of the model at 24 out of 27 generations.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0083622.g005" position="float" xlink:type="simple"/></fig>
<p>In later stages of the outbreak (shown in <xref ref-type="fig" rid="pone-0083622-g005"><bold>Figures 5b, c and d</bold></xref>), the model continues to provide a rapid analysis of the immediate direction of the outbreak. <xref ref-type="fig" rid="pone-0083622-g005"><bold>Figure 5c</bold></xref> shows a key inflection point at which the outbreak suddenly began growing again. Such biphasic outbreaks can occur for various reasons, such as the end of school closure periods, the arrival of a newly infected individual into a community or a reduction in a public health intervention such as hand sanitizer provision. The model illustrates the new projection in the outbreak behavior as such events occur.</p>
<p>Estimating the impact of public health interactions and the degree of control over an outbreak is a considerable challenge while an outbreak is ongoing. As a result, the IDEA model was used to compare actual versus projected cases as a means of judging whether the outbreak was under control. <xref ref-type="fig" rid="pone-0083622-g006"><bold>Figure 6a</bold></xref> shows the Nunavut outbreak with the actual cases of influenza on the × axis and the cases projected by IDEA model on the y axis. Each point on the y axis represents the model fitted to <italic>i</italic> generations and applied to <italic>i+1</italic> generations. On average, projections to the next generation are correct within 20.3% [95% credible interval 11.8, 28.8]. In <xref ref-type="fig" rid="pone-0083622-g006"><bold>Figure 6a</bold></xref> we propose that when y&gt;x, the model is projecting excess cases, implying that at this snapshot in the outbreak, the current generation had slowed its growth. Similarly, as the outbreak shifts to the y&lt;x side of the line, the model is projecting a total case count lower than the actual outbreak, implying that the outbreak is uncontrolled and that the current generation has exceeded the model's projection. <xref ref-type="fig" rid="pone-0083622-g006"><bold>Figure 6b</bold></xref> shows the trend in percent error as the outbreak progresses and demonstrates that after the seventh serial interval the percent error remains below 22%.</p>
<fig id="pone-0083622-g006" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0083622.g006</object-id><label>Figure 6</label><caption>
<title>Utility of the IDEA model in evaluating the impact of public health and social or environmental factors on outbreak behaviour.</title>
<p>(a) The utility of the IDEA model in evaluating the level of control over the outbreak. Each projection is based on the outbreak up to i intervals, projected to the i+1<sup>th</sup> interval. With the exception of serial intervals 6 and 7 illustrated in the figure, the projected case counts were less than the actual case counts implying that at each serial interval the outbreak grew more than would be expected by its previous course. During this outbreak, the model underestimated the actual number of cases except during two serial intervals. (b) Percent error between the projection for the next generation and actual case counts according to generation.</p>
</caption><graphic mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0083622.g006" position="float" xlink:type="simple"/></fig></sec></sec><sec id="s4">
<title>Discussion</title>
<p>With the development of the IDEA model, we have demonstrated a simple, versatile model for emerging communicable disease outbreaks that has the capacity to provide short term projections of outbreak growth and contraction. To the best of our knowledge, this is the first application of this particular descriptor to epidemic growth, though other fitting methods of varying complexity are well described <xref ref-type="bibr" rid="pone.0083622-Hsieh1">[25]</xref>, <xref ref-type="bibr" rid="pone.0083622-Goldstein1">[28]</xref>, <xref ref-type="bibr" rid="pone.0083622-Wallinga1">[29]</xref>, <xref ref-type="bibr" rid="pone.0083622-Hsieh2">[30]</xref>. However, Wu and Huberman have previously described an approach similar to that outlined above to describe the growth and decay of interest in news items on the Internet, with exponential growth countered by a “discount factor” that damps the “reproductive number” for page sharing as a function of time <xref ref-type="bibr" rid="pone.0083622-Wu1">[31]</xref>. We found that best-fit projections for the IDEA model for disease dynamic systems with low or intermediate R<sub>0</sub> were exceedingly good, with parameters derived within 3–4 generations able to project the full extent of simulated epidemics with remarkable accuracy. If validated, the implications of such a finding may be profound (e.g., the ability to project, with a high degree of accuracy, the final size and duration of a seasonal influenza outbreak within 2 weeks of onset).</p>
<p>The application of the model to simulated epidemics with higher R<sub>0</sub> (&gt;5) was more challenging, as best-fit parameters derived from early outbreak generations, while close to true R<sub>0</sub> values, resulted in epidemic curves that dramatically overshot true epidemics (a difficulty similar to that often encountered when attempting to fit an SIR model to early outbreak data). Nonetheless, the application of this technique to high R<sub>0</sub> epidemics may be useful for a variety of reasons: first, early (pre-epidemic peak) IDEA estimates of R<sub>0</sub> closely matched true R<sub>0</sub> values in simulations, suggesting that the use of this technique for early R<sub>0</sub> estimation when novel diseases emerge may be reasonable regardless of whether R<sub>0</sub> is low or high. Furthermore, the Δd metric, and the abrupt shift in R<sub>0</sub> estimates that occurs with the epidemic peak would provide a helpful signal to epidemiologists that the epidemic is peaking or changing. Finally, as parameter estimates stabilize again for high R<sub>0</sub> systems, the IDEA model remains a useful tool for projecting the total size and duration of an outbreak. It is also possible that challenges in fitting the IDEA model to simulated data represent not a limitation of the IDEA model, but are rather an artefact of our use of SIR difference equation models, which tend to peak and collapse suddenly with at high R<sub>0</sub>.</p>
<p>The utility of this model was evaluated further with data from a large outbreak of pandemic influenza A (H1N1) and the potential of the IDEA model to begin to understand the impact of public health interventions and structural and human behavioural factors in outbreaks was also explored. Although the IDEA model can provide no hypothesis about which factors caused a sudden acceleration or deceleration of the outbreak, it provides a fast barometer of the situation, based on all known cases.</p>
<p>Further testing and development in real-time outbreak situations will be needed before the IDEA model can be used in public health interventions for nearcasting (short term outbreak projection) and to assess the impact of public health interventions and to separate the impact of such interventions from spontaneous behavioural changes. The model's main asset is its simplicity and the fact that it does not require consideration of population immune status for parameterization. The model is constructed entirely on a case count time series that is likely to be available to public health professionals charged with outbreak control. IDEA requires no sophisticated knowledge of mathematics or computing, and can be realized using commonly available spreadsheet programs. The model's outputs, which include both cumulative case counts under best-fit conditions, and cumulative outbreak duration, would be valuable to front-line public health professionals seeking to budget material and human resources needed to see an outbreak through to its conclusion. This simplicity may make the model especially useful in resource-limited settings where rapid assessment of both outbreak behaviour, and <italic>change</italic> in outbreak behaviour is needed.</p>
<p>Nevertheless, the simplicity of the IDEA model is also a limitation, as it cannot provide insight into the fundamental workings of outbreaks. The factors driving contraction of growth are non-specific and could include the impact of public health interventions, changes in population behaviour, saturation of sub-populations with infection, and changes in the physical environment that speed or slow epidemic spread (e.g., rainfall or change of season).</p>
<p>In situations where limited public health resources must be allocated to one region at the expense of another, this model may aid in deciding which region is experiencing an outbreak that is growing more rapidly, and which region has stabilized, while using minimal data. Moreover, the model may aid in the assessment of public health interventions. If a drastic intervention is implemented, such as the closing of schools, the model may be able to rapidly identify (by means of a sudden reduction in the expected length of the outbreak t<sub>max</sub>) that the intervention is having a positive impact on slowing the outbreak.</p>
<p>Our application of this simple model to influenza outbreak data in an isolated Canadian population has been encouraging, and it is our hope that other groups will assess the usefulness of this model in the context of other diseases and demographic groups. We also hope to translate knowledge regarding this model to front-line public health professionals who may be able to assess its usefulness in real-time. Given the ceaseless emergence of novel communicable disease threats that challenge current public health professionals, we expect no shortage of opportunities for such applications.</p>
</sec><sec id="s5">
<title>Supporting Information</title>
<supplementary-material id="pone.0083622.s001" mimetype="application/vnd.openxmlformats-officedocument.presentationml.presentation" xlink:href="info:doi/10.1371/journal.pone.0083622.s001" position="float" xlink:type="simple"><label>File S1</label><caption>
<p><bold>Combined file of supporting figures. Figure A: IDEA estimates of total epidemic size and duration.</bold> The figure plots percent deviation of the IDEA model from simulated epidemic size data (gray dashed curve) and epidemic duration data (black dashed curve) with increasing basic reproductive number (R<sub>0</sub>). Across a broad range of values of R<sub>0</sub>, final size estimates from the IDEA model remained accurate. However, when R<sub>0</sub> exceeded a threshold of ∼6, there was an increasing tendency for the IDEA model to project the epidemic to end later than was in fact the case. This may represent a limitation of the IDEA model, but may also be an artifact of the sudden “collapse” of epidemics with high R<sub>0</sub> in SIR simulations. <bold>Figure B: IDEA estimates of R<sub>0</sub> and d by generations of data available.</bold> Estimated values of R<sub>0</sub> derived via IDEA model fits, according to generations of data available, with varying R<sub>0</sub>, from SIR model simulations with first order control. True R<sub>0</sub> values are presented in the legend; fitted R<sub>0</sub> estimates are presented on the Y-axis. It can be seen for R<sub>0</sub>&lt; = 5, best-fit R<sub>0</sub> values and true R<sub>0</sub> values agree closely. High R<sub>0</sub> models demonstrate similar concordance prior to epidemic peaks (which occur for high R<sub>0</sub> models in generations highlighted by the shaded rectangle). However, in order to reproduce peaks and subsequent declines, IDEA model fits to simulated epidemic curves required higher R<sub>0</sub> values than true R<sub>0</sub> values, or R<sub>0</sub> estimates obtained prior to the epidemic peak. <bold>Figure C: IDEA estimates of R<sub>0</sub> and d by generations of data available.</bold> Estimated values of the “discount factor” d derived via IDEA model fits, according to generations of data available, with varying R<sub>0</sub>, from SIR model simulations with first order control. True R<sub>0</sub> values are presented in the legend; Estimates of d are presented on the Y-axis. It can be seen for R<sub>0</sub> &lt; = 5, d stabilizes with a value of around 0.054, in fewer than 5 generations and remains stable. High R<sub>0</sub> models demonstrate similar stability in d (and empiric values of d) prior to epidemic peaks (which occur for high R<sub>0</sub> models in generations highlighted by the shaded rectangle). However, in order to reproduce peaks and subsequent declines, IDEA model fits to simulated epidemic curves required extremely high d values; the greater the true R<sub>0</sub> the higher the value of d required to reproduce the epidemic curve in its totality. <bold>Figure D: Impact of under-reporting.</bold> Impact of under-reporting of cases generated using SIR difference model on IDEA model fits, as assessed with final-size-normalized root-mean-squared differences (RMSD). It can be seen that over a range of simulated R<sub>0</sub> utilized in the SIR model, fits remained good except where under-reporting resulted in extremely small absolute case numbers. This is reflected in the fact that low-R<sub>0</sub> fits are more sensitive to under-reporting than high R<sub>0</sub> fits. The legend presents R<sub>0</sub> values used in SIR models. <bold>Figure E: Impact of under-reporting.</bold> Impact of under-reporting of cases generated using SIR difference model on best-fit estimates of the discount factor d generated using the IDEA model. Best-fit values of d, based on a complete 30 generation time series, are robust in the face of a wide range of under-reporting but become unstable when very small absolute numbers of cases are reported. <bold>Figure F: Impact of under-reporting.</bold> Impact of under-reporting of cases generated using SIR difference model on best-fit estimates of R<sub>0</sub> generated using the IDEA model. Best-fit values of R<sub>0</sub> values are fairly stable; notably, as under-reporting increases, the best estimate of R<sub>0</sub> for the high-R<sub>0</sub> SIR outputs actually becomes a progressively better approximation of the true R<sub>0</sub>. <bold>Figure G: IDEA fits to biphasic epidemic.</bold> A biphasic epidemic was simulated using the SIR difference model with an R<sub>0</sub> of 3, as described in the text (solid black curve). IDEA model fits, based on early generations (pale gray curve, for generations up to generation 16, prior to the onset of the second wave) and on all generations up to and including the peak of the second wave (dashed curve) are superimposed on the biphasic epidemic curve. The IDEA model's structure makes fitting to multiple peaks impossible; the best-fit IDEA model is based on parameters that create a single peak epidemic with a duration similar to that seen with the biphasic epidemic. <bold>Figure H: IDEA fits to biphasic epidemic.</bold> Best estimates of R<sub>0</sub> and d for a biphasic epidemic, according to the number of generations available for model fitting. It can be seen that fits are perturbed by the onset of a second peak. The difference in d between sequential fits increases with the second wave (denoted by the shaded area), such that increases in this delta d parameter represent a potentially useful indicator of the onset of a second epidemic wave.</p>
<p>(PPTX)</p>
</caption></supplementary-material></sec></body>
<back>
<ack>
<p>The authors acknowledge the assistance of Dr. Geraldine Osborne, Chief Medical Officer of Health and Mike Ruta, Epidemiologist, from the Nunavut Department of Health and Social Services, for their kind provision of pandemic H1N1 influenza data. The authors also gratefully acknowledge the mathematical assistance of Dr. Ian D. Leroux. Finally, we are grateful for the insights of an Anonymous Reviewer who astutely pointed out the similarity between our approach to epidemic modeling and that previously described by Wu and Huberman for the evaluation of growth and decay of popularity of Internet news items.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0083622-Lipsitch1"><label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lipsitch</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Cohen</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Cooper</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Robins</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Ma</surname><given-names>S</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Transmission dynamics and control of severe acute respiratory syndrome</article-title>. <source>Science</source> <volume>300</volume>: <fpage>1966</fpage>–<lpage>1970</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Peiris1"><label>2</label>
<mixed-citation publication-type="other" xlink:type="simple">Peiris JSM, Guan Y, Yuen KY (2004) Severe acute respiratory syndrome. Nature Medicine 10.</mixed-citation>
</ref>
<ref id="pone.0083622-Bautista1"><label>3</label>
<mixed-citation publication-type="other" xlink:type="simple">Bautista E, Chotpitayasunondh T, Gao Z, Harper SA, Shaw M, <etal>et al</etal>.. (2010) Clinical aspects of pandemic 2009 influenza a (H1N1) virus infection. New England Journal of Medicine 362.</mixed-citation>
</ref>
<ref id="pone.0083622-Chang1"><label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chang</surname><given-names>LY</given-names></name>, <name name-style="western"><surname>Shih</surname><given-names>SR</given-names></name>, <name name-style="western"><surname>Shao</surname><given-names>PL</given-names></name>, <name name-style="western"><surname>Huang</surname><given-names>DTN</given-names></name>, <name name-style="western"><surname>Huang</surname><given-names>LM</given-names></name> (<year>2009</year>) <article-title>Novel Swine-origin Influenza Virus A (H1N1): The First Pandemic of the 21<sup>st</sup> Century</article-title>. <source>Journal of the Formosan Medical Association</source> <volume>108</volume>: <fpage>526</fpage>–<lpage>532</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Arguin1"><label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Arguin</surname><given-names>PM</given-names></name>, <name name-style="western"><surname>Marano</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Freedman</surname><given-names>DO</given-names></name> (<year>2009</year>) <article-title>Globally mobile populations and the spread of emerging pathogens</article-title>. <source>Emerging Infectious Diseases</source> <volume>15</volume>: <fpage>1713</fpage>–<lpage>1714</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Wang1"><label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wang</surname><given-names>LF</given-names></name> (<year>2011</year>) <article-title>Discovering novel zoonotic viruses</article-title>. <source>New South Wales public health bulletin</source> <volume>22</volume>: <fpage>113</fpage>–<lpage>117</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Hadler1"><label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hadler</surname><given-names>SC</given-names></name>, <name name-style="western"><surname>Castro</surname><given-names>KG</given-names></name>, <name name-style="western"><surname>Dowdle</surname><given-names>W</given-names></name>, <name name-style="western"><surname>Hicks</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Noble</surname><given-names>G</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Epidemic intelligence service investigations of respiratory illness, 1946–2005</article-title>. <source>American Journal of Epidemiology</source> <volume>174</volume>: <fpage>S36</fpage>–<lpage>S46</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Davis1"><label>8</label>
<mixed-citation publication-type="other" xlink:type="simple">Davis JR, Lederberg J, editors (2001) Emerging Infectious Diseases from the Global to the Local Perspective: Workshop Summary. Washington, D.C.: National Academy Press.</mixed-citation>
</ref>
<ref id="pone.0083622-Loscher1"><label>9</label>
<mixed-citation publication-type="other" xlink:type="simple">Loscher T, Prufer-Kramer L (2010) Emerging and re-emerging infectious diseases. In: Kramer A, Kretzchmar M, Krickenberg K, editors. Modern Infectious Disease Epidemiology: Concepts, Methods, Mathematical Models, and Public Health. New York: Springer. 39–67.</mixed-citation>
</ref>
<ref id="pone.0083622-Hilborn1"><label>10</label>
<mixed-citation publication-type="other" xlink:type="simple">Hilborn R, Mangel M (1997) The Ecological Detective: Confronting Models with Data Princeton, NJ: Princeton University Press.</mixed-citation>
</ref>
<ref id="pone.0083622-Vynnycky1"><label>11</label>
<mixed-citation publication-type="other" xlink:type="simple">Vynnycky E, White RG (2010) An Introduction to Infectious Disease Modelling. Oxford: Oxford University Press.</mixed-citation>
</ref>
<ref id="pone.0083622-Epstein1"><label>12</label>
<mixed-citation publication-type="other" xlink:type="simple">Epstein JM, Parker J, Cummings D, Hammond RA (2008) Coupled contagion dynamics of fear and disease: Mathematical and computational explorations. PLoS ONE 3.</mixed-citation>
</ref>
<ref id="pone.0083622-Tuite1"><label>13</label>
<mixed-citation publication-type="other" xlink:type="simple">Tuite AR, Fisman DN (2011) In response. Annals of Internal Medicine 155.</mixed-citation>
</ref>
<ref id="pone.0083622-Tuite2"><label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tuite</surname><given-names>AR</given-names></name>, <name name-style="western"><surname>Tien</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Eisenberg</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Earn</surname><given-names>DJD</given-names></name>, <name name-style="western"><surname>Ma</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Cholera epidemic in Haiti, 2010: Using a transmission model to explain spatial spread of disease and identify optimal control interventions</article-title>. <source>Annals of Internal Medicine</source> <volume>154</volume>: <fpage>593</fpage>–<lpage>601</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Breban1"><label>15</label>
<mixed-citation publication-type="other" xlink:type="simple">Breban R, Vardavas R, Blower S (2007) Theory versus data: How to calculate R<sub>0</sub>? PLoS ONE 2.</mixed-citation>
</ref>
<ref id="pone.0083622-Riley1"><label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Riley</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Fraser</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Donnelly</surname><given-names>CA</given-names></name>, <name name-style="western"><surname>Ghani</surname><given-names>AC</given-names></name>, <name name-style="western"><surname>Abu-Raddad</surname><given-names>LJ</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Transmission dynamics of the etiological agent of SARS in Hong Kong: Impact of public health interventions</article-title>. <source>Science</source> <volume>300</volume>: <fpage>1961</fpage>–<lpage>1966</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Haymann1"><label>17</label>
<mixed-citation publication-type="other" xlink:type="simple">Haymann DL, editor (2004) Control of communicable diseases manual. 18 ed. Washington, DC: American Public Health Association.</mixed-citation>
</ref>
<ref id="pone.0083622-Tuite3"><label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tuite</surname><given-names>AR</given-names></name>, <name name-style="western"><surname>Greer</surname><given-names>AL</given-names></name>, <name name-style="western"><surname>Whelan</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Winter</surname><given-names>AL</given-names></name>, <name name-style="western"><surname>Lee</surname><given-names>B</given-names></name>, <etal>et al</etal>. (<year>2010</year>) <article-title>Estimated epidemiologic parameters and morbidity associated with pandemic H1N1 influenza</article-title>. <source>CMAJ</source> <volume>182</volume>: <fpage>131</fpage>–<lpage>136</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Kenah1"><label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kenah</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Lipsitch</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Robins</surname><given-names>JM</given-names></name> (<year>2008</year>) <article-title>Generation interval contraction and epidemic data analysis</article-title>. <source>Mathematical Biosciences</source> <volume>213</volume>: <fpage>71</fpage>–<lpage>79</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Svensson1"><label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Svensson</surname><given-names>Å</given-names></name> (<year>2007</year>) <article-title>A note on generation times in epidemic models</article-title>. <source>Mathematical Biosciences</source> <volume>208</volume>: <fpage>300</fpage>–<lpage>311</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Schanzer1"><label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schanzer</surname><given-names>DL</given-names></name>, <name name-style="western"><surname>Langley</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Dummer</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Aziz</surname><given-names>S</given-names></name> (<year>2011</year>) <article-title>The geographic synchrony of seasonal influenza: a waves across Canada and the United States</article-title>. <source>PLoS One</source> <volume>6</volume>: <fpage>e21471</fpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Schanzer2"><label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schanzer</surname><given-names>DL</given-names></name>, <name name-style="western"><surname>Langley</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Dummer</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Viboud</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Tam</surname><given-names>TW</given-names></name> (<year>2010</year>) <article-title>A composite epidemic curve for seasonal influenza in Canada with an international comparison</article-title>. <source>Influenza Other Respi Viruses</source> <volume>4</volume>: <fpage>295</fpage>–<lpage>306</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Governmentof1"><label>23</label>
<mixed-citation publication-type="other" xlink:type="simple">Government of Ontario (2004) A Guide to the Control of Respiratory Infection Outbreaks in Long-Term Care Homes. Ontario Ministry of Health and Long-term Care website. Available at <ext-link ext-link-type="uri" xlink:href="http://www.health.gov.on.ca/english/providers/pub/pubhealth/ltc_respoutbreak/ltc_respoutbreak.pdf" xlink:type="simple">http://www.health.gov.on.ca/english/providers/pub/pubhealth/ltc_respoutbreak/ltc_respoutbreak.pdf</ext-link>. Last accessed November 27, 2013.</mixed-citation>
</ref>
<ref id="pone.0083622-He1"><label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>He</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Dushoff</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Day</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Ma</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Earn</surname><given-names>DJD</given-names></name> (<year>2011</year>) <article-title>Mechanistic modelling of the three waves of the 1918 influenza pandemic</article-title>. <source>Theoretical Ecology</source> <volume>4</volume>: <fpage>283</fpage>–<lpage>288</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Hsieh1"><label>25</label>
<mixed-citation publication-type="other" xlink:type="simple">Hsieh YH, Fisman DN, Wu J (2010) On epidemic modeling in real time: An application to the 2009 Novel A (H1N1) influenza outbreak in Canada. BMC Research Notes 3.</mixed-citation>
</ref>
<ref id="pone.0083622-Svoboda1"><label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Svoboda</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Henry</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Shulman</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Kennedy</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Rea</surname><given-names>E</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Public health measures to control the spread of the severe acute respiratory syndrome during the outbreak in Toronto</article-title>. <source>New England Journal of Medicine</source> <volume>350</volume>: <fpage>2352</fpage>–<lpage>2361</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-StatisticsCanada1"><label>27</label>
<mixed-citation publication-type="other" xlink:type="simple">StatisticsCanada (2012) Population and dwelling counts, for Canada, provinces and territories, 2011 and 2006 censuses. Statistics Canada website. Available at <ext-link ext-link-type="uri" xlink:href="http://www12.statcan.gc.ca/census-recensement/2011/dp-pd/hlt-fst/pd-pl/Table-Tableau.cfm?LANG=Eng&amp;T=101&amp;S=50&amp;O=A" xlink:type="simple">http://www12.statcan.gc.ca/census-recensement/2011/dp-pd/hlt-fst/pd-pl/Table-Tableau.cfm?LANG=Eng&amp;T=101&amp;S=50&amp;O=A</ext-link>. Last accessed November 27, 2013.</mixed-citation>
</ref>
<ref id="pone.0083622-Goldstein1"><label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Goldstein</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Paur</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Fraser</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Kenah</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Wallinga</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2009</year>) <article-title>Reproductive numbers, epidemic spread and control in a community of households</article-title>. <source>Math Biosci</source> <volume>221</volume>: <fpage>11</fpage>–<lpage>25</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Wallinga1"><label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wallinga</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Lipsitch</surname><given-names>M</given-names></name> (<year>2007</year>) <article-title>How generation intervals shape the relationship between growth rates and reproductive numbers</article-title>. <source>Proc Biol Sci</source> <volume>274</volume>: <fpage>599</fpage>–<lpage>604</lpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Hsieh2"><label>30</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hsieh</surname><given-names>YH</given-names></name>, <name name-style="western"><surname>Cheng</surname><given-names>KF</given-names></name>, <name name-style="western"><surname>Wu</surname><given-names>TN</given-names></name>, <name name-style="western"><surname>Li</surname><given-names>TC</given-names></name>, <name name-style="western"><surname>Chen</surname><given-names>CY</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Transmissibility and temporal changes of 2009 pH1N1 pandemic during summer and fall/winter waves</article-title>. <source>BMC Infect Dis</source> <volume>11</volume>: <fpage>332</fpage>.</mixed-citation>
</ref>
<ref id="pone.0083622-Wu1"><label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wu</surname><given-names>F</given-names></name>, <name name-style="western"><surname>Huberman</surname><given-names>BA</given-names></name> (<year>2007</year>) <article-title>Novelty and collective attention</article-title>. <source>Proc Natl Acad Sci U S A</source> <volume>104</volume>: <fpage>17599</fpage>–<lpage>17601</lpage>.</mixed-citation>
</ref>
</ref-list></back>
</article>