<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS Comput Biol</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">ploscomp</journal-id>
<journal-title-group>
<journal-title>PLOS Computational Biology</journal-title>
</journal-title-group>
<issn pub-type="ppub">1553-734X</issn>
<issn pub-type="epub">1553-7358</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PCOMPBIOL-D-16-00593</article-id>
<article-id pub-id-type="doi">10.1371/journal.pcbi.1005351</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Immune physiology</subject><subj-group><subject>Cytokines</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Immune physiology</subject><subj-group><subject>Cytokines</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Immune system</subject><subj-group><subject>Innate immune system</subject><subj-group><subject>Cytokines</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Immune system</subject><subj-group><subject>Innate immune system</subject><subj-group><subject>Cytokines</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Developmental biology</subject><subj-group><subject>Molecular development</subject><subj-group><subject>Cytokines</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Immune system proteins</subject><subj-group><subject>Immune receptors</subject><subj-group><subject>Cytokine receptors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Immune system proteins</subject><subj-group><subject>Immune receptors</subject><subj-group><subject>Cytokine receptors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Biochemistry</subject><subj-group><subject>Proteins</subject><subj-group><subject>Immune system proteins</subject><subj-group><subject>Immune receptors</subject><subj-group><subject>Cytokine receptors</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Cell biology</subject><subj-group><subject>Signal transduction</subject><subj-group><subject>Immune receptors</subject><subj-group><subject>Cytokine receptors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Phenotypes</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Cell biology</subject><subj-group><subject>Cell physiology</subject><subj-group><subject>Cell polarity</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Cell biology</subject><subj-group><subject>Cellular types</subject><subj-group><subject>Animal cells</subject><subj-group><subject>Blood cells</subject><subj-group><subject>White blood cells</subject><subj-group><subject>T helper cells</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Cell biology</subject><subj-group><subject>Cellular types</subject><subj-group><subject>Animal cells</subject><subj-group><subject>Immune cells</subject><subj-group><subject>White blood cells</subject><subj-group><subject>T helper cells</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Immune cells</subject><subj-group><subject>White blood cells</subject><subj-group><subject>T helper cells</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Immunology</subject><subj-group><subject>Immune cells</subject><subj-group><subject>White blood cells</subject><subj-group><subject>T helper cells</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Biochemistry</subject><subj-group><subject>Proteins</subject><subj-group><subject>DNA-binding proteins</subject><subj-group><subject>Transcription factors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Genetics</subject><subj-group><subject>Gene expression</subject><subj-group><subject>Gene regulation</subject><subj-group><subject>Transcription factors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Biochemistry</subject><subj-group><subject>Proteins</subject><subj-group><subject>Regulatory proteins</subject><subj-group><subject>Transcription factors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Simulation and modeling</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Computer and information sciences</subject><subj-group><subject>Software engineering</subject><subj-group><subject>Software tools</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Engineering and technology</subject><subj-group><subject>Software engineering</subject><subj-group><subject>Software tools</subject></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>ASPASIA: A toolkit for evaluating the effects of biological interventions on SBML model behaviour</article-title>
<alt-title alt-title-type="running-head">ASPASIA toolkit for evaluating effects of biological interventions in SBML models</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2345-5249</contrib-id>
<name name-style="western">
<surname>Evans</surname> <given-names>Stephanie</given-names></name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" equal-contrib="yes" xlink:type="simple">
<name name-style="western">
<surname>Alden</surname> <given-names>Kieran</given-names></name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2397-6490</contrib-id>
<name name-style="western">
<surname>Cucurull-Sanchez</surname> <given-names>Lourdes</given-names></name>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0003-4986-1824</contrib-id>
<name name-style="western">
<surname>Larminie</surname> <given-names>Christopher</given-names></name>
<xref ref-type="aff" rid="aff004"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Coles</surname> <given-names>Mark C.</given-names></name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<name name-style="western">
<surname>Kullberg</surname> <given-names>Marika C.</given-names></name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Timmis</surname> <given-names>Jon</given-names></name>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff003"><sup>3</sup></xref>
</contrib>
</contrib-group>
<aff id="aff001">
<label>1</label>
<addr-line>York Computational Immunology Lab, University of York, York, United Kingdom</addr-line>
</aff>
<aff id="aff002">
<label>2</label>
<addr-line>Centre for Immunology and Infection, Department of Biology and Hull York Medical School, University of York, York, United Kingdom</addr-line>
</aff>
<aff id="aff003">
<label>3</label>
<addr-line>Department of Electronics, University of York, York, United Kingdom</addr-line>
</aff>
<aff id="aff004">
<label>4</label>
<addr-line>GSK Medicines Research Centre, Stevenage, United Kingdom</addr-line>
</aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Schneidman</surname> <given-names>Dina</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1">
<addr-line>Hebrew University of Jerusalem, ISRAEL</addr-line>
</aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>We have read the journal’s policy and the authors of this manuscript have the following competing interests: MCC and JT are directors of SimOmics Ltd.</p>
</fn>
<fn fn-type="con">
<p>
<list list-type="simple">
<list-item>
<p><bold>Conceptualization:</bold> KA SE MCK JT.</p>
</list-item>
<list-item>
<p><bold>Data curation:</bold> SE KA JT.</p>
</list-item>
<list-item>
<p><bold>Formal analysis:</bold> SE KA.</p>
</list-item>
<list-item>
<p><bold>Funding acquisition:</bold> LCS CL MCC MCK JT.</p>
</list-item>
<list-item>
<p><bold>Investigation:</bold> SE KA MCK JT.</p>
</list-item>
<list-item>
<p><bold>Methodology:</bold> SE MCK LCS CL.</p>
</list-item>
<list-item>
<p><bold>Project administration:</bold> KA SE MCK JT.</p>
</list-item>
<list-item>
<p><bold>Resources:</bold> KA.</p>
</list-item>
<list-item>
<p><bold>Software:</bold> KA SE JT.</p>
</list-item>
<list-item>
<p><bold>Supervision:</bold> KA MCK JT.</p>
</list-item>
<list-item>
<p><bold>Validation:</bold> SE KA MCK JT.</p>
</list-item>
<list-item>
<p><bold>Visualization:</bold> SE KA LCS CL MCC MCK JT.</p>
</list-item>
<list-item>
<p><bold>Writing – original draft:</bold> SE KA LCS CL MCC MCK JT.</p>
</list-item>
<list-item>
<p><bold>Writing – review &amp; editing:</bold> SE KA LCS CL MCC MCK JT.</p>
</list-item>
</list>
</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">kieran.alden@york.ac.uk</email> (KA); <email xlink:type="simple">marika.kullberg@york.ac.uk</email> (MCK)</corresp>
</author-notes>
<pub-date pub-type="collection">
<month>2</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="epub">
<day>3</day>
<month>2</month>
<year>2017</year>
</pub-date>
<volume>13</volume>
<issue>2</issue>
<elocation-id>e1005351</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>4</month>
<year>2016</year>
</date>
<date date-type="accepted">
<day>8</day>
<month>1</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-year>2017</copyright-year>
<copyright-holder>Evans et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pcbi.1005351"/>
<abstract>
<p>A calibrated computational model reflects behaviours that are expected or observed in a complex system, providing a baseline upon which sensitivity analysis techniques can be used to analyse pathways that may impact model responses. However, calibration of a model where a behaviour depends on an intervention introduced after a defined time point is difficult, as model responses may be dependent on the conditions at the time the intervention is applied. We present ASPASIA (Automated Simulation Parameter Alteration and SensItivity Analysis), a cross-platform, open-source Java toolkit that addresses a key deficiency in software tools for understanding the impact an intervention has on system behaviour for models specified in Systems Biology Markup Language (SBML). ASPASIA can generate and modify models using SBML solver output as an initial parameter set, allowing interventions to be applied once a steady state has been reached. Additionally, multiple SBML models can be generated where a subset of parameter values are perturbed using local and global sensitivity analysis techniques, revealing the model’s sensitivity to the intervention. To illustrate the capabilities of ASPASIA, we demonstrate how this tool has generated novel hypotheses regarding the mechanisms by which Th17-cell plasticity may be controlled <italic>in vivo</italic>. By using ASPASIA in conjunction with an SBML model of Th17-cell polarisation, we predict that promotion of the Th1-associated transcription factor T-bet, rather than inhibition of the Th17-associated transcription factor ROR<italic>γ</italic>t, is sufficient to drive switching of Th17 cells towards an IFN-<italic>γ</italic>-producing phenotype. Our approach can be applied to all SBML-encoded models to predict the effect that intervention strategies have on system behaviour. ASPASIA, released under the Artistic License (2.0), can be downloaded from <ext-link ext-link-type="uri" xlink:href="http://www.york.ac.uk/ycil/software" xlink:type="simple">http://www.york.ac.uk/ycil/software</ext-link>.</p>
</abstract>
<funding-group>
<award-group id="award001">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000268</institution-id>
<institution>Biotechnology and Biological Sciences Research Council</institution>
</institution-wrap>
</funding-source>
<award-id>BB/K501487/1</award-id>
<principal-award-recipient>
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0002-2345-5249</contrib-id>
<name name-style="western">
<surname>Evans</surname> <given-names>Stephanie</given-names></name>
</principal-award-recipient>
</award-group>
<award-group id="award002">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000268</institution-id>
<institution>Biotechnology and Biological Sciences Research Council</institution>
</institution-wrap>
</funding-source>
<award-id>BB/K501487/1</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Timmis</surname> <given-names>Jon</given-names></name>
</principal-award-recipient>
</award-group>
<award-group id="award003">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/100004440</institution-id>
<institution>Wellcome Trust</institution>
</institution-wrap>
</funding-source>
<award-id>097829</award-id>
<principal-award-recipient>
<name name-style="western">
<surname>Coles</surname> <given-names>Mark C.</given-names></name>
</principal-award-recipient>
</award-group>
<award-group id="award004">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000288</institution-id>
<institution>Royal Society</institution>
</institution-wrap>
</funding-source>
<principal-award-recipient>
<name name-style="western">
<surname>Timmis</surname> <given-names>Jon</given-names></name>
</principal-award-recipient>
</award-group>
<award-group id="award005">
<funding-source>
<institution-wrap>
<institution-id institution-id-type="funder-id">http://dx.doi.org/10.13039/501100000287</institution-id>
<institution>Royal Academy of Engineering</institution>
</institution-wrap>
</funding-source>
<principal-award-recipient>
<name name-style="western">
<surname>Timmis</surname> <given-names>Jon</given-names></name>
</principal-award-recipient>
</award-group>
<funding-statement>This work was supported by: Biotechnology and Biological Sciences Research Council <ext-link ext-link-type="uri" xlink:href="http://www.bbsrc.ac.uk" xlink:type="simple">http://www.bbsrc.ac.uk</ext-link> BB/K501487/1 to JT, MCK, LCS, CL, SE; Wellcome Trust <ext-link ext-link-type="uri" xlink:href="http://www.wellcome.ac.uk/index.htm#" xlink:type="simple">http://www.wellcome.ac.uk/index.htm#</ext-link> 097829 to KA; The Royal Society <ext-link ext-link-type="uri" xlink:href="https://royalsociety.org" xlink:type="simple">https://royalsociety.org</ext-link> and The Royal Academy of Engineering <ext-link ext-link-type="uri" xlink:href="http://www.raeng.org.uk" xlink:type="simple">http://www.raeng.org.uk</ext-link> to JT. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="6"/>
<table-count count="0"/>
<page-count count="14"/>
</counts>
<custom-meta-group>
<custom-meta>
<meta-name>PLOS Publication Stage</meta-name>
<meta-value>vor-update-to-uncorrected-proof</meta-value>
</custom-meta>
<custom-meta>
<meta-name>Publication Update</meta-name>
<meta-value>2017-02-17</meta-value>
</custom-meta>
<custom-meta id="data-availability">
<meta-name>Data availability</meta-name>
<meta-value>All model files are available from <ext-link ext-link-type="uri" xlink:href="https://www.york.ac.uk/computational-immunology/software/aspasia/" xlink:type="simple">https://www.york.ac.uk/computational-immunology/software/aspasia/</ext-link>.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<disp-quote><p>This is a <italic>PLOS Computational Biology</italic> Software paper.</p></disp-quote>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>To ensure that computational and mathematical models exhibit expected or observed biological behaviours, a process of calibration is employed to assign values to model parameters for which values are unknown. Subsequently parameter perturbation and sensitivity analysis techniques can be used to explore behaviours under different parameter value sets and draw conclusions as to which parameters have the greatest influence on model behaviour [<xref ref-type="bibr" rid="pcbi.1005351.ref001">1</xref>–<xref ref-type="bibr" rid="pcbi.1005351.ref003">3</xref>].</p>
<p>Computational models of biological processes, including cell signalling and metabolic pathways, biochemical reactions, and gene regulation, are increasingly being described via Systems Biology Markup Language (SBML) [<xref ref-type="bibr" rid="pcbi.1005351.ref004">4</xref>]. However, understanding the impact of the introduction of a biological intervention, such as the administration of a therapeutic drug, within a model after a specified time has elapsed is not trivial, and available SBML software tools do not currently provide sufficient capability in this area. Prior to the introduction of an intervention, a model must be calibrated such that baseline biological behaviours are established. This baseline must be achieved before parameter sweeps can be used to gain insight into the impact an intervention has on simulated biological responses. If the perturbation is applied before a baseline is reached, it remains uncertain whether behaviours are emerging as a result of the intervention, or as an artefact of model implementation.</p>
<p>To address the challenge of capturing and analysing biological interventions in SBML, we have developed ASPASIA (<bold>A</bold>utomated <bold>S</bold>imulation <bold>P</bold>arameter <bold>A</bold>lteration and <bold>S</bold>ens<bold>I</bold>tivity <bold>A</bold>nalysis), a freely available software package that is compatible with all versions and levels of SBML and that complements currently available SBML solver software and statistical packages. ASPASIA fulfils the key requirements for assessing the impact an intervention has on modelled biological behaviour, specifically: (i) establishing initial parameter values by perturbing parameters or species concentration fields using global parameter sampling techniques; (ii) the automatic production of SBML model files that sets model state to that chosen in parameter sampling; (iii) the production of a new SBML model file that summarises the characteristics of the original SBML model at a specific time-point from solver output, with the inclusion of an intervention; and (iv) sensitivity analysis of the new model files post intervention. Although we note that a variety of global sensitivity analysis techniques are available, ASPASIA includes the sampling-based latin-hypercube [<xref ref-type="bibr" rid="pcbi.1005351.ref005">5</xref>] and variance-based extended fourier amplitude sampling (eFAST) [<xref ref-type="bibr" rid="pcbi.1005351.ref006">6</xref>] sensitivity analysis techniques for providing an assessment of the impact an intervention has on model behaviour. Yet, as ASPASIA produces SBML model files from both parameter sampling and post the introduction of an intervention, these model files can be executed on any available SBML solver, removing any restriction on solver choice and permitting ASPASIA to complement other SBML solvers and statistical tools that provide additional sensitivity analysis techniques.</p>
<p>The SBML website (<ext-link ext-link-type="uri" xlink:href="http://www.sbml.org" xlink:type="simple">http://www.sbml.org</ext-link>) currently lists 263 SBML-related software packages [<xref ref-type="bibr" rid="pcbi.1005351.ref007">7</xref>], although we note that the existence of additional tools outside of this resource. An assessment of the specified tools and a SBML-supporting software led us to conclude that no package currently meets all of the requirements specified above. The approach to the introduction of interventions in ASPASIA differs from the application of the SBML ‘Event’ construct: interventions are added to new SBML model files generated from solver results obtained by executing the original model file, not added to the original model file. This assists in understanding the initial model state prior to the intervention, meaning hypotheses concerning the impact of that intervention are not skewed by differences in initial state. In addition, this approach ensures that ASPASIA-generated models are compatible with and complement all SBML solvers. Of the SBML-supporting packages that possess capacity to perform some sensitivity analysis of model behaviour (including SimBiology [<xref ref-type="bibr" rid="pcbi.1005351.ref008">8</xref>], SBML-SAT [<xref ref-type="bibr" rid="pcbi.1005351.ref009">9</xref>], AMIGO [<xref ref-type="bibr" rid="pcbi.1005351.ref010">10</xref>], SensSB [<xref ref-type="bibr" rid="pcbi.1005351.ref011">11</xref>], SloppyCell [<xref ref-type="bibr" rid="pcbi.1005351.ref012">12</xref>], and SoSlib [<xref ref-type="bibr" rid="pcbi.1005351.ref013">13</xref>], we found little capacity to perform an analysis of models that include the addition of and focus on understanding the contribution of an intervention. BioPARKIN [<xref ref-type="bibr" rid="pcbi.1005351.ref014">14</xref>] can examine events, but only those not impacting the species used in sensitivity analysis. Whereas a number of these packages introduce operating system and software dependencies, such as a requirement for commercially available MATLAB toolkits (SimBiology [<xref ref-type="bibr" rid="pcbi.1005351.ref008">8</xref>], SBML-SAT [<xref ref-type="bibr" rid="pcbi.1005351.ref009">9</xref>], AMIGO [<xref ref-type="bibr" rid="pcbi.1005351.ref010">10</xref>], and SensSB [<xref ref-type="bibr" rid="pcbi.1005351.ref011">11</xref>]) or operating system restrictions (SensSB), ASPASIA uses freely available packages and is operating system independent (we note that BioPARKIN [<xref ref-type="bibr" rid="pcbi.1005351.ref014">14</xref>] (C++/Python), SloppyCell [<xref ref-type="bibr" rid="pcbi.1005351.ref015">15</xref>] (Python), and SoSlib [<xref ref-type="bibr" rid="pcbi.1005351.ref016">16</xref>] (C) also meet this requirement, although omitting intervention-focused capability). In contrast to SensSB, SBML-SAT, and AMIGO, which provide capacity to perform global sensitivity analyses, ASPASIA generates new model files that can be run on any SBML solver, ensuring no restriction in tool choice.</p>
<p>We believe that ASPASIA can complement available SBML software packages to address a key deficiency in the availability of techniques for solving intervention-dependent SBML models, and we exemplify its application with an SBML model of competing transcription factors in a CD4<sup>+</sup> T cell undergoing polarisation to become either a Th1 or a Th17 cell. Moreover, we show how hypotheses concerning the control of Th17-cell plasticity can be generated by using ASPASIA to identify features that must be exhibited by a hypothesised receptor to drive switching of an IL-17-secreting CD4<sup>+</sup> T cell towards an IFN-<italic>γ</italic>-producing phenotype.</p>
</sec>
<sec id="sec002" sec-type="materials|methods">
<title>Design and implementation</title>
<sec id="sec003">
<title>Implementation and dependencies</title>
<p>Successful application of ASPASIA is dependent on the Java Runtime (version 1.6 or higher) and R Statistical environments (version 2.13.1 or greater). ASPASIA utilises the R packages spartan, lhs, XML, and graphing packages gplots and plotrix.</p>
</sec>
<sec id="sec004">
<title>Generating the ASPASIA settings file</title>
<p>ASPASIA requires an XML format settings file containing the information required for the applied technique, such as the location of the SBML model to use in the analysis, the location where generated SBML files should be produced, and the information of the SBML file parameters being modified. The complete list of settings file requirements is specified in <xref ref-type="supplementary-material" rid="pcbi.1005351.s001">S1 Table</xref>. To ease the generation of this file, we have produced an online ASPASIA settings file generator (<ext-link ext-link-type="uri" xlink:href="http://www.york.ac.uk/ycil/software/aspasia" xlink:type="simple">www.york.ac.uk/ycil/software/aspasia</ext-link>) and exemplar settings files that can be modified as required.</p>
</sec>
<sec id="sec005">
<title>SBML-specific simulation techniques in ASPASIA</title>
<p>ASPASIA eases the process of calibrating and exploring SBML models of biological systems where the dynamics are dependent upon an intervention. The first stage in an intervention analysis is to run an SBML model in any solver until a determined time-point. By taking the output from the SBML solver, ASPASIA automatically creates a series of new SBML models that add an intervention to the final state that the model was in, by changing or scaling the values of specified species or parameters (<xref ref-type="fig" rid="pcbi.1005351.g001">Fig 1</xref>). Interventions can be added after an SBML model has been run for any specified time, or if using a solver that allows for steady state identification to be performed, when a steady state has been reached. As ASPASIA automatically detects the final time point from the output file, interventions can automatically be added to a range of models where the steady state occurs at different times. For this work presented here, models were simulated using LibSBMLSim [<xref ref-type="bibr" rid="pcbi.1005351.ref017">17</xref>] that does not have the capacity for steady state detection thus all models were run for a length of time sufficient for all populations to become stable.</p>
<fig id="pcbi.1005351.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1005351.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Schematic illustration of the process of applying ASPASIA to an SBML model.</title>
<p>Using an initial SBML model as an input, ASPASIA generates a set of values as specified in a settings file, and new SBML files with parameters set to different values are created. Each model is then solved for sufficient time for a steady state to be reached and the resulting baseline values for all species supplied to ASPASIA. Then a new set of SBML files is created, and the same intervention, represented by a discrete alteration of a parameter or initial species concentration, added to all of them. The resulting files are then solved to steady state again and the effects of the intervention across the whole set of parameters and parameter values can be analysed. Black boxes represent processes that are performed only once, and white boxes represent processes that must be performed once for each model generated in step 3.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.g001" xlink:type="simple"/>
</fig>
<sec id="sec006">
<title>ASPASIA techniques 1–3: SBML model files for local and global sensitivity analysis</title>
<p>ASPASIA produces model parameter sets where a subset of the parameters or species initial concentration levels are assigned values from a specified parameter value space. Parameter perturbation can reveal how the model behaves under different simulated conditions and identify key pathways that impact model response. As noted previously, there are a variety of sensitivity analysis techniques available (see [<xref ref-type="bibr" rid="pcbi.1005351.ref018">18</xref>] for a wider introduction to sensitivity analysis), and the choice of the algorithm should be driven by the research question being asked. By providing one local and two global sensitivity analysis techniques, with the latter two consisting of one sampling and one variance-based approach, ASPASIA provides a suitable set of tools for understanding model behaviour in a non-context dependent manner [<xref ref-type="bibr" rid="pcbi.1005351.ref002">2</xref>]. However, as ASPASIA produces SBML model files for parameter sampling and post introduction of an intervention, these model files could provide input into a number of other sensitivity analysis platforms or statistical packages if desired.</p>
<list list-type="bullet">
<list-item>
<p>Local Sensitivity Analysis (ASPASIA Technique 1):</p>
<p>A local sensitivity analysis can reveal how robust an exhibited model behaviour is to a change in a single parameter or initial species concentration, indicating the implications that biological uncertainty or parameter estimation may have when considering the impact of model derived results [<xref ref-type="bibr" rid="pcbi.1005351.ref003">3</xref>]. ASPASIA performs a local sensitivity analysis by taking each parameter or species concentration specified in the settings file in turn as the factor of interest. This factor is assigned a value between specified minimum and maximum values, and an SBML model is file produced with the factor set at that value.</p>
</list-item>
<list-item>
<p>Global Sensitivity Analysis (ASPASIA Techniques 2 and 3)</p>
<p>Local analyses cannot identify compound effects where the influence of one parameter or species concentration may rely on the value of another. Such effects become evident by perturbing a number of parameters or species concentrations simultaneously, using global sensitivity analysis techniques. This approach is advantageous in revealing parameters that have a strong influence on model behaviour.</p>
<p>ASPASIA Technique 2, latin-hypercube, is a sampling-based technique [<xref ref-type="bibr" rid="pcbi.1005351.ref005">5</xref>] that selects sets of parameter values where each of the parameter or species concentrations specified in the ASPASIA settings file are perturbed simultaneously, while aiming to minimise correlations between the values in each set and efficiently cover the parameter space. ASPASIA Technique 3 applies the extended Fourier Amplitude Sampling Test (eFAST) [<xref ref-type="bibr" rid="pcbi.1005351.ref001">1</xref>, <xref ref-type="bibr" rid="pcbi.1005351.ref006">6</xref>], a variance-based technique that selects sets of parameter values from sinusoidal curves of particular frequencies through the parameter space. The sampling frequency is then used to partition variance in model response between the parameters of interest when the model results are analysed. For both techniques, the parameter space (minimum and maximum values) should be specified in the ASPASIA settings file. SBML model files are produced for each created parameter set, ensuring model responses can be generated using any SBML solver.</p>
</list-item>
</list>
<p>SBML solver responses generated for the models created in parameter sampling can be processed by ASPASIA, producing statistical and graphical output appropriate to the technique employed. The graphs in the Results section have been produced in this manner. Provided the employed SBML solver produces model output in CSV or XML format, ASPASIA provides the means to analyse the data for the included sensitivity analysis techniques described in this section.</p>
</sec>
<sec id="sec007">
<title>ASPASIA technique 4: Creating SBML models files using SBML solver output</title>
<p>Technique 4 permits the creation of a new model file where parameters and species concentrations are set to values from the output of an SBMLSolver. The time at which the model files are created is defined by the user and can be the time at which steady state is reached (a time sufficient for a steady state to be reached, as in this work), or after a specific period of time, for example in the case of daily drug administration. ASPASIA creates this new model file using both the original SBML model file and the SBML solver CSV file output.</p>
</sec>
<sec id="sec008">
<title>ASPASIA technique 5: Adding biological interventions to a steady-state SBML simulation</title>
<p>Utilising the SBML model set generated from an SBML model solver from Technique 4, ASPASIA provides the capacity to produce a further SBML model where one or more parameters or species concentrations are either set to a new discrete value, or to a value scaled from the final state of the SBML solver output. Perturbing values in this manner simulates how an intervention could impact the simulated biological behaviours.</p>
</sec>
</sec>
</sec>
<sec id="sec009" sec-type="results">
<title>Results</title>
<sec id="sec010">
<title>Case study</title>
<p>CD4<sup>+</sup> T helper cells play a crucial role in the adaptive immune response following their activation through recognition of peptide/MHC complexes on antigen-presenting cells. In the presence of specific cytokines, activated CD4<sup>+</sup> T cells differentiate into distinct subsets that are characterised by their cytokine-secretion profile and their expression of specific transcription factors. Thus, IL-12 drives the differentiation of Th1 cells that secrete IFN-<italic>γ</italic> and express T-bet, IL-4 drives the differentiation of Th2 cells that secrete IL-4 and express GATA-3, and a combination of IL-6 and TGF-<italic>β</italic>, along with IL-21 and IL-23 are responsible for the differentiation, maintenance and expansion of Th17 cells that secrete IL-17, IL-21, and express ROR<italic>γ</italic>t [<xref ref-type="bibr" rid="pcbi.1005351.ref019">19</xref>, <xref ref-type="bibr" rid="pcbi.1005351.ref020">20</xref>]. Th17 cells have, under certain conditions, been shown to switch phenotype from an IL-17-producing Th17 cell to an IFN-<italic>γ</italic>-producing ex-Th17 cell that expresses T-bet and not ROR<italic>γ</italic>t (<xref ref-type="fig" rid="pcbi.1005351.g002">Fig 2A</xref>) [<xref ref-type="bibr" rid="pcbi.1005351.ref021">21</xref>, <xref ref-type="bibr" rid="pcbi.1005351.ref022">22</xref>]. While <italic>in vitro</italic>-derived Th17 cells express a functional IL-12 receptor and turn on IFN-<italic>γ</italic> production following IL-12 stimulation [<xref ref-type="bibr" rid="pcbi.1005351.ref023">23</xref>], <italic>ex vivo</italic>-derived Th17 cells lack a functional IL-12 receptor [<xref ref-type="bibr" rid="pcbi.1005351.ref022">22</xref>, <xref ref-type="bibr" rid="pcbi.1005351.ref024">24</xref>], suggesting that factors other than IL-12 are responsible for phenotype switching <italic>in vivo</italic>.</p>
<fig id="pcbi.1005351.g002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1005351.g002</object-id>
<label>Fig 2</label>
<caption>
<title>Factors controlling CD4<sup>+</sup> T-cell differentiation <italic>in vivo</italic> and <italic>in silico</italic>.</title>
<p>Upon activation, an unpolarised CD4<sup>+</sup> T cell (red) can differentiate into a Th1 or a Th17 cell dependent on the cytokine milleu. Th17 cells can subsequently transition through a double-positive (DP) cell to an ex-Th17 cell. Labels on each arrow indicate cytokines involved in this process <italic>in vivo</italic> (A) and the model species that correspond to these cytokines <italic>in silico</italic> (B). In both cartoons yellow cells secrete IL-17 and IL-21, blue cells secrete IFN-<italic>γ</italic>, and green cells secrete a combination of IL-17, IL-21 and IFN-<italic>γ</italic>.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.g002" xlink:type="simple"/>
</fig>
<p>We have developed an SBML model to capture <italic>in silico</italic> the dynamics of Th17-cell plasticity <italic>in vivo</italic> (<xref ref-type="fig" rid="pcbi.1005351.g002">Fig 2B</xref>). This model can be used to infer the dynamics of a hypothetical receptor and cytokine involved in the phenotype switching of Th17 cells. The model builds on work by Yates <italic>et al</italic> [<xref ref-type="bibr" rid="pcbi.1005351.ref025">25</xref>] and Schulz <italic>et al</italic> [<xref ref-type="bibr" rid="pcbi.1005351.ref026">26</xref>] to capture the dynamics of transcription factors T-bet and ROR<italic>γ</italic>t in a CD4<sup>+</sup> T cell undergoing polarisation and phenotype switching following exposure to exogenous cytokines. The model is freely available from the ASPASIA website, and the key equations underlying the model are listed in <xref ref-type="supplementary-material" rid="pcbi.1005351.s003">S2 Fig</xref>.</p>
</sec>
<sec id="sec011">
<title>Development of a computational model of Th1/Th17 polarisation</title>
<p>Previous models of T-cell polarisation have considered the Th1/Th2 axis, focussing on transcription factors T-bet (Th1) and GATA-3 (Th2) [<xref ref-type="bibr" rid="pcbi.1005351.ref025">25</xref>, <xref ref-type="bibr" rid="pcbi.1005351.ref026">26</xref>]. We utilised ASPASIA to reparameterise these models to capture the dynamics of Th17 polarisation and phenotype switching, using ROR<italic>γ</italic>t and T-bet as markers of a particular phenotype (<xref ref-type="fig" rid="pcbi.1005351.g002">Fig 2B</xref>). A cell in the model is considered to be polarised if one of the transcription factors is stably expressed above baseline level. A cell that expresses both transcription factors at a higher level than at baseline is considered to be a double-positive cell.</p>
<p>As many of the parameters relating to polarisation of Th17 cells were unknown, we used ASPASIA technique 2 to generate 200 unique SBML models using latin-hypercube sampling over ranges defined in <xref ref-type="supplementary-material" rid="pcbi.1005351.s004">S3 Fig</xref>. The models were solved using an SBML solver implementing libSBMLSim [<xref ref-type="bibr" rid="pcbi.1005351.ref017">17</xref>], with a step size of 0.12 for sufficient time until stable baseline levels of T-bet and ROR<italic>γ</italic>t were reached. ASPASIA techniques 4 and 5 were then used to generate an SBML model with parameters and species concentrations set to baseline values, and interventions introduced representing stimulation with either type 17 (C<sub>17</sub>) or type 1-polarising cytokine (C<sub>1</sub>) (<xref ref-type="fig" rid="pcbi.1005351.g002">Fig 2B</xref>). From the 200 models generated we identified the one that best captured the behaviours observed in a CD4<sup>+</sup> T cell undergoing Th17 polarisation, i.e. i) no expression of either T-bet or ROR<italic>γ</italic>t in the absence of polarising cytokines (<xref ref-type="fig" rid="pcbi.1005351.g003">Fig 3A</xref>), ii) stable expression of ROR<italic>γ</italic>t following stimulation with type 17 polarising cytokines (<xref ref-type="fig" rid="pcbi.1005351.g003">Fig 3B</xref>), and iii) stability of the Th17 phenotype when introduced to type 1 polarising cytokine after initial polarisation has taken place (<xref ref-type="fig" rid="pcbi.1005351.g003">Fig 3C</xref>). This same model also met the criteria for a CD4<sup>+</sup> T cell adopting a Th1 polarisation (<xref ref-type="supplementary-material" rid="pcbi.1005351.s001">S1 Table</xref>). Therefore this model was selected for further experimentation.</p>
<fig id="pcbi.1005351.g003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1005351.g003</object-id>
<label>Fig 3</label>
<caption>
<title>ASPASIA-generated model reflects observed biological behaviours of Th17-polarised CD4<sup>+</sup> T cells.</title>
<p>From 200 ASPASIA-generated models, a single model was selected that best captured biological behaviours. Shown are concentration of polarisating cytokines (left panels) and levels of transcription factor mRNA (right panels) in (A) the absence of type-1 polarising cytokines (C<sub>1</sub>) and type-17 polarising cytokines (C<sub>17</sub>), (B) following stimulation with C<sub>17</sub>, and (C) following subsequent restimulation with C<sub>1</sub>. Black lines represent C<sub>17</sub> (left panels) and ROR<italic>γ</italic>t (right panels), red dashed lines represent C<sub>1</sub> (left panels) and T-bet (right panels).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.g003" xlink:type="simple"/>
</fig>
</sec>
<sec id="sec012">
<title>Exploring the factors behind Th17-cell phenotype switching</title>
<p>To date the biological factor(s) inducing Th17-cell phenotype switching <italic>in vivo</italic> is unknown. To incorporate phenotype switching of Th17 cells into the model selected in <xref ref-type="fig" rid="pcbi.1005351.g003">Fig 3</xref>, a hypothetical receptor that we suggest could drive phenotype switching <italic>in vivo</italic> was added to the model. The equations governing the dynamics of this receptor were based on a previous model of the upregulation of the IL-12 receptor during Th1 polarisation [<xref ref-type="bibr" rid="pcbi.1005351.ref026">26</xref>] and the reactions that were added to the model are shown in <xref ref-type="supplementary-material" rid="pcbi.1005351.s005">S4 Fig</xref>. To inform the estimation of unknown parameter values introduced by adding these reactions, we utilised values identified by Schulz <italic>et al.</italic> [<xref ref-type="bibr" rid="pcbi.1005351.ref026">26</xref>] and used ASPASIA technique 2 to create 200 parameter sets where the range of each parameter was specified to be 10-fold above and below the corresponding value used by Schulz <italic>et al.</italic> [<xref ref-type="bibr" rid="pcbi.1005351.ref026">26</xref>]. We postulated that the hypothetical receptor, namely receptor X, would drive phenotype switching of Th17 cells by either promoting T-bet or by inhibiting ROR<italic>γ</italic>t expression with a rate of + or − <italic>a</italic><sub>6</sub> respectively. Thus, two versions of the model were created from each parameter set to represent both of these possibilities <xref ref-type="supplementary-material" rid="pcbi.1005351.s005">S4 Fig</xref>). Each of the 400 models generated were solved with step size 0.12 for 144 hours, to allow all models to reach a steady state. ASPASIA techniques 4 and 5 were then used to add a single stimulus with C<sub>X</sub>, a hypothetical cytokine biding to receptor X and driving phenotype switching, and the models were solved again. <xref ref-type="fig" rid="pcbi.1005351.g004">Fig 4A</xref> shows a representative cytokine profile used to drive Th17 polarisation and phenotype switching by C<sub>17</sub> and C<sub>X</sub>, respectively, in all models. In the scenario where receptor X acts to inhibit ROR<italic>γ</italic>t, there was an initial reduction in the mRNA level of ROR<italic>γ</italic>t, but once cytokine X had been removed by decay and absorption all models returned to a stable Th17 state (<xref ref-type="fig" rid="pcbi.1005351.g004">Fig 4B</xref>). This means that despite the dynamics of receptor signalling, and the strength of inhibition being different in every model, targeting ROR<italic>γ</italic>t was not sufficient to cause a phenotype switch. When C<sub>X</sub> instead acted to promote T-bet, the cell switched phenotype to become T-bet expressing in 85 of the 200 models (<xref ref-type="fig" rid="pcbi.1005351.g004">Fig 4C</xref>). The main difference between these 85 models was the time taken for T-bet to become stable, and hence the time spent in a double positive stage (<xref ref-type="supplementary-material" rid="pcbi.1005351.s006">S5A Fig</xref>). In the remaining 115 models, the levels of T-bet and ROR<italic>γ</italic>t mRNA returned to those initially seen when the cell was in the Th17 state. These results suggest that the receptor that drives Th17 phenotype switching acts by promoting T-bet and not by inhibiting ROR<italic>γ</italic>t.</p>
<fig id="pcbi.1005351.g004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1005351.g004</object-id>
<label>Fig 4</label>
<caption>
<title>Experimentation using ASPASIA suggests that hypothetical receptor X drives phenotype switching in Th17 cells by promoting T-bet.</title>
<p>(A) Representative profile of C<sub>17</sub> (black), C<sub>1</sub> (red, dashed) and C<sub>X</sub> (blue, dashed) used to drive polarisation and phenotype switching. (B) Left panel: ROR<italic>γ</italic>t (black) and T-bet (red, dashed) expression in one representative model where C<sub>X</sub> acts by inhibiting ROR<italic>γ</italic>t. Right panel: Number of models that have switched, or not switched under these conditions. (C) Left panel: ROR<italic>γ</italic>t (black) and T-bet (red, dashed) expression in a model with the same parameters as shown in left panel of B but with C<sub>X</sub> acting by promoting T-bet resulting in a transition through a double-positive phase to an ex-Th17 state. Right panel: Number of models that have switched, or not switched under these conditions.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.g004" xlink:type="simple"/>
</fig>
</sec>
<sec id="sec013">
<title>Sensitivity analysis (ASPASIA technique 2)</title>
<p>We next used ASPASIA technique 2 to perform a sensitivity analysis on the T-bet promotion model and parameter values described in <xref ref-type="supplementary-material" rid="pcbi.1005351.s005">S4 Fig</xref> to further examine the properties of receptor X during phenotype switching. From this analysis, we determined the parameters that were important in controlling the level of expression of receptor X at basal level, following a single round of stimulation with C<sub>17</sub>, and after subsequent stimulation with C<sub>X</sub>. Important parameters were defined as those that had the greatest correlation with the level of receptor X mRNA in each of these settings (<xref ref-type="fig" rid="pcbi.1005351.g005">Fig 5A–5C</xref>). Interestingly, different parameters were influential in controlling the level of receptor X before (<xref ref-type="fig" rid="pcbi.1005351.g005">Fig 5A and 5B</xref>) and after (<xref ref-type="fig" rid="pcbi.1005351.g005">Fig 5C</xref>) stimulation with C<sub>X</sub>. Both of these cases are potential predictors of the dynamics that a receptor driving phenotype switching must exhibit in biology. In four of the models that undergo a phenotype switch, receptor X was expressed at high level following stimulation with C<sub>17</sub> alone (<xref ref-type="supplementary-material" rid="pcbi.1005351.s006">S5B Fig</xref>). This may suggest that a receptor that drives phenotype switching must have a high upregulation rate (<italic>a</italic><sub>5</sub>), a low decay rate (<italic>μ</italic><sub>7</sub>), and the level of ROR<italic>γ</italic>t at which formation of receptor X is at half maximum (<italic>k</italic><sub>9</sub>) must also be low (<xref ref-type="fig" rid="pcbi.1005351.g005">Fig 5B</xref>). Furthermore, following stimulation with C<sub>X</sub> all of the models that switched phenotype had a low level of receptor X (<xref ref-type="supplementary-material" rid="pcbi.1005351.s006">S5C Fig</xref>). This means that the receptor X-C<sub>X</sub> complex must decay slowly (<italic>μ</italic><sub>8</sub>) and C<sub>X</sub> must also decay slowly (<italic>μ</italic><sub>9</sub>) (<xref ref-type="fig" rid="pcbi.1005351.g005">Fig 5C</xref>).</p>
<fig id="pcbi.1005351.g005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1005351.g005</object-id>
<label>Fig 5</label>
<caption>
<title><italic>In silico</italic> experimentation reveals the parameters that control receptor X expression before and after polarisation with cytokines.</title>
<p>ASPASIA was used to explore the sensitivity of the level of expression of the hypothetical receptor X following exposure to different cytokines. (A-C) Partial rank correlation coefficients (PRCC) for the correlation between receptor X expression and all parameters involved in phenotype switching were calculated for all models where receptor X acted to promote T-bet expression. PRCCs were calculated before polarisation (A), following polarisation with C<sub>17</sub> (B) and after C<sub>X</sub> had been introduced (C). (D) PRCC for the correlation between the time taken for the phenotype switch to occur and all parameters involved in phenotype switching for the models where a phenotype switch took place. Details and definitions of all parameters are shown in <xref ref-type="supplementary-material" rid="pcbi.1005351.s004">S3 Fig</xref>.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.g005" xlink:type="simple"/>
</fig>
<p>For each of the models in <xref ref-type="fig" rid="pcbi.1005351.g004">Fig 4C</xref> where a phenotype switch occurred, we also looked at the sensitivity of how long this switch takes using ASPASIA Technique 2. The influential parameters were the upregulation rate receptor X (<italic>a</italic><sub>5</sub>), the rate of promotion of T-bet (<italic>a</italic><sub>6</sub>), the half-maximum level of receptor X (<italic>k</italic><sub>9</sub>), the level of receptor X-C<sub>X</sub> complex at which rate of T-bet promotion is half-maximum (<italic>k</italic><sub>10</sub>), and the decay rate of the receptor cytokine complex (<italic>μ</italic><sub>8</sub>) (<xref ref-type="fig" rid="pcbi.1005351.g005">Fig 5D</xref>). If data were available on how long a phenotype switch takes in biology, these could be used to determine the dynamics that the cytokine and receptor that drive the phenotype switch must exhibit and thus could play a role in identifying the potential receptors and cytokines driving switching. For the global sensitivity analyses shown here we note that the alternative global analysis method, ASPASIA technique 3, could also have been used.</p>
</sec>
<sec id="sec014">
<title>Sensitivity analysis to establish robustness of simulation behaviour to an intervention (ASPASIA technique 1)</title>
<p>We next performed an additional sensitivity analysis to determine how robust the phenotype switch was to changes in the initial concentration of C<sub>X</sub>. The analysis was restricted to just the 85 models in <xref ref-type="fig" rid="pcbi.1005351.g004">Fig 4C</xref> where a cell that was Th17 polarised switched phenotypes when stimulated with C<sub>X</sub>. When the intervention with C<sub>X</sub> was simulated, we used ASPASIA to create 10 interventions where the initial concentration of C<sub>X</sub> varied from 10 to 10000 for each model. We found that in all cases the model still switched phenotype regardless of the concentration of C<sub>X</sub> applied (representative model shown in <xref ref-type="fig" rid="pcbi.1005351.g006">Fig 6</xref>), suggesting that the phenotype switch is extremely robust once a receptor driving switching has been introduced. This suggests that in biological systems where phenotype switching of Th17 cells does not occur, for example following infection with <italic>Candida albicans</italic> [<xref ref-type="bibr" rid="pcbi.1005351.ref021">21</xref>], either C<sub>X</sub> and/or receptor X are not present.</p>
<fig id="pcbi.1005351.g006" position="float">
<object-id pub-id-type="doi">10.1371/journal.pcbi.1005351.g006</object-id>
<label>Fig 6</label>
<caption>
<title>Phenotype switch is robust to changes in concentration of cytokine X.</title>
<p>Models were polarised to a Th17 state as previously described before 10 varying concentrations of cytokine X were simulated in order to drive a phenotype switch. (A) Dynamics of cytokine X in each of the 10 models. (B) Dynamics of ROR<italic>γ</italic>t (black) and T-bet (red, dashed) in each of the 10 models.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.g006" xlink:type="simple"/>
</fig>
</sec>
<sec id="sec015">
<title>Summary: Novel mechanistic hypotheses generated using ASPASIA</title>
<p>We have shown how four of the techniques from the ASPASIA package have proven capable of establishing values for unknown parameters, introducing a number of biologically-inspired interventions, and conducting sensitivity analysis to understand the impact of that intervention on model response. By analysing a number of SBML models, we have been able to suggest that phenotype switching of Th17 cells is driven by the promotion of T-bet rather than the inhibition of ROR<italic>γ</italic>t. These conclusions have been drawn using a hypothetical model in the absence of biological data. If biological data relating to the initial and polarised levels of T-bet and ROR<italic>γ</italic>t in Th1 and Th17 cells had been available before model development, this would have better informed model selection prior to the addition of the hypothetical receptor to drive phenotype switching. Performing the analyses on a biologically calibrated model has the potential to assist in identifying the specific receptor driving phenotype switching of Th17 cells by highlighting the important attributes that the receptor must possess and narrowing down parameter ranges. Biological receptors that fulfil the criteria suggested via model sensitivity analysis can then be considered as potential drivers of phenotype switching, guiding further <italic>in vivo</italic> experimentation into receptor identification. The model ensembles and detailed instructions on how the analyses have been performed in this paper can be found on the ASPASIA website, permitting the reproduction of the approaches taken above.</p>
</sec>
</sec>
<sec id="sec016">
<title>Availability and future directions</title>
<p>For platform independence, ASPASIA is constructed using the Java and R platforms. The ASPASIA settings file can be created using the freely available online file generator (<ext-link ext-link-type="uri" xlink:href="http://www.york.ac.uk/ycil/software/aspasia" xlink:type="simple">http://www.york.ac.uk/ycil/software/aspasia</ext-link>). The Java executable that processes the settings file, manuals, comprehensive tutorials, and the presented case study simulation can also be downloaded from the same location. ASPASIA is open source and available under the Artistic License (2.0).</p>
<p>The produced SBML files are suitable for execution on a wide range of SBML-suitable platforms. ASPASIA uses solver output and the stated R packages to automatically produce statistics and plots for the included analysis techniques, easing understanding of model behaviour. We envisage adding additional sensitivity analysis techniques if appropriate. As the need for a standard to specify <italic>in silico</italic> experimentation becomes more critical, we intend to evaluate the support of available and upcoming experimentation specification standards (such as SED-ML [<xref ref-type="bibr" rid="pcbi.1005351.ref027">27</xref>]), potentially incorporating support of these standards in a future release. We envisage that the techniques available in ASPASIA will be very beneficial to researchers utilising other simulation methodologies outside of SBML. We hope to investigate the expansion of ASPASIA such that simulation parameter analyses can be conducted for a range of other simulation development platforms.</p>
</sec>
<sec id="sec017">
<title>Supporting information</title>
<supplementary-material id="pcbi.1005351.s001" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.s001" xlink:type="simple">
<label>S1 Table</label>
<caption>
<title>ASPASIA Settings file tags.</title>
<p>Definitions of the XML tags in the ASPASIA Settings file. An example file can be downloaded from the ASPASIA website (<ext-link ext-link-type="uri" xlink:href="http://www.york.ac.uk/ycil/software/ASPASIA" xlink:type="simple">http://www.york.ac.uk/ycil/software/ASPASIA</ext-link>).</p>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1005351.s002" mimetype="application/eps" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.s002" xlink:type="simple">
<label>S1 Fig</label>
<caption>
<title>ASPASIA-generated model reflects observed biological behaviors of Th1-polarised CD4<sup>+</sup> T cells.</title>
<p>The model shown in <xref ref-type="fig" rid="pcbi.1005351.g003">Fig 3</xref> was examined under Th1-polarising conditions. Shown are concentration of polarisating cytokines and levels of transcription factor mRNA in the absence of type-1 polarising cytokines (C<sub>1</sub>) and type-17 polarising cytokines (C<sub>17</sub>)(A), following stimulation with C<sub>1</sub> (B), and following subsequent restimulation with a C<sub>17</sub> (C). Black lines represent C<sub>17</sub> (left panels) and ROR<italic>γ</italic>t (right panels), red dashed lines represent C<sub>1</sub> (left panels) and T-bet (right panels)</p>
<p>(EPS)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1005351.s003" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.s003" xlink:type="simple">
<label>S2 Fig</label>
<caption>
<title>Equations governing processes involved in the model described in <xref ref-type="fig" rid="pcbi.1005351.g003">Fig 3</xref>.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1005351.s004" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.s004" xlink:type="simple">
<label>S3 Fig</label>
<caption>
<title>Ranges of all parameters used in simulation.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1005351.s005" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.s005" xlink:type="simple">
<label>S4 Fig</label>
<caption>
<title>List of additional model terms when adding a receptor to the model.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pcbi.1005351.s006" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pcbi.1005351.s006" xlink:type="simple">
<label>S5 Fig</label>
<caption>
<title>Characteristics of receptor X expression in the model where T-bet promotes phenotype switching.</title>
<p>(A) Boxplot of time taken for a phenotype switch to occur following stimulation with C<sub>X</sub> (n = 84). (B) Level of receptor X prior to addition of C<sub>X</sub>. (C) Level of receptor <sub>X</sub> following stimulation with C<sub>X</sub>.</p>
<p>(PDF)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>We are grateful to members of the Timmis lab who have tested ASPASIA.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pcbi.1005351.ref001">
<label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Marino</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hogue</surname> <given-names>IB</given-names></name>, <name name-style="western"><surname>Ray</surname> <given-names>CJ</given-names></name>, <name name-style="western"><surname>Kirschner</surname> <given-names>DE</given-names></name>. <article-title>A Methodology for Performing Global Uncertainty and Sensitivity Analysis in Systems Biology</article-title>. <source>J Theor Biol</source>. <year>2008</year>;<volume>254</volume>: <fpage>178</fpage>–<lpage>196</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.jtbi.2008.04.011" xlink:type="simple">10.1016/j.jtbi.2008.04.011</ext-link></comment> <object-id pub-id-type="pmid">18572196</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref002">
<label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Alden</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Read</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Timmis</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Andrews</surname> <given-names>PS</given-names></name>, <name name-style="western"><surname>Veiga-Fernandes</surname> <given-names>H</given-names></name>, <etal>et al</etal>. <article-title>Spartan: A Comprehensive Tool for Understanding Uncertainty in Simulations of Biological Systems</article-title>. <source>PLoS Comput Biol</source>. <year>2013</year>;<volume>9</volume>: <fpage>e1002916</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1371/journal.pcbi.1002916" xlink:type="simple">10.1371/journal.pcbi.1002916</ext-link></comment> <object-id pub-id-type="pmid">23468606</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref003">
<label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Read</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Andrews</surname> <given-names>PS</given-names></name>, <name name-style="western"><surname>Timmis</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Kumar</surname> <given-names>V</given-names></name>. <article-title>Techniques for Grounding Agent-Based Simulations in the Real Domain: a Case Study in Experimental Autoimmune Encephalomyelitis</article-title>. <source>Math Comput Model Dyn Syst</source>. <year>2012</year>;<volume>18</volume>: <fpage>67</fpage>–<lpage>86</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1080/13873954.2011.601419" xlink:type="simple">10.1080/13873954.2011.601419</ext-link></comment></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref004">
<label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Hucka</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Finney</surname> <given-names>a</given-names></name>, <name name-style="western"><surname>Sauro</surname> <given-names>HM</given-names></name>, <name name-style="western"><surname>Bolouri</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Doyle</surname> <given-names>JC</given-names></name>, <etal>et al</etal>. <article-title>The Systems Biology Markup Language (SBML): a Medium for Representation and Exchange of Biochemical Network Models</article-title>. <source>Bioinformatics</source>. <year>2003</year>;<volume>19</volume>: <fpage>524</fpage>–<lpage>531</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btg015" xlink:type="simple">10.1093/bioinformatics/btg015</ext-link></comment> <object-id pub-id-type="pmid">12611808</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref005">
<label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>McKay</surname> <given-names>MD</given-names></name>, <name name-style="western"><surname>Beckman</surname> <given-names>RJ</given-names></name>, <name name-style="western"><surname>Conover</surname> <given-names>WJ</given-names></name>. <article-title>A Comparison of Three Methods for Selecting Values of Input Variables in the Analysis of Output From a Computer Code</article-title>. <source>Techometrics</source> <year>1979</year>;<volume>21</volume>: <fpage>239</fpage>–<lpage>245</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1080/00401706.1979.10489755" xlink:type="simple">10.1080/00401706.1979.10489755</ext-link></comment></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref006">
<label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Saltelli</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Bollardo</surname> <given-names>R</given-names></name>. <article-title>An Alternative Way to Compute Fourier amplitude Sensitivity test (FAST)</article-title>. <source>Comput Stat Data Anal</source>. <year>1998</year>;<volume>26</volume>: <fpage>445</fpage>–<lpage>460</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/S0167-9473(97)00043-1" xlink:type="simple">10.1016/S0167-9473(97)00043-1</ext-link></comment></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref007">
<label>7</label>
<mixed-citation publication-type="other" xlink:type="simple">SBML Community. SBML Software Guide [Internet] (2016) [cited 15th January 2017] Available from: <ext-link ext-link-type="uri" xlink:href="http://sbml.org/SBML_Software_Guide" xlink:type="simple">http://sbml.org/SBML_Software_Guide</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1005351.ref008">
<label>8</label>
<mixed-citation publication-type="other" xlink:type="simple">MathWorks. SimBiology: Model, Simulate, and Analyze Biological Systems [Internet] (2016) [cited 15th January 2017] Available from: <ext-link ext-link-type="uri" xlink:href="http://uk.mathworks.com/products/simbiology/" xlink:type="simple">http://uk.mathworks.com/products/simbiology/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1005351.ref009">
<label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Zi</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Zheng</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Rundell</surname> <given-names>AE</given-names></name>, <name name-style="western"><surname>Klipp</surname> <given-names>E</given-names></name>. <article-title>SBML-SAT: A Systems Biology Markup Language (SBML) Based Sensitivity Analysis Tool</article-title>. <source>BMC Bioinformatics</source>. <year>2008</year>; <volume>9</volume>:<fpage>342</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1471-2105-9-342" xlink:type="simple">10.1186/1471-2105-9-342</ext-link></comment> <object-id pub-id-type="pmid">18706080</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref010">
<label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Balsa-Canto</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Banga</surname> <given-names>JR</given-names></name>. <article-title>AMIGO, a Toolbox for Advanced Model Identification in Systems Biology Using Global Optimization</article-title>. <source>Bioinformatics</source>. <year>2011</year>;<volume>27</volume>: <fpage>2311</fpage>–<lpage>2313</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btr370" xlink:type="simple">10.1093/bioinformatics/btr370</ext-link></comment> <object-id pub-id-type="pmid">21685047</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref011">
<label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Rodriguez-Fernandez</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Banga</surname> <given-names>JR</given-names></name>. <article-title>SensSB: a Software Toolbox for the Development and Sensitivity Analysis of Systems Biology Models</article-title>. <source>Bioinformatics</source>. <year>2010</year>;<volume>26</volume>: <fpage>1675</fpage>–<lpage>1676</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btq242" xlink:type="simple">10.1093/bioinformatics/btq242</ext-link></comment> <object-id pub-id-type="pmid">20444837</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref012">
<label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Myers</surname> <given-names>CR</given-names></name>, <name name-style="western"><surname>Gutenkunst</surname> <given-names>RN</given-names></name>, <name name-style="western"><surname>Sethna</surname> <given-names>JP</given-names></name>. <article-title>Python Unleashed on Systems Biology</article-title>. <source>Comput Sci Eng</source>. <year>2007</year>;<volume>9</volume>: <fpage>34</fpage>–<lpage>37</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1109/MCSE.2007.60" xlink:type="simple">10.1109/MCSE.2007.60</ext-link></comment></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref013">
<label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Machné</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Finney</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Müller</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Lu</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Widder</surname> <given-names>S</given-names></name>, <etal>et al</etal>. <article-title>The SBML ODE Solver Library: a Native API for Symbolic and Fast Numerical Analysis of Reaction Networks</article-title>. <source>Bioinformatics</source>. <year>2006</year>;<volume>22</volume>: <fpage>1406</fpage>–<lpage>1407</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btl086" xlink:type="simple">10.1093/bioinformatics/btl086</ext-link></comment></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref014">
<label>14</label>
<mixed-citation publication-type="other" xlink:type="simple">Dierkes T, Röblitz S, Wade M, Deuflhard P. Parameter Identification in Large Kinetic Networks with BioPARKIN. arXiv:13034928 [cs, MS]. <year>2013</year>.</mixed-citation>
</ref>
<ref id="pcbi.1005351.ref015">
<label>15</label>
<mixed-citation publication-type="other" xlink:type="simple">Gutenkunst RN, Atlas JC, Casey FP, Daniels BC, Kuczenski RS, et al. SloppyCell [Internet] (2007) [cited 15th January 2017] Available from: <ext-link ext-link-type="uri" xlink:href="http://sloppycell.sourceforge.net/" xlink:type="simple">http://sloppycell.sourceforge.net/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1005351.ref016">
<label>16</label>
<mixed-citation publication-type="other" xlink:type="simple">Theoretical Biochemistry Group, University of Vienna. SoSlib: The SBML ODE Solver Library [Internet] (2008) [cited 15th January 2017] Available from: <ext-link ext-link-type="uri" xlink:href="http://www.tbi.univie.ac.at/~raim/odeSolver/" xlink:type="simple">http://www.tbi.univie.ac.at/~raim/odeSolver/</ext-link>.</mixed-citation>
</ref>
<ref id="pcbi.1005351.ref017">
<label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Takizawa</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Nakamura</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Tabira</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Chikahara</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Matsui</surname> <given-names>T</given-names></name>, <etal>et al</etal>. <article-title>LibSBMLSim: a Reference Implementation of Fully Functional SBML Simulator</article-title>. <source>Bioinformatics</source>. <year>2013</year>;<volume>29</volume>: <fpage>1474</fpage>–<lpage>1476</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/bioinformatics/btt157" xlink:type="simple">10.1093/bioinformatics/btt157</ext-link></comment> <object-id pub-id-type="pmid">23564843</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref018">
<label>18</label>
<mixed-citation publication-type="book" xlink:type="simple">
<name name-style="western"><surname>Saltelli</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Chan</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>EM</given-names></name>. <chapter-title>Sensitivity Analysis</chapter-title>. <source>Wiley Series in Probability and Statistics</source>. <publisher-name>Wiley</publisher-name>;<year>2000</year></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref019">
<label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kanno</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Vahedi</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Hirahara</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Singleton</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>O’Shea</surname> <given-names>JJ</given-names></name>. <article-title>Transcriptional and Epigenetic Control of T Helper Cell Specification: Molecular Mechanisms Underlying Commitment and Plasticity</article-title>. <source>Annu Rev Immunol</source>. <year>2012</year>;<volume>30</volume>: <fpage>707</fpage>–<lpage>731</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1146/annurev-immunol-020711-075058" xlink:type="simple">10.1146/annurev-immunol-020711-075058</ext-link></comment> <object-id pub-id-type="pmid">22224760</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref020">
<label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yamane</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Paul</surname> <given-names>WE</given-names></name>. <article-title>Early Signaling Events that Underlie Fate Decisions of Naive CD4(+) T cells toward distinct T-helper cell subsets</article-title>. <source>Immunol Rev</source>. <year>2013</year>;<volume>252</volume>: <fpage>12</fpage>–<lpage>23</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1111/imr.12032" xlink:type="simple">10.1111/imr.12032</ext-link></comment> <object-id pub-id-type="pmid">23405892</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref021">
<label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Hirota</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Duarte</surname> <given-names>JH</given-names></name>, <name name-style="western"><surname>Veldhoen</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Hornsby</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Li</surname> <given-names>Y</given-names></name>, <etal>et al</etal>. <article-title>Fate Mapping of IL-17-producing T cells in inflammatory responses</article-title>. <source>Nat Immunol</source>. <year>2011</year>;<volume>12</volume>: <fpage>255</fpage>–<lpage>263</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1038/ni.1993" xlink:type="simple">10.1038/ni.1993</ext-link></comment> <object-id pub-id-type="pmid">21278737</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref022">
<label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Morrison</surname> <given-names>PJ</given-names></name>, <name name-style="western"><surname>Bending</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Fouser</surname> <given-names>LA</given-names></name>, <name name-style="western"><surname>Wright</surname> <given-names>JF</given-names></name>, <name name-style="western"><surname>Stockinger</surname> <given-names>B</given-names></name>, <etal>et al</etal>. <article-title>Th17-Cell Plasticity in <italic>Helicobacter hepaticus</italic>–Induced Intestinal Inflammation</article-title>. <source>Mucosal Immunol</source>. <year>2013</year>;<volume>6</volume>: <fpage>1143</fpage>–<lpage>1156</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1038/mi.2013.11" xlink:type="simple">10.1038/mi.2013.11</ext-link></comment> <object-id pub-id-type="pmid">23462910</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref023">
<label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Bending</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>De la Peña</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Veldhoen</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Phillips</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Uyttenhove</surname> <given-names>C</given-names></name>, <etal>et al</etal>. <article-title>Highly Purified Th17 cells from BDC2.5NOD Mice Convert into Th1-like Cells in NOD/SCID Recipient Mice</article-title>. <source>J Clin Invest</source>. <year>2009</year>;<volume>119</volume>: <fpage>565</fpage>–<lpage>572</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1172/JCI37865" xlink:type="simple">10.1172/JCI37865</ext-link></comment> <object-id pub-id-type="pmid">19188681</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref024">
<label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Bending</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Newland</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Krejčí</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Phillips</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Bray</surname> <given-names>S</given-names></name>, <etal>et al</etal>. <article-title>Epigenetic Changes at <italic>Il12rb2</italic> and <italic>Tbx21</italic> in Relation to Plasticity Behavior of Th17 Cells</article-title>. <source>J Immunol</source>. <year>2011</year>;<volume>186</volume>: <fpage>3373</fpage>–<lpage>3382</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.4049/jimmunol.1003216" xlink:type="simple">10.4049/jimmunol.1003216</ext-link></comment> <object-id pub-id-type="pmid">21307296</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref025">
<label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yates</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Callard</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Stark</surname> <given-names>J</given-names></name>. <article-title>Combining Cytokine Signalling with T-bet and GATA-3 Regulation in Th1 and Th2 Differentiation: a Model for Cellular Decision-Making</article-title>. <source>J Theor Biol</source>. <year>2004</year>;<volume>231</volume>: <fpage>181</fpage>–<lpage>196</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.jtbi.2004.06.013" xlink:type="simple">10.1016/j.jtbi.2004.06.013</ext-link></comment> <object-id pub-id-type="pmid">15380383</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref026">
<label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Schulz</surname> <given-names>EG</given-names></name>, <name name-style="western"><surname>Mariani</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Radbruch</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Höfer</surname> <given-names>T</given-names></name>. <article-title>Sequential Polarization and Imprinting of Type 1 T Helper Lymphocytes by Interferon-Gamma and Interleukin-12</article-title>. <source>Immunity</source>. <year>2009</year>;<volume>30</volume>: <fpage>673</fpage>–<lpage>683</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.immuni.2009.03.013" xlink:type="simple">10.1016/j.immuni.2009.03.013</ext-link></comment> <object-id pub-id-type="pmid">19409816</object-id></mixed-citation>
</ref>
<ref id="pcbi.1005351.ref027">
<label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Waltemath</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Adams</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Bergmann</surname> <given-names>FT</given-names></name>, <name name-style="western"><surname>Hucka</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Kolpakov</surname> <given-names>F</given-names></name>, <etal>et al</etal>. <article-title>Reproducible Computational Biology Experiments with SED-ML—the Simulation Experiment Description Markup Language</article-title>. <source>BMC Syst Biol</source>. <year>2011</year>;<volume>5</volume>: <fpage>1</fpage>–<lpage>10</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/1752-0509-5-198" xlink:type="simple">10.1186/1752-0509-5-198</ext-link></comment></mixed-citation>
</ref>
</ref-list>
</back>
</article>