<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article article-type="research-article" dtd-version="3.0" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0150040</article-id>
<article-id pub-id-type="publisher-id">PONE-D-15-32272</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Organisms</subject><subj-group><subject>Animals</subject><subj-group><subject>Vertebrates</subject><subj-group><subject>Mammals</subject><subj-group><subject>Cats</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Behavior</subject><subj-group><subject>Animal behavior</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Zoology</subject><subj-group><subject>Animal behavior</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Behavior</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Sensory physiology</subject><subj-group><subject>Somatosensory system</subject><subj-group><subject>Pain sensation</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Sensory physiology</subject><subj-group><subject>Somatosensory system</subject><subj-group><subject>Pain sensation</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Neuroscience</subject><subj-group><subject>Sensory systems</subject><subj-group><subject>Somatosensory system</subject><subj-group><subject>Pain sensation</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Pain management</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Research and analysis methods</subject><subj-group><subject>Research assessment</subject><subj-group><subject>Systematic reviews</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Head</subject><subj-group><subject>Ears</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Head</subject><subj-group><subject>Ears</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Biology and life sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Physiological processes</subject><subj-group><subject>Eating</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3"><subject>Medicine and health sciences</subject><subj-group><subject>Physiology</subject><subj-group><subject>Physiological processes</subject><subj-group><subject>Eating</subject></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Behavioural Signs of Pain in Cats: An Expert Consensus</article-title>
<alt-title alt-title-type="running-head">Behavioural Signs of Pain in Cats: An Expert Consensus</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Merola</surname>
<given-names>Isabella</given-names>
</name>
<xref ref-type="aff" rid="aff001"/>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<name name-style="western">
<surname>Mills</surname>
<given-names>Daniel S.</given-names>
</name>
<xref ref-type="corresp" rid="cor001">*</xref>
<xref ref-type="aff" rid="aff001"/>
</contrib>
</contrib-group>
<aff id="aff001"><addr-line>School of Life Sciences, University of Lincoln, Joseph Banks Laboratories Green Lane, Lincoln LN6 7DL, United Kingdom</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Suchodolski</surname>
<given-names>Jan S</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>GI Lab, UNITED STATES</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<fn fn-type="con" id="contrib001">
<p>Conceived and designed the experiments: IM DSM. Performed the experiments: IM. Analyzed the data: IM. Contributed reagents/materials/analysis tools: IM DSM. Wrote the paper: IM DSM.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">dmills@lincoln.ac.uk</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>2</month>
<year>2016</year>
</pub-date>
<pub-date pub-type="collection">
<year>2016</year>
</pub-date>
<volume>11</volume>
<issue>2</issue>
<elocation-id>e0150040</elocation-id>
<history>
<date date-type="received">
<day>24</day>
<month>7</month>
<year>2015</year>
</date>
<date date-type="accepted">
<day>8</day>
<month>2</month>
<year>2016</year>
</date>
</history>
<permissions>
<copyright-year>2016</copyright-year>
<copyright-holder>Merola, Mills</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0150040"/>
<abstract>
<sec id="sec001">
<title>Objectives</title>
<p>To identify where a consensus can be reached between veterinary experts in feline medicine on the core signs sufficient for pain (sufficient to indicate pain when they occur, but not necessarily present in all painful conditions) and necessary for pain (necessary in the presence of pain, but not always indicative of pain).</p>
</sec>
<sec id="sec002">
<title>Methods</title>
<p>A modified Delphi technique was used, consisting of four rounds of questions and evaluation using nineteen participants during the period December 2014 and May 2015. Agreement was considered to be established when 80% of the experts concurred with the same opinion.</p>
</sec>
<sec id="sec003">
<title>Results</title>
<p>Twenty-five signs were considered sufficient to indicate pain, but no single sign was considered necessary for it.</p>
</sec>
<sec id="sec004">
<title>Discussion</title>
<p>Further studies are needed to evaluate the validity of these 25 behavioural signs if a specific pain assessment tool is to be developed that is capable of assessing pain in cats based on observational methods alone. The signs reported here may nonetheless help both vets and owners form an initial evaluation of the pain status of cats in their care.</p>
</sec>
</abstract>
<funding-group>
<funding-statement>This work was supported by Feline Friends Derbyshire (<ext-link ext-link-type="uri" xlink:href="http://www.feline-friends.org.uk" xlink:type="simple">http://www.feline-friends.org.uk</ext-link>).</funding-statement>
</funding-group>
<counts>
<fig-count count="1"/>
<table-count count="2"/>
<page-count count="15"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>All relevant data are within the paper and its Supporting Information file.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec005" sec-type="intro">
<title>Introduction</title>
<p>Pain is a multidimensional experience involving far more than mere sensation [<xref ref-type="bibr" rid="pone.0150040.ref001">1</xref>]. It has primarily two domains: the sensory aspect (intensity, location and duration) and the affective-motivational (emotional and unpleasantness). Its assessment in cats has been investigated using a variety of methods, such as behavioural and physiological scales, provoked tests or natural observations,[<xref ref-type="bibr" rid="pone.0150040.ref002">2</xref>–<xref ref-type="bibr" rid="pone.0150040.ref004">4</xref>] in a range of clinical contexts such as following different surgical procedures or in relation to orthopaedic disease, etc. [<xref ref-type="bibr" rid="pone.0150040.ref005">5</xref>] Interest in this subject is not only important from an academic perspective, but also and perhaps primarily for its practical value to veterinarians and owners who need to recognise the signs of pain in this species in order to reduce suffering [<xref ref-type="bibr" rid="pone.0150040.ref006">6</xref>].</p>
<p>To assess pain, a tool based on natural observation seems preferable to minimise suffering, although interacting with the painful animal can be important when detecting pain (e.g. palpating the affected area) [<xref ref-type="bibr" rid="pone.0150040.ref007">7</xref>]. Observation of behaviour is a non-invasive and effective way by which pain can be easily investigated by different people [<xref ref-type="bibr" rid="pone.0150040.ref008">8</xref>], in different contexts (e.g. at home, or in the clinic) with none of the risks (for either the cat or observer) implicit from closer interaction. There is a need for a well-validated cat pain behavioural assessment tool that could be potentially used by both veterinary experts and owners/caregivers.</p>
<p>Even though individuals vary in the features they attend to when assessing pain such as which behavioural features they consider most important [<xref ref-type="bibr" rid="pone.0150040.ref009">9</xref>], or the ability to use specific methods, such as diagnostic tests, both owners and veterinarians are clearly able to recognise many relevant changes in cats related to pain<sup>4</sup>. However, owners may not always recognise the clinical relevance of all the observations that they make [<xref ref-type="bibr" rid="pone.0150040.ref009">9</xref>]. For example, they may view them as an inevitable part of the natural ageing of the animal [<xref ref-type="bibr" rid="pone.0150040.ref010">10</xref>] and not report them to the vet as a concern or at least not until they become quite severe. The ability to recognise behavioural indicators of pain may depend on familiarity with and knowledge of the species by the assessor [<xref ref-type="bibr" rid="pone.0150040.ref011">11</xref>], and may be subjective and biased if objective criteria are not used to define and evaluate these observations [<xref ref-type="bibr" rid="pone.0150040.ref012">12</xref>]. More objective criteria that relate to specific signs of pain might improve the ability of both owners and vets to recognise it. Furthermore, although single behaviours might be suitable for simple presence/absence observations, the use of a combination of behaviours can result in greater accuracy [<xref ref-type="bibr" rid="pone.0150040.ref011">11</xref>].</p>
<p>A recent systematic review [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>] of instruments for assessing feline pain concluded that, at present, only one tool (the UNESP-Botucatu) has a reasonable degree of validity and reliability (see [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>] for an explanation of these terms), but this was only established within the context of post-ovariohysterectomy. In addition to natural observation, this scale involves behavioural observation after a provoked reaction and the evaluation of physiological parameters [<xref ref-type="bibr" rid="pone.0150040.ref005">5</xref>]. Other feline pain assessment tools are undergoing a validation process [<xref ref-type="bibr" rid="pone.0150040.ref014">14</xref>,<xref ref-type="bibr" rid="pone.0150040.ref015">15</xref>], but until a tool is fully validated, the outputs arising from the use of this tool may only reflect preconceived ideas of what a painful cat may look like.</p>
<p>Even though no tool based on natural observation has been validated, three studies have focused on creating a pool of naturally observable behaviours, which may be a reliable expression of pain in cats [<xref ref-type="bibr" rid="pone.0150040.ref006">6</xref>,<xref ref-type="bibr" rid="pone.0150040.ref016">16</xref>,<xref ref-type="bibr" rid="pone.0150040.ref017">17</xref>]. Both Cloutier et al. [<xref ref-type="bibr" rid="pone.0150040.ref016">16</xref>] and Waran et al. [<xref ref-type="bibr" rid="pone.0150040.ref006">6</xref>] looked at the frequencies of certain behaviours shown by cats when in pain (in a randomised controlled trial with negative control group post-ovariohysterectomy or tenectomy/onychectomy). These authors highlighted that some behaviours, such as crouching or shaking of the forepaws, are expressed more often in “painful” cats than in control subjects. Furthermore, Holden et al. [<xref ref-type="bibr" rid="pone.0150040.ref017">17</xref>] compared pictures of the facial expressions of cats in pain (for a wide range of painful conditions) with a different group of cats not in pain. Analysing the distances between landmarks on the faces, the authors found that cats in pain have a greater distance between the ears and a shorter nose/muzzle distance compared to the control group. However, although picture angles were similar, they were not exactly the same and different subjects were observed for the two conditions (in pain and not in pain). Either or both of these factors might result in morphometric error accounting for the differences observed between the two groups. Other behavioural signs have also been reported in the literature with some evidence to support them (see Merola and Mills [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>] for a review and also [<xref ref-type="bibr" rid="pone.0150040.ref018">18</xref>,<xref ref-type="bibr" rid="pone.0150040.ref019">19</xref>]) such as lameness, abnormal gait, difficulty to jump, modification in human-cat interaction, increased or decreased grooming and changes in overall activity, appetite/food intake as well as alteration in the general mood of the subject. As noted previously, these signs need to be clearly and unambiguously defined and may need to be used in combination with both other behaviours and the wider context to be accurate indicators of pain. However, there could be specific behaviours, which are reliable indicators of pain on their own whenever they occur, i.e. they are <underline>sufficient</underline> for making the inference of pain. However, that is not to say that such signs must occur when an animal is in pain, i.e. they are not <underline>necessary</underline> signs of it. In the absence of good scientific evidence about the value of specific signs as markers of pain [<xref ref-type="bibr" rid="pone.0150040.ref020">20</xref>,<xref ref-type="bibr" rid="pone.0150040.ref021">21</xref>], there is a danger that their value is based solely on the subjective opinion of the observer [<xref ref-type="bibr" rid="pone.0150040.ref011">11</xref>]. Nonetheless there is a need to establish an initial list of candidate behavioural signs related to pain to be prioritised for future validation. In the absence of definitive objective evidence for any sign, expert opinion and judgment provides a reasonable starting point [<xref ref-type="bibr" rid="pone.0150040.ref022">22</xref>] for identifying the signs which should be prioritised, especially if the opinion of several experts come to the same conclusion.</p>
<p>Therefore, our aim was to collect and classify expert opinion on the possible behavioural signs in cats that denoted pain in general, according to whether they were sufficient (i.e. their presence indicates that the cat is in pain) and/or necessary (i.e. their presence is essential to indicate pain, but not necessarily pathognomonic for pain) signs of either low or high level pain in this species. The severity or intensity of pain in this context is difficult to define or quantify and may be influenced by one’s own experience, but that does not negate the value of identifying where a consensus can be built among veterinary experts. By creating a core set of signs, we lay the foundation for future studies aimed at creating pain scales for cats based on natural observation that minimise subjective bias in the interpretation of each sign. To do this, we listed the behavioural signs of pain highlighted previously in our systematic review of the literature [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>] and contacted veterinary experts in different disciplines of feline medicine to ask their opinion about the reliability of these behavioural signs as indicators of pain.</p>
<p>A modified Delphi method (following the guidelines of Hsu and Sandford [<xref ref-type="bibr" rid="pone.0150040.ref023">23</xref>]) was used in order to try to build consensus. This technique uses a series of interactions to adjust the initial opinion of each participant, based on the feedback received from the whole group in order to establish maximal agreement on a topic [<xref ref-type="bibr" rid="pone.0150040.ref024">24</xref>].</p>
</sec>
<sec id="sec006" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>The process to develop a consensus around the behavioural expression of pain in cats started in December 2014 and ended in May 2015. The systematic review of behavioural assessment of pain in cats, previously conducted by the authors, was used to provide initial signs (67 behaviours) for consideration [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>].</p>
<sec id="sec007">
<title>Ethics statement</title>
<p>This project was approved by the delegated, Life Sciences, University of Lincoln ethics committee.</p>
</sec>
<sec id="sec008">
<title>Participants</title>
<p>A panel of international veterinary experts in feline medicine was invited to contribute to the study. Members were initially selected on the basis of their authorship of relevant papers included in the systematic literature review (based on articles from between 2000 to February 2014) or the recommendation of these authors, with the intention of involving experts from a wide range of disciplines and from different countries. Areas of interest were: internal feline medicine, oncology, anaesthesiology, behaviour, orthopaedics, cardiology, dermatology, dentistry, ophthalmology, gastroenterology and neurology. Criteria for selection of an expert were further refined on the basis of their clinical experience in feline medicine.</p>
<p>Experts were contacted by email, and the aim of the study with a general introduction to the project included. Experts could recommend other experts in the field (snowball sampling method), and if names were given, these individuals were contacted in the same manner. A consent form and a general information questionnaire were sent to the experts to confirm their interest in participating. The general information questionnaire included items on: gender, age, type of clinical practice (private or academic), country of work, specialism, years of clinical practice and the number of cases seen in a month where the cat was being evaluated for a painful condition. Once the participants had returned the form, the first exercise was sent to them by email. Because many studies suggest value in having a final sample in the last Round of about 11–25 participants (see [<xref ref-type="bibr" rid="pone.0150040.ref024">24</xref>] for a systematic review on Delphi technique) an initial population of 20 experts was targeted.</p>
</sec>
<sec id="sec009">
<title>Consultation procedure</title>
<p>The procedure aimed to reach a consensus through a structured process of consultation rounds. This can be obtained in two ways: it can continue until consensus is reached or it can be structured around a previously determined number of rounds. In this study, we decided a threshold of four rounds for the process in the absence of consensus: as highlighted by Hsu and Sandford [<xref ref-type="bibr" rid="pone.0150040.ref023">23</xref>] three interactions are in the majority of the cases sufficient to collect the needed information and to reach a consensus in most cases.</p>
<p>Traditionally, the first Round of the Delphi method starts with an open-ended questionnaire [<xref ref-type="bibr" rid="pone.0150040.ref023">23</xref>]; however, because we already had a list of signs related to pain expression in cats from the systematic review [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>], we proposed a more structured survey. In order to reduce the bias related to a predefined list of behaviour, we added to this list some signs which provided a contrast to some of those evidenced in the systematic review [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>] (e.g. if “sleeping more” was identified as related to pain by the review [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>], we added “sleeping less” as well, to have a wider range of signs to evaluate). Thus the review provided the type of sign but not necessarily its quantification. Furthermore, in order to avoid losing important information at this time, we gave participants the opportunity to write comments about the signs provided and to add new behaviours that they thought were relevant to the identification of pain in cats. Participants were required to answer the questions based on their knowledge and professional experience.</p>
<p>In the first part of the survey we asked the experts to list up to 10 conditions that they believed were reliably and inherently painful to cats: this enabled us to gain a perspective on the conditions they were referring to when replying to the survey.</p>
<p>Then we reported 67 behavioural signs related to pain and we asked participants to evaluate these according to 4 different properties for each sign:</p>
<list list-type="order">
<list-item><p>if the sign was present in acute and/or chronic conditions and/or non-painful conditions,</p></list-item>
<list-item><p>their opinion on the reliability of the sign as an indicator of pain (certainly/often reliable or little reliability/unreliable), i.e. its sufficiency as a sign of pain</p></list-item>
<list-item><p>how likely it was that the sign was present when there is a low level of pain (frequently/sometimes or rarely/never)</p></list-item>
<list-item><p>how likely it was that the sign was present when there is a high level of pain (frequently/sometimes or rarely/never)</p></list-item>
</list>
<p>Finally we asked participants to add any behavioural expressions of pain overall that they could think of that were not included in the list, but relevant to them based on their practical clinical experience, not only referring to cases examined during the Delphi process.</p>
<p>The subsequent 3 Rounds were built on this structure following the participant’s response. In Round two we added the signs reported in Round 1 by the experts as expressions of pain in cats. Furthermore, in Rounds 2, 3 and 4 for each sign we reported the percentage of individuals that agreed with the modal response and the previous answer of each participant to themselves but no-one else, so that they could see how the majority replied and to re-evaluate their previous answer.</p>
<p>The experts had 2 weeks to reply for each Round: if during these two weeks a participant asked for a longer period, this was subject to negotiation with the authors, taking account of the need for all participants to be working at the same stage of the process. If no specific request was made the participant was excluded, even if their reply was subsequently received late.</p>
<p>After the 4th Round, results were sent to the participants in order to get final comments, to assist with the interpretation of the signs (especially where there was disagreement), and to identify if any sign was considered necessary (essential even if not pathognomonic) for the occurrence of pain.</p>
</sec>
<sec id="sec010">
<title>Data analysis</title>
<p>All the answers were transcribed into an Excel file and percentage agreement for each question was calculated (as recommended by Diamond et al. [<xref ref-type="bibr" rid="pone.0150040.ref024">24</xref>]). Agreement was considered to be established if 80% of the experts reported the same answer for all 4 aspects of each sign. If agreement was not achieved the sign was presented again to the participants in the next Round, with the opportunity to comment on those aspects where agreement had not been obtained. All comments were analysed and discussed between the authors, with modification made as appropriate. Agreements and disagreements were reported in percentages.</p>
</sec>
</sec>
<sec id="sec011" sec-type="results">
<title>Results</title>
<sec id="sec012">
<title>Participants</title>
<p>The recruitment process was as follows: a total of 50 participants were invited to take part; of these 19 agreed to participate and completed the consent form and the general information questionnaire. Of these, 10 were female and 9 were male, ages ranged from around 30 to 60 years old. Six experts were working as private clinicians, while thirteen were academic staff. Their specialism varied from internal medicine to anaesthesiology, oncology, dentistry, behaviour, dermatology, ophthalmology and neurology (no cardiologist agreed to take part in the study). Three of them were working in clinical practice for less than 5 years and all the others had been practicing for more than 10 years. All the participants were working and treating cats with painful conditions with an average of 10 cats in pain seen by each individual per month.</p>
</sec>
<sec id="sec013">
<title>Rounds</title>
<p>Nineteen experts responded within the required timeframe to Round 1, seventeen to Round 2, sixteen to Round 3, fifteen to Round 4. After Round 4, when results were sent to the participants in order to get their final comments and identify if any sign was considered necessary for the occurrence of pain, ten out of the nineteen participants replied.</p>
<p>The 10 diseases each of the 19 experts chose to list for referring to when considering signs of pain can be summarised thus: 15 referred to orthopaedic conditions (such as osteoarthritis, degenerative joint disease and fractures), 13 to cancers (in particular to osteosarcoma), 13 to problems related to the urinary tract (such as cystitis and obstructions of the ureters and urethra), 10 to pancreatitis, 9 to ophthalmic conditions (e.g. uveitis), 8 to dental and oral conditions (e.g. dental fracture, stomatitis, gingivitis), 8 to general trauma, and 8 to surgical pain. A minority of participants (less than 5 for each disease) referred also to peritonitis, diabetes, bowel disease, foreign body ingestion, vertebral disc disease, thromboembolism, neuropathic pain, skin damage and dermatological conditions such as burns, wounds and ear infections, visceral inflammation, oro-facial pain syndrome, bites and cat fights.</p>
<p>In Round 1 (see <xref ref-type="fig" rid="pone.0150040.g001">Fig 1</xref>) the experts scored 67 behaviours (see <xref ref-type="sec" rid="sec016">Appendix 1</xref>), but no agreement was reached for any of them. In this Round the participants highlighted the need to clarify some of the signs (sitting, rolling skin syndrome, mood, temperament), and this was addressed in the next Round (e.g. sitting longer than usual, the definition of mood state as an enduring episodic change in underlying affective predisposition arising as a result of a series of emotional events of congruent emotional valence, for example, a tendency to be irritable from time to time as a result of pain) [<xref ref-type="bibr" rid="pone.0150040.ref025">25</xref>].</p>
<fig id="pone.0150040.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0150040.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Diagram of the number of signs per Round and number of agreed upon signs per Round.</title>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0150040.g001" xlink:type="simple"/>
</fig>
<p>In Round 2 twenty-four new signs (see <xref ref-type="sec" rid="sec017">Appendix 2</xref>) were added to extend the list to 91 signs. After this Round the experts had reached a consensus on 17 of them. The participants also highlighted difficulty in scoring three of the 24 new signs and so these behaviours were excluded from the next Round (“tension around the eyes and muzzle”, “low grade tail flicking” and “lips drawn down back”). Furthermore experts asked to divide the sign “change in rate (e.g. eating more quickly or more slowly)” into “change in rate: eating more quickly” and “change in rate: eating more slowly”.</p>
<p>In Round 3 the experts scored the remaining 72 items and an agreement was reached for 34 of them. In this Round a request to clarify the focus of the sign “scratching more” was made; and so this item was divided into “scratching objects more” and “scratching self more”.</p>
<p>In Round 4 the remaining 39 signs were scored: for 22 of these the experts reached agreement, leaving 17 without consensus.</p>
<p>Of the total 73 signs where an agreement was reached, 23 items were considered as certainly or often sufficient to establish the occurrence of pain (see <xref ref-type="table" rid="pone.0150040.t001">Table 1</xref>), while 36 items were considered not sufficient for pain, but possibly present in low or high level of pain (see <xref ref-type="table" rid="pone.0150040.t002">Table 2</xref>). Finally 14 signs were considered not sufficient to infer pain and never or rarely present in both low or high level pain (“playing more”, “lying on its back”, “whiskers raised”, “more rubbing toward people”, “more rubbing toward objects”, “shaking feet”, “hiding down in the sink”, “vomiting”, “overall activity increasing”, “pupil constriction”, “scratch object more often”, “seeking contact with a person more often than usual”, “body relaxed and tail up”).</p>
<table-wrap id="pone.0150040.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0150040.t001</object-id>
<label>Table 1</label> <caption><title>Behaviours considered by participants as sufficient (reliable) for pain and their presence in high and/or low level pain.</title></caption>
<alternatives>
<graphic id="pone.0150040.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0150040.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center">Behaviour sufficient for pain</th>
<th align="center">Presence in low level pain</th>
<th align="center">Presence in high level pain</th>
<th align="center">Participant comments</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">Lameness</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Difficulty to jump</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Abnormal gait</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">Can be provoked by other conditions: e.g. cerebellar hypoplasia</td>
</tr>
<tr>
<td align="center">Reluctant to move</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Reaction to palpation</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Withdraw/hiding</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Absence of grooming</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Playing less</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Appetite decrease</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Overall activity decrease</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Less rubbing toward people</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">General mood <xref ref-type="table-fn" rid="t001fn002"><sup>1</sup></xref></td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Temperament <xref ref-type="table-fn" rid="t001fn003"><sup>2</sup></xref></td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Hunched up posture</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Shifting of weight</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">It is relatively subjective</td>
</tr>
<tr>
<td align="center">Licking a particular body region</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Lower head posture</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Blepharospasm<xref ref-type="table-fn" rid="t001fn001">*</xref></td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">Caused by any chronic eye disease</td>
</tr>
<tr>
<td align="center">Change in form of feeding behaviour</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Require extensive knowledge of prior feeding behaviour. Not reliable to pain</td>
</tr>
<tr>
<td align="center">Avoiding bright areas</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Any disease of the eyes can cause it</td>
</tr>
<tr>
<td align="center">Growling</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">More useful if it is a new behaviour, related to mood</td>
</tr>
<tr>
<td align="center">Groaning</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Not reliable sign of pain</td>
</tr>
<tr>
<td align="center">Eyes closed</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Other possible causes for it (not specified)</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t001fn001"><p>* this behaviour was considered reliable for an acute condition.</p></fn>
<fn id="t001fn002"><p><sup>1</sup> Mood states: i.e., enduring episodic changes in underlying affective predisposition arising as a result of a series of emotional events of congruent emotional valence, for example a tendency to be irritable from time to time as a result of pain<sup>25</sup></p></fn>
<fn id="t001fn003"><p><sup>2</sup> Temperament, i.e., a general disposition or trait that is consistent across time and contexts. This indicates that the pain is persistent, or relief is only temporary, and that a state of pain has become an integral part of the animal’s constitution and its behavioural predispositions shifted accordingly to adapt to the impact of this. For example, a cat in chronic pain might be described as jumpy or irritable the whole time<sup>25</sup>.</p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="pone.0150040.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0150040.t002</object-id>
<label>Table 2</label> <caption><title>Behaviours considered by participants as not sufficient (unreliable) to infer pain, but shown by cats in high and/or low level pain.</title></caption>
<alternatives>
<graphic id="pone.0150040.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0150040.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center">Behaviour not sufficient for pain</th>
<th align="center">Presence in low level pain</th>
<th align="center">Presence in high level pain</th>
<th align="center">Participant comments</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">Sitting more often</td>
<td align="center">Rare</td>
<td align="center">Rare</td>
<td align="center">Difficult to evaluate</td>
</tr>
<tr>
<td align="center">Rolled up</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Associated with fear and stress</td>
</tr>
<tr>
<td align="center">Standing longer than usual</td>
<td align="center">Rare</td>
<td align="center">Rare</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Lying on its side</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Crouching</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Body tense</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Hissing</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">More related to cat temperament</td>
</tr>
<tr>
<td align="center">Meowing</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Crying</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Half blink</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Pupil dilation<xref ref-type="table-fn" rid="t002fn001">*</xref></td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Ear rotated</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Ear downward</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Ear flattener</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">Sign of fear</td>
</tr>
<tr>
<td align="center">Panting<xref ref-type="table-fn" rid="t002fn001">*</xref></td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Seeking contact with a person</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">Depends on personality</td>
</tr>
<tr>
<td align="center">Less rubbing on objects</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Sign of distress</td>
</tr>
<tr>
<td align="center">Over grooming</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Teeth grinding</td>
<td align="center">Rare</td>
<td align="center">Rare</td>
<td align="center">Could be related to altered chewing pattern. Rare sign in cats</td>
</tr>
<tr>
<td align="center">Trembling or shivering</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Could be associated with fear and stress. Rare sign in cats</td>
</tr>
<tr>
<td align="center">House soiling</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Maybe indicative of change in mobility</td>
</tr>
<tr>
<td align="center">Spitting</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Purring</td>
<td align="center">Rare</td>
<td align="center">Rare</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Tongue showing<xref ref-type="table-fn" rid="t002fn002">**</xref></td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Mouth semi open</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">More a respiratory cardiac sign</td>
</tr>
<tr>
<td align="center">Hiding down in the litter box</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">General sign for systemic illness in cats</td>
</tr>
<tr>
<td align="center">Escaping when trying to catch</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center">Important if is a change in the normal behaviour</td>
</tr>
<tr>
<td align="center">Trying to scratch someone</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Trying to bite someone</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Reduction urination</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Appetite increase</td>
<td align="center">Rare</td>
<td align="center">Rare</td>
<td align="center">Is not a sign of pain</td>
</tr>
<tr>
<td align="center">Scratching less</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Sleeping more</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Sleeping less</td>
<td align="center">Rare</td>
<td align="center">Frequent</td>
<td align="center"/>
</tr>
<tr>
<td align="center">Lying ventrally</td>
<td align="center">Frequent</td>
<td align="center">Frequent</td>
<td align="center">Is not a sign of pain</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t002fn001"><p>* the consensus was that these behaviours were related more to acute conditions, but that they were not reliable indicators of pain.</p></fn>
<fn id="t002fn002"><p>** this behaviour was not related to either acute or chronic pain, but considered as present in high level pain, all the others were related to both (acute and chronic) situations.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Although 80% agreement was reached for these signs, some participants reported further comments on some signs: these are included in Tables <xref ref-type="table" rid="pone.0150040.t001">1</xref> and <xref ref-type="table" rid="pone.0150040.t002">2</xref>.</p>
<p>The 17 behaviours where the experts were in disagreement on one or more of the 4 properties of the sign (i.e. agreement on all aspects of the sign was not reached), had the following characteristics:</p>
<list list-type="bullet">
<list-item><p>2 (“straining to urinate” and “tail flitching”) were considered sufficient to infer pain, but a consensus was not reached on their frequency during either low or high level pain;</p></list-item>
<list-item><p>13 (“licking objects or people”, “whisker downwards”, “whisker backwards”, “mouth open”, “hyper salivation”, “rolling skin syndrome”, “furrowed brow”, “vocalizing when yawning”, “third eyelid shown”, “change in rate eating more quickly” and “change in rate eating more slowly”) were not considered sufficient to infer pain and rarely present in low level pain, but no agreement was reached with regard to their frequency in high level pain or their presence in acute, chronic, both or no pain conditions;</p></list-item>
<list-item><p>For the final 4 signs (“Scratching self more often”, “Increase respiratory rate”, “Vocalizing when yawing”, “Change in dietary preference”), the experts were not in agreement about the sufficiency of these behaviour in relation to pain. The first three signs were considered rare in a low level of pain, but no agreement was reached for high level pain, while “change in dietary preferences” was considered to be as frequently present in low as high level pain.</p></list-item>
</list>
<p>After the 4<sup>th</sup> Round, once the consensus on the sufficient signs had already been reached: 10 of 15 participants replied to our final request and none reported any behaviour to be a necessary sign of pain.</p>
</sec>
</sec>
<sec id="sec014" sec-type="conclusions">
<title>Discussion</title>
<p>A Delphi method involving veterinary experts in feline medicine was used in this study, in order to create a core collection of signs identified as necessary and/or sufficient for pain assessment in cats. Different specialisms were involved in order to create a wide overview of painful phenomena. Although the use of a variety of veterinary specialists (working with cats daily) may have hindered consensus on some signs, the variety increased the likelihood that where there was a consensus that these signs were universal signs of general pain in cats, that can be used by both clinicians and other observers such as owners if adequately defined. It is also worth emphasising that participants had an opportunity to add to the initial list taken from the literature based on their experience with cats in pain. These additional signs were then appraised by the other participants, creating a wider list of behaviours that included signs related to a wide range of conditions.</p>
<p>This consensus building exercise took over 5 months to complete, as we needed to give participants sufficient time to evaluate each sign, recognising their co-commitment to their other professional responsibilities. This evaluation involved them reflecting on the signs in light of their previous experience and knowledge as well as the other participants’ opinion.</p>
<p>A total of 91 signs were collated and assessed in this exercise. Despite the high number of signs and the fact that for each of them 4 different aspects had to be evaluated by participants, a high level of consensus was built since only seventeen behaviours were left with some disagreement in the final Round, with no sign failing to gain consensus on at least one aspect. It might be that the decision to limit consultation to a maximum of 4 Rounds played a role in the failure to reach agreement on some of these seventeen items, since this list included 10 of the 24 signs added by the experts during the first Round and these signs were subject to only 3 Rounds of consultation. However, we needed to define and limit the workload of the experts from the outset in order to maximise the prospects of their engagement with the project.</p>
<p>Only 3 signs were reliably linked to acute pain (panting, pupil dilation and blepharospasm), and no signs were specifically related to chronic conditions (although the majority of participants related blepharospam to acute conditions, one participant suggested it could occur in chronic painful conditions as well, as mentioned in <xref ref-type="table" rid="pone.0150040.t001">Table 1</xref>). On the one hand these results might evidence the possible presence of a common suite of behavioural signs to both acute and chronic conditions, but on the other hand this might highlight the difficulty involved in reliably distinguishing between these two conditions in a clinically meaningful way, as already noted in our systematic review [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>]. In fact although three “acute” signs were highlighted, a non-specific description of acute was given (a more recent (acute) or more intense (acute) situation), based on common usage, leaving open the question of the clinical usefulness and reliability of this distinction.</p>
<p>None of the 91 signs was considered necessary to denote pain (i.e. if this sign is absent we cannot consider the subject to be in pain), supporting the idea that evaluation of a suite of behaviours will produce greater accuracy compared to the use of single signs, especially across different contexts [<xref ref-type="bibr" rid="pone.0150040.ref012">12</xref>].</p>
<p>For pain assessment to have validity, any tool based only on behavioural expression should consider both the sensorial and affective domains of pain [<xref ref-type="bibr" rid="pone.0150040.ref013">13</xref>]. The 23 signs considered sufficient to infer pain (i.e. if this sign is present the subject is in pain, but its absence does not exclude the presence of pain), plus the two behaviours (“straining to urinate” and “tail flitching”) considered reliable for pain, (but with disagreement on the intensity of pain being experienced) cover both the sensorial aspects (e.g. signs such as lameness, difficulty in jumping, etc.) and the emotional aspects (e.g. changes in general mood and temperament) of pain. These therefore give a useful starting point for future validation with a view to providing a more comprehensive evaluation of subjects.</p>
<p>The majority of behaviours indicated by the experts as reliable indicators of pain are in accordance with those described in the WSAVA guidelines for the assessment of pain [<xref ref-type="bibr" rid="pone.0150040.ref018">18</xref>], but in our results (unlike the guidelines) they were not specifically linked to acute or chronic conditions. In addition, some signs described in the guidelines were not considered in our study to be reliable signs of pain (e.g. furrowed brow, sitting or lying in abnormal positions). Nevertheless, although agreement was reached, some experts (probably included in the 20% not in agreement) had further comments on these signs, such as the need to know the general behaviour, mood and temperament of the individual subject being evaluated (e.g. increased growling is reliable for pain, but strongly related to the cat’s mood). Other comments highlight that some signs may not be reliable for pain since they may be part of the expression of a specific other problem e.g. neurological condition which is not considered painful. These comments provide useful refinement to the consideration of these signs. The importance of a thorough understanding of mood and temperament in the detection of pain was also highlighted by the responses, because both were included as reliable signs of pain, but they are also linked to the expression of other signs (e.g. growling). It seems that there is potentially great value to be gained by including reference to these aspects in any evaluation. However it is important that any proposed instrument including these aspects is informed by a solid current understanding of the science related to emotional states in non-human animals. Personality, temperament and mood seem to influence the way cats show pain and specific tools to assess these specific traits would be helpful. Additional investigation is also needed to determine the ability of individuals to read the expressions of cats. Although there seems to be generally good agreement, there is evidence to suggest that untrained observers tend to greatly anthropomorphise the emotions of cats, ascribing them overly complex human emotions and motivations [<xref ref-type="bibr" rid="pone.0150040.ref026">26</xref>].</p>
<p>Finally, some signs evidenced by the literature as related to pain, e.g. by Cloutier et al. [<xref ref-type="bibr" rid="pone.0150040.ref016">16</xref>] (shaking feet and crouching behaviour identified in cats after tenectomy/onychectomy), were not considered by participants to be reliable signs for pain in general. They were in fact, considered to be an expression of other clinical conditions and not specific to pain, although crouching was reported to be associated with a high level of pain, when it was related to this problem. This last point emphasizes the importance of considering first the context and then intensity when assessing pain; because, although in certain conditions (e.g. after tenectomy/onychectomy) these behaviours may be expressed more frequently by subjects in pain; it seems, based on our results, that these signs are not generalizable to unspecified clinical contexts. This, once again, cautions against the use of a specific sign to denote pain in general for cats.</p>
<p>Given that our aim was to highlight the sufficient signs of pain that can be observed non-intrusively in cats with the ultimate goal of creating and validating a behavioural assessment tool for this species that could be useful in a range of painful conditions, the signs found in our results seem to be a good starting point, and may be of wider value not only to clinicians trying to assess pain in cats but also to owners trying to determine if their cat is in need of veterinary attention. However, further studies are necessary to evidence their validity when assessing pain in cats provoked by different conditions, and also to evaluate their reliability when used by untrained observers (e.g. owners).</p>
</sec>
<sec id="sec015" sec-type="conclusions">
<title>Conclusion</title>
<p>Twenty-five behavioural signs were considered by experts to be reliable and sensitive for the assessment of pain in cats, across a range of different clinical conditions. Some of these signs have been highlighted in previous scientific literature, but some arose from the experience and knowledge of experts. These results improve our knowledge of this topic, but further studies are necessary in order to evaluate their validity and clinical feasibility (especially in relation to different intensities of pain) to help vets and caregivers of cats recognize pain in this species effectively and as early as possible to maximise cat welfare.</p>
</sec>
<sec id="sec016">
<title>Appendix 1</title>
<p>List of 67 behaviours proposed at the Round 1</p>
<list list-type="order">
<list-item><p>Abnormal Gait,</p></list-item>
<list-item><p>Absence/reduction of grooming,</p></list-item>
<list-item><p>Appetite/feed intake decrease,</p></list-item>
<list-item><p>Appetite/feed intake increase,</p></list-item>
<list-item><p>Body relaxed,</p></list-item>
<list-item><p>Body tense,</p></list-item>
<list-item><p>Crouching,</p></list-item>
<list-item><p>Crying,</p></list-item>
<list-item><p>Difficulty to jump (up and down),</p></list-item>
<list-item><p>Ear downward,</p></list-item>
<list-item><p>Ear flattener,</p></list-item>
<list-item><p>Ear rotated,</p></list-item>
<list-item><p>Escaping when owner tries to catch it,</p></list-item>
<list-item><p>Eyes closed,</p></list-item>
<list-item><p>General mood state,</p></list-item>
<list-item><p>Groaning,</p></list-item>
<list-item><p>Growling,</p></list-item>
<list-item><p>Half blinks (eyes half closed),</p></list-item>
<list-item><p>Hiding/lying down in the bath/ sink,</p></list-item>
<list-item><p>Hiding/lying down in the litter box,</p></list-item>
<list-item><p>Hissing,</p></list-item>
<list-item><p>House soiling,</p></list-item>
<list-item><p>Lameness,</p></list-item>
<list-item><p>Less rubbing on objects,</p></list-item>
<list-item><p>Less rubbing toward people,</p></list-item>
<list-item><p>Licking objects or people,</p></list-item>
<list-item><p>Lying on its back,</p></list-item>
<list-item><p>Lying on its side,</p></list-item>
<list-item><p>Lying ventrally (on the stomach),</p></list-item>
<list-item><p>Meowing,</p></list-item>
<list-item><p>More rubbing on objects,</p></list-item>
<list-item><p>More rubbing toward people,</p></list-item>
<list-item><p>Mouth open,</p></list-item>
<list-item><p>Mouth semi open,</p></list-item>
<list-item><p>Over Grooming,</p></list-item>
<list-item><p>Overall activity/movement decrease,</p></list-item>
<list-item><p>Overall activity/movement increase,</p></list-item>
<list-item><p>Panting,</p></list-item>
<list-item><p>Playing/hunting less,</p></list-item>
<list-item><p>Playing/hunting more,</p></list-item>
<list-item><p>Pupil constriction,</p></list-item>
<list-item><p>Pupil dilation,</p></list-item>
<list-item><p>Purring,</p></list-item>
<list-item><p>Reaction to palpation,</p></list-item>
<list-item><p>Reduction urination and defecation,</p></list-item>
<list-item><p>Rolled up,</p></list-item>
<list-item><p>Scratching less,</p></list-item>
<list-item><p>Scratching more,</p></list-item>
<list-item><p>Seeking contact with a person less often than usual,</p></list-item>
<list-item><p>Seeking contact with a person more often than usual,</p></list-item>
<list-item><p>Shaking feet,</p></list-item>
<list-item><p>Sitting more often,</p></list-item>
<list-item><p>Sleeping less,</p></list-item>
<list-item><p>Sleeping more,</p></list-item>
<list-item><p>Spitting,</p></list-item>
<list-item><p>Standing longer than usual,</p></list-item>
<list-item><p>Tail down,</p></list-item>
<list-item><p>Tail up,</p></list-item>
<list-item><p>Temperament</p></list-item>
<list-item><p>Third eyelid shown,</p></list-item>
<list-item><p>Tongue showing,</p></list-item>
<list-item><p>Trying to bite someone,</p></list-item>
<list-item><p>Trying to scratch someone,</p></list-item>
<list-item><p>Whiskers backwards,</p></list-item>
<list-item><p>Whiskers downwards,</p></list-item>
<list-item><p>Whiskers raised,</p></list-item>
<list-item><p>Withdrawn/Hiding</p></list-item>
</list>
</sec>
<sec id="sec017">
<title>Appendix 2</title>
<p>List of 24 behaviours added at the Round 2</p>
<list list-type="order">
<list-item><p>Avoiding bright areas/photophobia,</p></list-item>
<list-item><p>Blepharospams,</p></list-item>
<list-item><p>Change in dietary preference (e.g preferring soft or other specific food),</p></list-item>
<list-item><p>Change in form of feeding behaviour (e.g. gulping food, eating on one side),</p></list-item>
<list-item><p>Change in rate of eating—more quickly or more slowly</p></list-item>
<list-item><p>Furrowed brow,</p></list-item>
<list-item><p>Hunched up posture (when standing or moving),</p></list-item>
<list-item><p>Hypersalivation,</p></list-item>
<list-item><p>Increase respiratory rate,</p></list-item>
<list-item><p>Licking or biting a particular body region or damaged area,</p></list-item>
<list-item><p>Lips drawn down, back,</p></list-item>
<list-item><p>Low grade tail twitching,</p></list-item>
<list-item><p>Lowered head posture,</p></list-item>
<list-item><p>Reluctance to move,</p></list-item>
<list-item><p>Rolling skin syndrome,</p></list-item>
<list-item><p>Shifting of weight,</p></list-item>
<list-item><p>Straining to urinate,</p></list-item>
<list-item><p>Tail Flicking,</p></list-item>
<list-item><p>Teeth grinding,</p></list-item>
<list-item><p>Tension around the eyes and muzzle,</p></list-item>
<list-item><p>Trembling or shivering,</p></list-item>
<list-item><p>Vocalizing when yawning,</p></list-item>
<list-item><p>Vocalizing while eating,</p></list-item>
<list-item><p>Vomiting,</p></list-item>
</list>
</sec>
<sec id="sec018">
<title>Supporting Information</title>
<supplementary-material id="pone.0150040.s001" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pone.0150040.s001" xlink:type="simple">
<label>S1 Table</label>
<caption>
<title>Results of the four rounds are reported as percentage of agreement between experts.</title>
<p>Highlighted in pink the behaviours that reached an agreement for the four property of the sign, in red the behaviours that experts excluded from the process. In order to guarantee anonymity, experts have been indicated as participants 1, 2 etc.</p>
<p>(XLSX)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>Special thanks to Luciana Santos De Assis and Barbara Burgess for providing practical support and Arianne Pontes Oria, Clare Rusbridge, Éric Troncy, Erika Krick, Gunn-Moore Danielle, Jo Murrell, Julien Bazelle, Laurent Garosi, Margherita Gracis, Michela de Lucia, Paulo Steagall, Rachel Perry, Sheilah Ann Robertson, Tommaso Furlanello and Iain Grant, along with 4 veterinary experts who wished to remain anonymous for their generous involvement and support of this work as voluntary expert participants.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0150040.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hansen</surname> <given-names>GR</given-names></name> and <name name-style="western"><surname>Strelzer</surname> <given-names>J</given-names></name>. <article-title>The psychology of pain</article-title>. <source>Emerg Med Clin N Am</source> <year>2005</year>; <volume>23</volume>: <fpage>339</fpage>–<lpage>348</lpage>.  </mixed-citation></ref>
<ref id="pone.0150040.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Cambridge</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Tobias</surname> <given-names>KM</given-names></name>, <name name-style="western"><surname>Newberry</surname> <given-names>RC</given-names></name>, <name name-style="western"><surname>Sarkar</surname> <given-names>DK</given-names></name>. <article-title>Subjective and objective measurements of postoperative pain in cats</article-title>. <source>J Am Vet Med Assoc</source> <year>2000</year>; <volume>217</volume>(<issue>5</issue>): <fpage>85</fpage>–<lpage>690</lpage></mixed-citation></ref>
<ref id="pone.0150040.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Steagall</surname> <given-names>PVM</given-names></name>, <name name-style="western"><surname>Taylor</surname> <given-names>PM</given-names></name>, <name name-style="western"><surname>Brondani</surname> <given-names>JT</given-names></name>, <name name-style="western"><surname>Luna</surname> <given-names>SP</given-names></name>, <name name-style="western"><surname>Dixon</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Ferreira</surname> <given-names>TH</given-names></name>. <article-title>Effects of buprenorphine, carprofen and saline on thermal and mechanical nociceptive thresholds in cats</article-title>. <source>Vet Anaesth Analg</source> <year>2007</year>: <volume>34</volume>, <fpage>344</fpage>–<lpage>350</lpage> <object-id pub-id-type="pmid">17490466</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Benito</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>DePuy</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Hardie</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Zamprogno</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Thomson</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Simpson</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Roe</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Hansen</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Lascelles</surname> <given-names>BD</given-names></name>. <article-title>Reliability and discriminatory testing of a client-based metrology instrument, feline musculoskeletal pain index (FMPI) for the evaluation of degenerative joint disease-associated pain in cats</article-title>. <source>Vet J</source> <year>2013</year>: <volume>196</volume>, <fpage>368</fpage>–<lpage>373</lpage> <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.tvjl.2012.12.015" xlink:type="simple">10.1016/j.tvjl.2012.12.015</ext-link></comment> <object-id pub-id-type="pmid">23369382</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Brondani</surname> <given-names>JT</given-names></name>, <name name-style="western"><surname>Mama</surname> <given-names>KR</given-names></name>, <name name-style="western"><surname>Luna</surname> <given-names>SPL</given-names></name>, <name name-style="western"><surname>Wright</surname> <given-names>BD</given-names></name>, <name name-style="western"><surname>Niyom</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Ambrosio</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Vogel</surname> <given-names>PR</given-names></name>, <name name-style="western"><surname>Padovan</surname> <given-names>CR</given-names></name>.<article-title>Validation of the English version of the UNESP-Botucatu multidimensional composite pain scale for assessing postoperative pain in cats</article-title>. <source>Vet Res</source> <year>2013</year>: <volume>9</volume>, <fpage>143</fpage></mixed-citation></ref>
<ref id="pone.0150040.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Waran</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Best</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Williams</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Salinsky</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Dale</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Clarke</surname> <given-names>N</given-names></name>. <article-title>A preliminary study of behavior-based indicators of pain in cats</article-title>. <source>Anim Welfare</source> <year>2007</year>: <volume>16</volume>, <fpage>105</fpage>–<lpage>108</lpage></mixed-citation></ref>
<ref id="pone.0150040.ref007"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lascelles</surname> <given-names>BDX</given-names></name>, <name name-style="western"><surname>Capner</surname> <given-names>CA</given-names></name>, <name name-style="western"><surname>Waterman-Pearson</surname> <given-names>AE</given-names></name>. <article-title>Current British veterinary attitudes to preoperative analgesia for cats and small mammals</article-title>. <source>Vet Rec</source> <year>1999</year>; <volume>145</volume>: <fpage>601</fpage>–<lpage>604</lpage></mixed-citation></ref>
<ref id="pone.0150040.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Robertson</surname> <given-names>SA</given-names></name>. <article-title>Managing pain in feline patients</article-title>. <source>Veterinary Clinic of North America Small animal practice</source> <year>2008</year>; <volume>38</volume>: <fpage>1267</fpage>–<lpage>1290</lpage></mixed-citation></ref>
<ref id="pone.0150040.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zamprogno</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Hansen</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Bondell</surname> <given-names>HD</given-names></name>, <name name-style="western"><surname>Sumrell</surname> <given-names>AT</given-names></name>, <name name-style="western"><surname>Simpson</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Robertson</surname> <given-names>ID</given-names></name>, <etal>et al</etal>. <article-title>Item generation and design testing of a questionnaire to assess degenerative joint disease-associated pain in cats</article-title>. <source>Am J Vet Res</source>. <year>2010</year>; <volume>71</volume>:<fpage>1417</fpage>–<lpage>1424</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.2460/ajvr.71.12.1417" xlink:type="simple">10.2460/ajvr.71.12.1417</ext-link></comment> <object-id pub-id-type="pmid">21117992</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kranenburg</surname> <given-names>HC</given-names></name>, <name name-style="western"><surname>Meij</surname> <given-names>BP</given-names></name>, <name name-style="western"><surname>von Hofwgen</surname> <given-names>EML</given-names></name>, <name name-style="western"><surname>Voorhout</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Slingerland</surname> <given-names>LI</given-names></name>, <name name-style="western"><surname>Picavet</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Hazewinkel</surname> <given-names>HA</given-names></name>, <article-title>Prevalence of spondylosis deformans in the feline spine and correlation with owner-perceived behavioural changes</article-title>. <source>Vet Comp Orthopaed</source> <year>2012</year>; <volume>25</volume>: <fpage>217</fpage>–<lpage>223</lpage> </mixed-citation></ref>
<ref id="pone.0150040.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Roughan</surname> <given-names>JV</given-names></name>, <name name-style="western"><surname>Flecknell</surname> <given-names>PA</given-names></name>. <article-title>Evaluation of a short duration behaviour-based postoperative pain scoring system in rats</article-title>. <source>Eur J Pain</source> <year>2003</year>: <volume>7</volume>, <fpage>397</fpage>–<lpage>406</lpage> <object-id pub-id-type="pmid">12935791</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Prunier</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Mounier</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Le Neindre</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Leterrier</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Mormède</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Paulmier</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Prunet</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Terlouw</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Guatteo</surname> <given-names>R</given-names></name>. <article-title>Identifying and monitoring pain in farm animals: a review</article-title>. <source>Animal</source> <year>2013</year>; <volume>7</volume>: <fpage>998</fpage>–<lpage>1010</lpage> <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1017/S1751731112002406" xlink:type="simple">10.1017/S1751731112002406</ext-link></comment> <object-id pub-id-type="pmid">23254122</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Merola</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Mills</surname> <given-names>SD</given-names></name>. <article-title>Systematic review of the behavioural assessment of pain in cats</article-title>. <source>J feline med surg</source>. <year>2015</year>; <fpage>1</fpage>–<lpage>17</lpage></mixed-citation></ref>
<ref id="pone.0150040.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gruen</surname> <given-names>ME</given-names></name>, <name name-style="western"><surname>Griffith</surname> <given-names>EH</given-names></name>, <name name-style="western"><surname>Thomson</surname> <given-names>AE</given-names></name>, <name name-style="western"><surname>Simpson</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>LAscelles</surname> <given-names>BD</given-names></name>. <article-title>Criterion validation testing of clinical metrology instruments for measuring degenerative joint disease associated mobility impairment in cats</article-title>. <source>PLoS One</source>. <year>2015</year>; <volume>10</volume>(<issue>7</issue>):<fpage>1</fpage>–<lpage>22</lpage>.</mixed-citation></ref>
<ref id="pone.0150040.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Calvo</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Holden</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Reid</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>EM</given-names></name>, <name name-style="western"><surname>Firth</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Bell</surname> <given-names>A</given-names></name>, <etal>et al</etal>. <article-title>Development of a behavior-based measurement tool with defined intervention level for assessing acute pain in cats</article-title>. <source>Journ Sm Anim Pract</source>. <year>2014</year>;<volume>55</volume>(<issue>12</issue>): <fpage>622</fpage>–<lpage>629</lpage>.</mixed-citation></ref>
<ref id="pone.0150040.ref016"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Cloutier</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Newberry</surname> <given-names>RC</given-names></name>, <name name-style="western"><surname>Cambridge</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Tobias</surname> <given-names>KM</given-names></name>. <article-title>Behavioural signs of postoperative pain in cats following onychectomy or tenectomy surgery</article-title>. <source>Appl Anim Behav Sci</source> <year>2005</year>; <volume>92</volume>: <fpage>325</fpage>–<lpage>335</lpage></mixed-citation></ref>
<ref id="pone.0150040.ref017"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Holden</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Calvo</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Collins</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Bell</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Reid</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>EM</given-names></name>, <name name-style="western"><surname>Nolan</surname> <given-names>AM</given-names></name>. <article-title>Evaluation of facial expression in pain in cats</article-title> <source>J Small anim pract</source> <year>2014</year>: <volume>55</volume>; <fpage>615</fpage>–<lpage>621</lpage> <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1111/jsap.12283" xlink:type="simple">10.1111/jsap.12283</ext-link></comment> <object-id pub-id-type="pmid">25354833</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><article-title>WSAVA Guidelines for recognition, assessment and treatment of pain</article-title>. <source>Journ Small Anim Pract</source>. <volume>55</volume>, <fpage>2014</fpage>.</mixed-citation></ref>
<ref id="pone.0150040.ref019"><label>19</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Egger</surname> <given-names>Christine M.</given-names></name>, <name name-style="western"><surname>Love</surname> <given-names>Lydia</given-names></name>, and <name name-style="western"><surname>Doherty</surname> <given-names>Tom</given-names></name>, eds. <source>Pain management in veterinary practice</source>. <publisher-name>John Wiley &amp; Sons</publisher-name>, <year>2013</year>.</mixed-citation></ref>
<ref id="pone.0150040.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Väisänen</surname> <given-names>MA</given-names></name>, <name name-style="western"><surname>Tuomikoski</surname> <given-names>SK</given-names></name> and <name name-style="western"><surname>Vainio</surname> <given-names>OM</given-names></name>. <article-title>Behavioral alterations and severity of pain in cats recovering at home following elective ovariohysterectomy or castration</article-title>. <source>J Am Vet Med Assoc</source> <year>2007</year>; <volume>231</volume>: <fpage>236</fpage>–<lpage>242</lpage>. <object-id pub-id-type="pmid">17630889</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref021"><label>21</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Klinck</surname> <given-names>MP</given-names></name>, <name name-style="western"><surname>Frank</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Guillot</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Troncy</surname> <given-names>E</given-names></name>. <article-title>Owner-perceived signs and veterinary diagnosis in 50 cases of feline osteoarthritis</article-title>. <source>Canadian Vet J</source> <year>2012</year>; <volume>53</volume>: <fpage>1181</fpage>–<lpage>1186</lpage>.  </mixed-citation></ref>
<ref id="pone.0150040.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Yousuf</surname> <given-names>M. I.</given-names></name> (<year>2007</year>). <article-title>Using experts’ opinions through Delphi technique</article-title>. <source>Practical assessment, research &amp; evaluation</source>, <volume>12</volume>(<issue>4</issue>), <fpage>1</fpage>–<lpage>8</lpage>.</mixed-citation></ref>
<ref id="pone.0150040.ref023"><label>23</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Hsu</surname> <given-names>CC</given-names></name>, <name name-style="western"><surname>Sandford</surname> <given-names>BA</given-names></name>. <source>The Delphi technique: making sense of consensus</source>. <publisher-name>Practic Asses, Res Eval</publisher-name>. <year>2007</year>; <volume>12</volume>: <fpage>1</fpage>–<lpage>3</lpage>.</mixed-citation></ref>
<ref id="pone.0150040.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Diamond</surname> <given-names>IR</given-names></name>, <name name-style="western"><surname>Grant</surname> <given-names>RC</given-names></name>, <name name-style="western"><surname>Feldman</surname> <given-names>BM</given-names></name>, <name name-style="western"><surname>Pencharz</surname> <given-names>PB</given-names></name>, <name name-style="western"><surname>Ling</surname> <given-names>SC</given-names></name>, <name name-style="western"><surname>Moore</surname> <given-names>AM</given-names></name>, <name name-style="western"><surname>Wales</surname> <given-names>PW</given-names></name>. <article-title>Defining consensus: a systematic review recommends methodologic criteria for reporting Delphi studies</article-title>. <source>J Clin Epidemiol</source> <year>2014</year>; <volume>67</volume>: <fpage>401</fpage>–<lpage>409</lpage> <comment>doi: <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.jclinepi.2013.12.002" xlink:type="simple">10.1016/j.jclinepi.2013.12.002</ext-link></comment> <object-id pub-id-type="pmid">24581294</object-id></mixed-citation></ref>
<ref id="pone.0150040.ref025"><label>25</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Mills</surname> <given-names>DS</given-names></name> and <name name-style="western"><surname>Marchant-Forde</surname> <given-names>JN</given-names></name> (ed). <source>The encyclopedia of applied animal behaviour and welfare</source>. <publisher-name>CABI</publisher-name>, <year>2010</year></mixed-citation></ref>
<ref id="pone.0150040.ref026"><label>26</label><mixed-citation publication-type="other" xlink:type="simple">Foster D, Kirman B, Linehan C, Lawson S, Mills DS, Ellis S Zulch H. "" I Can Haz Emoshuns?"—Understanding Anthropomorphosis of Cats among Internet Users." In Privacy, Security, Risk and Trust (PASSAT) and 2011 IEEE Third Inernational Conference on Social Computing (SocialCom), 2011 IEEE Third International Conference on, pp. 712–715. IEEE. Available online at:<ext-link ext-link-type="uri" xlink:href="http://asesite.com/conferences/socialcom/2011/Final-Program-8-29-2011.pdf" xlink:type="simple">http://asesite.com/conferences/socialcom/2011/Final-Program-8-29-2011.pdf</ext-link></mixed-citation></ref>
</ref-list>
</back>
</article>