<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.1371/journal.pone.0221377</article-id>
<article-id pub-id-type="publisher-id">PONE-D-19-21015</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Organisms</subject><subj-group><subject>Eukaryota</subject><subj-group><subject>Animals</subject><subj-group><subject>Vertebrates</subject><subj-group><subject>Amniotes</subject><subj-group><subject>Mammals</subject><subj-group><subject>Leporids</subject><subj-group><subject>Rabbits</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Animal studies</subject><subj-group><subject>Experimental organism systems</subject><subj-group><subject>Animal models</subject><subj-group><subject>Rabbits</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>People and places</subject><subj-group><subject>Population groupings</subject><subj-group><subject>Professions</subject><subj-group><subject>Veterinarians</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Cardiology</subject><subj-group><subject>Heart rate</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Pain management</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Head</subject><subj-group><subject>Ears</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Head</subject><subj-group><subject>Ears</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Behavior</subject><subj-group><subject>Animal behavior</subject><subj-group><subject>Animal communication</subject><subj-group><subject>Vocalization</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Social sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Behavior</subject><subj-group><subject>Animal behavior</subject><subj-group><subject>Animal communication</subject><subj-group><subject>Vocalization</subject></subj-group></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Zoology</subject><subj-group><subject>Animal behavior</subject><subj-group><subject>Animal communication</subject><subj-group><subject>Vocalization</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Veterinary science</subject><subj-group><subject>Veterinary medicine</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Head</subject><subj-group><subject>Face</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Anatomy</subject><subj-group><subject>Head</subject><subj-group><subject>Face</subject></subj-group></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Reliability and construct validity of a composite pain scale for rabbit (CANCRS) in a clinical environment</article-title>
<alt-title alt-title-type="running-head">The CANCRS: A rabbit composite pain scale in clinical environment</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0001-6061-4889</contrib-id>
<name name-style="western">
<surname>Banchi</surname>
<given-names>Penelope</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Investigation</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Visualization</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Quaranta</surname>
<given-names>Giuseppe</given-names>
</name>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0003-4131-2900</contrib-id>
<name name-style="western">
<surname>Ricci</surname>
<given-names>Alessandro</given-names>
</name>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff002"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0003-2884-3360</contrib-id>
<name name-style="western">
<surname>Mauthe von Degerfeld</surname>
<given-names>Mitzy</given-names>
</name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Funding acquisition</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"><sup>1</sup></xref>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
</contrib-group>
<aff id="aff001"><label>1</label> <addr-line>C.A.N.C. (Centro Animali Non Convenzionali), Dip. di Scienze Veterinarie, Università degli Studi di Torino, Grugliasco, Turin, Italy</addr-line></aff>
<aff id="aff002"><label>2</label> <addr-line>Dip. di Scienze Veterinarie, Università degli Studi di Torino, Grugliasco, Turin, Italy</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Clegg</surname>
<given-names>Simon Russell</given-names>
</name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1"><addr-line>University of Lincoln, UNITED KINGDOM</addr-line></aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">mitzy.mauthe@unito.it</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>30</day>
<month>4</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<volume>15</volume>
<issue>4</issue>
<elocation-id>e0221377</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>7</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>4</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-year>2020</copyright-year>
<copyright-holder>Banchi et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0221377"/>
<abstract>
<p>A composite pain scale for assessing and quantifying pain in rabbits (CANCRS) has been designed merging the Rabbit Grimace Scale (RbtGS) and a scale including clinical parameters (CPS). Construct validity and inter-rater reliability were assessed for CANCRS, for RbtGS and for CPS, in order to test their potential to detect pain in a clinical setting. Rabbits (n = 116) were either hybrids or purebreds and they were independently evaluated by two raters, who could be veterinarians (V) or veterinary medicine students (S). Score intervals determined four pain classes (No pain, Discomfort, Moderate pain and Severe pain) that matched presumptive pain classes associated with some pathological conditions. A chi-square test was used to assess the construct validity of the scales by checking how frequently scale results and presumptive pain classes matched. Sixty-nine patients were evaluated by one V and one S, whereas forty-seven rabbits were assessed by two V, in order to test inter-rater reliability. An intra-class correlation coefficient (ICC) was used to test reliability of the scales, whereas Cohen’s kappa tested inter-rater agreement for each parameter of the CANCRS. Construct validity results show that CANCRS and RbtGS efficiently reveal pain (P ≤ 0.05), while CPS does not (p &gt; 0.05). Inter-rater reliability was very good for both CANCRS and CPS (ICC 0.88 V-V, 0.94 between V-S; ICC 0.97 V-V, 0.91 V-S) and good for RbtGS (ICC 0.77 V-V, 0.88 V-S); therefore, CPS reproducibility was better between veterinarians and students than between veterinarians. Inter-rater agreement between veterinarians and veterinary medicine students was moderate to very good for all the parameters included in the CANCRS (Cohen’s kappa &gt;0,60). In conclusion, it is possible to state that the CANCRS has construct validity and it is a reliable tool for use in clinical practice, when coping with many rabbits with morphological differences. It is easy and fast to use and enriches the RbtGS with some clinical parameters that should be monitored during any clinical examination, allowing for capture of the multidimensional aspect of pain.</p>
</abstract>
<funding-group>
<funding-statement>The authors received no specific funding for this work.</funding-statement>
</funding-group>
<counts>
<fig-count count="1"/>
<table-count count="5"/>
<page-count count="12"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>All relevant data are within the manuscript and its Supporting Information files.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>Appropriate pain recognition and treatment represents an ethical obligation for veterinarians, in order to preserve the patient’s health and quality of life [<xref ref-type="bibr" rid="pone.0221377.ref001">1</xref>]. However, assessment and quantification of pain are arduous, due to great variability in pain expressions among individuals and species [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>].</p>
<p>In rabbits, pain recognition can be particularly challenging because, as with many other prey species, these animals are predisposed to mask any sign of pain [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>].</p>
<p>A recent review article about rabbit analgesia [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>] describes how the percentage of veterinarians who doubt their knowledge on small mammals’ pain assessment (60%) is higher than that for dogs and cats (42% and 30% respectively) and the lack of a ‘gold standard’ method for pain assessment leads to difficulties in pain management.</p>
<p>To verify properly the effectiveness of analgesic drugs, a validated assessment tool is needed. Moreover, the drugs used to treat pain in rabbits, were tested on small numbers of animals, and few papers were published [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>,<xref ref-type="bibr" rid="pone.0221377.ref004">4</xref>].</p>
<p>In rabbits, there is evidence that pain causes a decrease in activity and appetite [<xref ref-type="bibr" rid="pone.0221377.ref005">5</xref>,<xref ref-type="bibr" rid="pone.0221377.ref006">6</xref>]; since rabbits’ metabolism is geared to a constant supply of nutrients from the digestive tract, a decreased or absent food intake and the subsequent mobilization of fat reserves, can lead to ketoacidosis and hepatic lipidosis [<xref ref-type="bibr" rid="pone.0221377.ref007">7</xref>]. Therefore, providing analgesia in suffering patients is one of the reasons why pain assessment is essential [<xref ref-type="bibr" rid="pone.0221377.ref008">8</xref>,<xref ref-type="bibr" rid="pone.0221377.ref009">9</xref>].</p>
<p>Physiological parameters have a limited function in pain recognition as they can be altered in any stressful situation. An increase in heart and respiratory rate can be seen whenever the patient is handled [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>,<xref ref-type="bibr" rid="pone.0221377.ref007">7</xref>,<xref ref-type="bibr" rid="pone.0221377.ref010">10</xref>], as it happens during clinical examinations.</p>
<p>Many behavioral changes are effective for assessing and quantifying pain [<xref ref-type="bibr" rid="pone.0221377.ref011">11</xref>,<xref ref-type="bibr" rid="pone.0221377.ref012">12</xref>], but sometimes a prolonged monitoring is required. Freezing [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>] is the main behavioral feature presenting when rabbits respond to pain and distress by remaining motionless [<xref ref-type="bibr" rid="pone.0221377.ref004">4</xref>,<xref ref-type="bibr" rid="pone.0221377.ref013">13</xref>], especially in the presence of an observer.</p>
<p>Composite pain scales are available for many species, such as canines and felines [<xref ref-type="bibr" rid="pone.0221377.ref011">11</xref>,<xref ref-type="bibr" rid="pone.0221377.ref012">12</xref>,<xref ref-type="bibr" rid="pone.0221377.ref014">14</xref>] and represent a useful tool to conduct an immediate and structured pain quantification. Composite pain scales encourage the observer to consider some behavioral and physiological changes, that would not otherwise be considered, but their importance is undeniable when considering pain as a multidimensional experience [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>]. However, there is no validated equivalent for rabbits and the only existing pain scale for this species is the Rabbit Grimace Scale (RbtGS) [<xref ref-type="bibr" rid="pone.0221377.ref015">15</xref>], which uses changes in facial expression to quantify pain. Grimace scales have been developed for several species, such as horses [<xref ref-type="bibr" rid="pone.0221377.ref016">16</xref>], sheep [<xref ref-type="bibr" rid="pone.0221377.ref017">17</xref>], ferrets [<xref ref-type="bibr" rid="pone.0221377.ref018">18</xref>] and small laboratory rodents [<xref ref-type="bibr" rid="pone.0221377.ref019">19</xref>,<xref ref-type="bibr" rid="pone.0221377.ref020">20</xref>].</p>
<p>The Rabbit Grimace Scale is based on five facial action units (FAU). The main limitations of RbtGS is that it was tested on New Zealand White (NZW) rabbits only and its performances were verified in standardized conditions. Furthermore, classes for pain grading and quantification have never been defined, therefore, the scale is not useful to determine whether patients need analgesic treatment. For these reasons, the RbtGS has not yet been proven to be suitable for assessing pain in clinical settings [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>].</p>
<p>The objective of the current study was to develop and test a composite pain scale for the assessment and quantification of pain in rabbits (CANCRS) in a clinical environment, on different rabbit breeds. This composite pain scale combines the RbtGS with some clinical parameters (CPS). CANCRS, RbtGS and CPS were also tested independently. Another aim was to establish some preliminary score ranges for each scale, defining four pain classes and improve the identification and quantification of pain.</p>
</sec>
<sec id="sec002" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="sec003">
<title>Animals</title>
<p>In accordance with the Dipartimento di Science Veterinarie of Università degli Studi di Torino policy, this research does not require the approval of the ethical committee, for the utilization of our assessment tool does not modify the clinical process designed for each patient and rabbits were manipulated for routine diagnostic purposes only. Proper informed consent was collected from the owner prior to each clinical evaluation.</p>
<p>One hundred and sixteen client-owned rabbits admitted to the C.A.N.C. (the exotics and wild animals Veterinary Teaching Hospital of the Veterinary Science DPT. of University of Torino), were considered for inclusion, between the years 2016 and 2018. No restrictions were placed on the breed, sex, age or weight of the rabbits.</p>
<p>Patients were both healthy rabbits admitted for vaccination, checkups or neutering surgery and animals suffering from assorted conditions, such as dental diseases, traumatic injuries, dermatitis, gastric stasis, endoparasites infestation, urinary diseases, and abscesses.</p>
<p>Critically ill patients with respiratory distress syndrome in need of oxygen administration, were excluded from the study in order to avoid further stress to the animals. In some patients, facial expression was not evaluable (e.g. rabbits requiring nasogastric tube or Elizabethan collar), therefore they were excluded from the study as well. Stuporous and comatose states also represented exclusion criteria, considering stupor as a state of lethargy and immobility with diminished responsiveness to stimulation and coma as a deep state of prolonged unconsciousness and unresponsiveness to external stimuli [<xref ref-type="bibr" rid="pone.0221377.ref021">21</xref>].</p>
<p>Pain was always scored at admission, during the patient’s first clinical examination, prior to any potential analgesia administration or surgery. Since clinical examination always happened in the same room, environmental conditions, including noise and light conditions, where similar. When facial action units belonging to the RbtGS were assessed, rabbits were kept in a carrier; the patients were then taken out from the carrier and handled for clinical assessment.</p>
</sec>
<sec id="sec004">
<title>Pain scales</title>
<p>A multidimensional composite pain scale (CANCRS) was developed for rabbits, merging the RbtGS with a Clinical Parameters Scale (CPS), which includes some physiologic parameters (pupil dilation, respiratory rate, respiratory pattern, heart rate) and behavioral responses (response to palpation, mental status and vocalization). The choice of the CPS parameters were based on other pain scales developed for other species of mammals [<xref ref-type="bibr" rid="pone.0221377.ref014">14</xref>,<xref ref-type="bibr" rid="pone.0221377.ref022">22</xref>], bearing in mind that dealing with rabbits allows the clinician to monitor parameters that are less stressful for the patient. Furthermore, respiratory pattern was included, in order to have a more accurate overview of the respiratory response to pain, since polypnea is not pain specific. Finally, pupil dilation can occur in painful situations [<xref ref-type="bibr" rid="pone.0221377.ref023">23</xref>,<xref ref-type="bibr" rid="pone.0221377.ref024">24</xref>].</p>
<p>The RbtGS considers five facial action units (FAU): orbital tightening, cheek flattening, nostril shape, whisker position, and ear position. Each FAU was scored according to whether it was not present (score 0), moderately present (score 1) and obviously present (score 2). Lop eared rabbits’ ear morphology does not permit for evaluation of ear position properly, therefore this parameter was not considered when assessing pain in such breeds.</p>
<p>For the CPS, the scores were given as follow. In response to noxious stimulation, pupillary dilation reflex occurs [<xref ref-type="bibr" rid="pone.0221377.ref024">24</xref>]. No pupillometer was available and raters were asked to make a subjective assessment of whether the rabbits’ pupils were dilated (score 1) or not (score 0).</p>
<p>Since heart rate is extremely variable and difficult to assess in rabbits [<xref ref-type="bibr" rid="pone.0221377.ref007">7</xref>], raters were asked to score percentage increases of the maximum physiological value (250 bpm) [<xref ref-type="bibr" rid="pone.0221377.ref025">25</xref>]. Increases greater than 20% (score 1) and 50% (score 2) were considered, for increases smaller than 20% the score assigned was 0. Heart rate was measured by both raters with a stethoscope for 15 seconds and the result was multiplied by four, in order to obtain beats per minute.</p>
<p>The average respiratory rate for a healthy subject was considered in a values range from 30 to 60 bpm [<xref ref-type="bibr" rid="pone.0221377.ref025">25</xref>]; four possible scores assigned: rates of 60 bpm or less (score 0), rates between 61 and 72 (score 1), rates between 73 and 90 (score 2) and rates higher than 90 bpm (score 3).</p>
<p>Respiratory pattern was considered as eupneic (score 0) or dyspneic (score 1). Dyspnea is associated with a number of pulmonary and cardiac diseases, as well as diseases of the chest wall and anxiety. Respiratory pattern was included to provide a more complete description of the changes which the respiratory rate goes through during pain, as in human medicine, association between pain and dyspnea has been reported [<xref ref-type="bibr" rid="pone.0221377.ref026">26</xref>].</p>
<p>When the suspected painful area was delicately palpated by each rater, the reaction was recorded and classified as no reaction (score 0), reaction during the palpation (score 1) and reaction before the palpation (score 2).</p>
<p>For vocalizations, the possibilities were absence of vocalization (score 0), vocalization when touched (score 1), intermittent vocalization without any contact with the operator (score 2) or continuous vocalization (score 3).</p>
<p>The mental status was classified as ‘normal’ (score 0), ‘depression’ (score 1) and ‘obtundation’ (score 2); the state in which the patient has a reduced interest in the environment, but still responds to external stimuli, was described as ‘depression’; obtundation occurs when responsiveness to visual and auditory stimuli (e.g. hand clapping and fingers snapping) decreases and the patient tends to sleep more than normal with drowsiness in between sleep states [<xref ref-type="bibr" rid="pone.0221377.ref027">27</xref>].</p>
<p>The medical history of the patient was reported on each clinical form in order to establish a presumptive pain (PP) class according to literature [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>], since it is plausible that pain is directly proportional to the damage extent, as occurs in humans [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>]; No pain (NP), discomfort (D), moderate pain (MP) and severe pain (SP) were the four pain classes created. <xref ref-type="table" rid="pone.0221377.t001">Table 1</xref> summarizes presumptive levels of pain associated with illness or injuries [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>,<xref ref-type="bibr" rid="pone.0221377.ref028">28</xref>] adjusted for rabbit medicine.</p>
<table-wrap id="pone.0221377.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0221377.t001</object-id>
<label>Table 1</label> <caption><title>Presumptive pain classes associated with some clinical conditions affecting rabbit patients [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>].</title></caption>
<alternatives>
<graphic id="pone.0221377.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.t001" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="left">No pain</td>
<td align="left">Healthy patient presented for vaccine administration, regular checkups and prior to neutering surgery.</td>
</tr>
<tr>
<td align="left">Discomfort</td>
<td align="left">Minor trauma, small wounds, intestinal or bladder repletion, oral cavity minor lesions, or ectoparasites infestation.</td>
</tr>
<tr>
<td align="left">Moderate Pain</td>
<td align="left">Gastric stasis with moderate visceral distension, dental diseases, traumatic injuries of the skin, localized dermatitis, otitis externa, endoparasites infestation, cystitis, abscesses.</td>
</tr>
<tr>
<td align="left">Severe Pain</td>
<td align="left">Osteoarthritis, peritonitis, organomegaly, ocular disorders (ulcers, glaucoma, uveitis), tumors, torsion or distension of the gastrointestinal tract, urethral obstruction, thrombosis or ischemia, otitis media or interna, severe intestinal distension, inflammation, burning or ulcers involving a large area of the body, multiple and/or exposed fractures.</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>Raters were asked to report the time they spent on the evaluation of each rabbit on the printed copy of the scale, in order to establish the average time needed to use the assessment tool. Parameters of the three scales are summarized in <xref ref-type="table" rid="pone.0221377.t002">Table 2</xref>.</p>
<table-wrap id="pone.0221377.t002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0221377.t002</object-id>
<label>Table 2</label> <caption><title>Parameters of the three scales.</title></caption>
<alternatives>
<graphic id="pone.0221377.t002g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.t002" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<tbody>
<tr>
<td align="center" rowspan="12"><underline><bold>CANCRS</bold></underline></td>
<td align="center" rowspan="5"><underline>RbtGS</underline> [<xref ref-type="bibr" rid="pone.0221377.ref016">16</xref>]</td>
<td align="center">Orbital tightening (0–2)</td>
</tr>
<tr>
<td align="center">Cheek flattening (0–2)</td>
</tr>
<tr>
<td align="center">Nostril shape (0–2)</td>
</tr>
<tr>
<td align="center">Whisker position (0–2)</td>
</tr>
<tr>
<td align="center">Ear position (0–2)</td>
</tr>
<tr>
<td align="center" rowspan="7"><underline>CPS</underline></td>
<td align="center">Pupil dilation (0–1)</td>
</tr>
<tr>
<td align="center">Heart rate percentage increases—based on 250 beats/min (0–2)</td>
</tr>
<tr>
<td align="center">Respiratory rate—based on 60 breaths/min (0–3)</td>
</tr>
<tr>
<td align="center">Respiratory pattern (0–1)</td>
</tr>
<tr>
<td align="center">Palpation of the painful area (0–2)</td>
</tr>
<tr>
<td align="center">Mental status (0–2)</td>
</tr>
<tr>
<td align="center">Vocalization (0–3)</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t002fn001"><p>CANCRS includes the five Facial Action Units (FAU) of the RbtGS [<xref ref-type="bibr" rid="pone.0221377.ref015">15</xref>] and some clinical parameters gathered in the CPS. For each parameter, two to four scores were possible. The final score is the total sum of the ones given to each parameter.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec005">
<title>Scoring method</title>
<p>Each of the 116 rabbits included in the study was evaluated independently by two raters during the veterinary clinical examination; therefore, the total number of assessments was 232. The raters could be either veterinarians (V) or a veterinarian and a veterinary medicine student (S). Two veterinarians and four students took part in the study.</p>
<p>Raters were familiar with using the scale and provided with a printed copy for each rabbit. To ensure consistency, each rater also received clear instructions on how to use the scale and they were supported by the presence of images explaining how to evaluate the FAU considered by the RbtGS. Rabbits were scored during the first clinical examination and raters were instructed to first fill in the RbtGS part, assessing the rabbit visually from a distance, prior to opening the same carrier in which the rabbit was admitted to the hospital, in order to avoid further stress. Afterwards, raters had to interact with the patient and fill in the second part (CPS) of the scale, which included physiologic and behavioral data.</p>
<p>Each patient was assigned a score for the RbtGS, the CPS and, consequently, for the composite pain scale. Score ranges were adjusted when evaluating Lop eared rabbit, since ear position was not assessable. Pain scores ranged from 0 to 24 for the CANCRS or from 0 to 22 for the Lop eared rabbit version of the CANCRS, from 0 to 14 for the CPS and from 0 to 10 for the RbtGS or from 0 to 8 for the Lop eared rabbit version of the RbtGS. In order to make the comparison between scales possible, for each scale, the scores were divided into four classes: no pain (NP), discomfort (D), moderate pain (MP), severe pain (SP); this allowed comparison with the four classes belonging to the PP (presumptive pain). Score ranges for the aforementioned classes are shown in <xref ref-type="table" rid="pone.0221377.t003">Table 3</xref>.</p>
<table-wrap id="pone.0221377.t003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0221377.t003</object-id>
<label>Table 3</label> <caption><title>Ranges of the scores for each class of pain in CANCRS, RbtGS and CPS.</title></caption>
<alternatives>
<graphic id="pone.0221377.t003g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.t003" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center"/>
<th align="center">NP</th>
<th align="center">D</th>
<th align="center">MP</th>
<th align="center">SP</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center"><bold>CANCRS</bold></td>
<td align="center">0–5</td>
<td align="center">6–11</td>
<td align="center">12–17</td>
<td align="center">18–24</td>
</tr>
<tr>
<td align="center"><bold>RbtGS</bold></td>
<td align="center">0–1</td>
<td align="center">2–4</td>
<td align="center">5–7</td>
<td align="center">8–10</td>
</tr>
<tr>
<td align="center"><bold>CPS</bold></td>
<td align="center">0–2</td>
<td align="center">3–6</td>
<td align="center">7–10</td>
<td align="center">11–14</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t003fn001"><p>Scores were equally distributed in four pain classes. For CANCRS, scores from 0 to 5 were classified as NP, scores from 6 to 11 were classified as D, scores from 12 to 17 were classified as MP and scores from 18 to 24 were classified as SP.</p></fn>
<fn id="t003fn002"><p>For RbtGS, scores from 0 to 1 were classified as NP, scores from 2 to 4 were classified as D, scores from 5 to 7 were classified as MP and scores from 8 to 10 were classified as SP.</p></fn>
<fn id="t003fn003"><p>For CPS, scores from 0 to 2 were classified as NP, scores from 3 to 6 were classified as D, scores from 7 to 10 were classified as MP and scores from 11 to 14 were classified as SP.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Raters were asked to measure the time spent on each assessment, in order to define an average time needed to evaluate pain with the CANCRS, verifying if it would fit a clinical environment, where the clinician must identify pain as fast as possible.</p>
</sec>
<sec id="sec006">
<title>Statistical analysis</title>
<sec id="sec007">
<title>Inter-rater reliability</title>
<p>To assess inter-rater reliability, patients were evaluated independently, but at the same time, by two raters. Sixty-nine patients were assessed by a veterinarian and a student, whereas, forty-seven rabbits were assessed by two veterinarians. For both groups, intra-class correlation coefficient (ICC), involving a two-way random effect model with 95% confidence intervals, was calculated. Furthermore, Cohen’s kappa was determined for each parameter separately, considering sixty-nine rabbits assessed by a veterinarian and a veterinary medicine student, allowing an estimation of the inter-rater agreement. Ear position was assessed in a cohort of 56 rabbits, since 13 patients were Lop eared rabbits and ear position assessment is not possible in this breed. The results of inter-rater reliability were interpreted using Altman’s classification [<xref ref-type="bibr" rid="pone.0221377.ref029">29</xref>], in which values ranging from 0.81–1.0, 0.61–0.80, 0.41–0.60, 0.20–0.40 and &lt;0.20 are considered very good, good, moderate, fair, and poor, respectively.</p>
</sec>
<sec id="sec008">
<title>Validity</title>
<p>The accuracy of a tool in measuring a specific construct like pain, is construct validity [<xref ref-type="bibr" rid="pone.0221377.ref030">30</xref>]. Pain assessment was performed on each one of the 116 rabbits included in the study by two raters; therefore 232 evaluations were considered [<xref ref-type="bibr" rid="pone.0221377.ref030">30</xref>]. In this case, to test construct validity CANCRS, RbtGS and CPS. A chi squared test was used to verify how frequently the score assigned by using CANCRS, RbtGS and CPS had a correspondence with the PP class.</p>
<p>A p value ≤ 0.05 was considered significant, and a p value ≤ 0.001was considered extremely significant. Statistical analyses were performed with the software <italic>R</italic> version 3.2.2.</p>
</sec>
</sec>
</sec>
<sec id="sec009" sec-type="results">
<title>Results</title>
<p>The mean time required to use the CANCR scale was 3.4 minutes (min 2.2—max 5.6 minutes).</p>
<sec id="sec010">
<title>Inter-rater reliability</title>
<p>The ICC was 0.88 (p ≤ 0.001; 95% CI 0.81–0.92) between veterinarians (V) and students (S) and 0.94 (p ≤ 0.001; 95% CI 0.88–0.97) between V and V for the CANCRS, indicating very good inter-rater reliability.</p>
<p>The ICC was 0.97 (p ≤ 0.001; 95% CI 0.96–0.98) between V and S and 0.91 (p ≤ 0.001; 95% CI 0.83–0.95) between V and V for the CPS, indicating very good inter-rater reliability.</p>
<p>Finally, the ICC was 0.77 (p ≤ 0.001; 95% CI 0.66–0.85) between V and S and 0.88 (p ≤ 0.001; 95% CI 0.78–0.94) between V and V for the RbtGS, indicating good and very good inter-rater reliability respectively.</p>
<p>For the weighted Cohen’s kappa values, moderate agreement was obtained for cheek flattening (0.48; 95% CI 0.25–0.68), nostril shape (0.58; 95% CI 0.39–0.73) and whisker position (0.56; 95% CI 0.32–070). Good agreement was obtained for orbital tightening (0.68; 95% CI 0.43–0.76).</p>
<p>Ear position (0.78; 95% CI 0.68–0.97), pupil dilation (0.87; 95% CI 0.75–0.99), respiratory rate (0.97; 95% CI 0.90–1), respiratory pattern (0.89; 95% CI 0.74–1), heart rate (0.93; 95% CI 0.83–1), response to palpation (0.87; 95% 0.71–1), mental status (0.92; 95% 0.80–1) and vocalization (0.88; 95% CI 0.65–1) had very good inter-rater agreement. Cohen’s kappa coefficients are summarized in <xref ref-type="table" rid="pone.0221377.t004">Table 4</xref>.</p>
<table-wrap id="pone.0221377.t004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0221377.t004</object-id>
<label>Table 4</label> <caption><title>Cohen’s kappa results between veterinarians and students for each parameter.</title></caption>
<alternatives>
<graphic id="pone.0221377.t004g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.t004" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center"/>
<th align="center">Cohen’s kappa</th>
<th align="center">CI</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center">Orbital tightening</td>
<td align="char" char=".">0.68</td>
<td align="center">0.43–0.76</td>
</tr>
<tr>
<td align="center">Cheek flattening</td>
<td align="char" char=".">0.48</td>
<td align="center">0.25–0.68</td>
</tr>
<tr>
<td align="center">Nostril shape</td>
<td align="char" char=".">0.58</td>
<td align="center">0.39–0.73</td>
</tr>
<tr>
<td align="center">Whisker position</td>
<td align="char" char=".">0.56</td>
<td align="center">0.32–0.70</td>
</tr>
<tr>
<td align="center">Ear position</td>
<td align="char" char=".">0.78</td>
<td align="center">0.68–0.97</td>
</tr>
<tr>
<td align="center">Pupil dilation</td>
<td align="char" char=".">0.87</td>
<td align="center">0.75–0.99</td>
</tr>
<tr>
<td align="center">Respiratory rate</td>
<td align="char" char=".">0.97</td>
<td align="center">0.90–1</td>
</tr>
<tr>
<td align="center">Respiratory pattern</td>
<td align="char" char=".">0.89</td>
<td align="center">0.74–1</td>
</tr>
<tr>
<td align="center">Heart rate</td>
<td align="char" char=".">0.93</td>
<td align="center">0.83–1</td>
</tr>
<tr>
<td align="center">Response to palpation</td>
<td align="char" char=".">0.87</td>
<td align="center">0.71–1</td>
</tr>
<tr>
<td align="center">Mental status</td>
<td align="char" char=".">0.92</td>
<td align="center">0.80–1</td>
</tr>
<tr>
<td align="center">Vocalization</td>
<td align="char" char=".">0.88</td>
<td align="center">0.65–1</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
</sec>
<sec id="sec011">
<title>Validity</title>
<p>The four possible results matched PP classes: No Pain (NP), Discomfort (D), Moderate Pain (MP), and Severe Pain (SP).</p>
<p>The chi-squared test indicated that the CANCRS-scale and the RbtGS scores are distributed as expected according to P (P ≤ 0.05). Patients in a presumptive condition of pain absence (PP = NP) and rabbits in discomfort (PP = D) are mostly classified as NP or D; rabbits in a moderately pain condition (PP = MP) are mostly classified as D. None of the presumed cases of several pain (PP = SP) was detected by the CANCRS, although some cases were detected using the RbtGS. Otherwise, the test indicated that the CPS score frequencies are statistically different from the expected results based on PP (P &gt; 0.05).</p>
<p>Results for each scale are shown in <xref ref-type="table" rid="pone.0221377.t005">Table 5</xref> and <xref ref-type="fig" rid="pone.0221377.g001">Fig 1</xref> summarizes how the results obtained with the three scales matched PP classes.</p>
<fig id="pone.0221377.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0221377.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Distribution of the results obtained using CANCRS, CPS, and RbtGS related to presumptive pain classes (PP).</title>
<p>CANCRS: results show that frequencies are not randomly obtained, but diagnosis obtained by assessing pain with the CANCRS are related to PP (p≤0.05). CPS: results show that frequencies could be randomly obtained, and that there is no relation between CPS and PP (p&gt;0.005). RbtGS: results show that frequencies are not randomly obtained, but diagnosis obtained by assessing pain with the RbtGS are related to PP (p≤0.05).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.g001" xlink:type="simple"/>
</fig>
<table-wrap id="pone.0221377.t005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0221377.t005</object-id>
<label>Table 5</label> <caption><title>Results for CANCRS, CPS and RbtGS compared to PP.</title></caption>
<alternatives>
<graphic id="pone.0221377.t005g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.t005" xlink:type="simple"/>
<table>
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center" colspan="2" rowspan="2"/>
<th align="center" colspan="4">PRESUMPTIVE PAIN (PP)</th>
</tr>
<tr>
<th align="center">NP</th>
<th align="center">D</th>
<th align="center">MP</th>
<th align="center">SP</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center" rowspan="4">CANCRS</td>
<td align="center">NP</td>
<td align="center">24 of 38</td>
<td align="center">55 of 116</td>
<td align="center">6 of 64</td>
<td align="center">1 of 14</td>
</tr>
<tr>
<td align="center">D</td>
<td align="center">14 of 38</td>
<td align="center">58 of 116</td>
<td align="center">54 of 64</td>
<td align="center">9 of 14</td>
</tr>
<tr>
<td align="center">MP</td>
<td align="center">0 of 38</td>
<td align="center">3 of 116</td>
<td align="center">4 of 64</td>
<td align="center">4 of 14</td>
</tr>
<tr>
<td align="center">SP</td>
<td align="center">0 of 38</td>
<td align="center">0 of 116</td>
<td align="center">0 of 64</td>
<td align="center">0 of 14</td>
</tr>
<tr>
<td align="center" rowspan="4">CPS</td>
<td align="center">NP</td>
<td align="center">10 of 38</td>
<td align="center">25 of 116</td>
<td align="center">6 of 64</td>
<td align="center">4 of 14</td>
</tr>
<tr>
<td align="center">D</td>
<td align="center">28 of 38</td>
<td align="center">88 of 116</td>
<td align="center">53 of 64</td>
<td align="center">8 of 14</td>
</tr>
<tr>
<td align="center">MP</td>
<td align="center">0 of 38</td>
<td align="center">3 of 116</td>
<td align="center">5 of 64</td>
<td align="center">2 of 14</td>
</tr>
<tr>
<td align="center">SP</td>
<td align="center">0 of 38</td>
<td align="center">0 of 116</td>
<td align="center">0 of 64</td>
<td align="center">0 of 14</td>
</tr>
<tr>
<td align="center" rowspan="4">RbtGS</td>
<td align="center">NP</td>
<td align="center">23 of 38</td>
<td align="center">47 of 116</td>
<td align="center">8 of 64</td>
<td align="center">0 of 14</td>
</tr>
<tr>
<td align="center">D</td>
<td align="center">15 of 38</td>
<td align="center">49 of 116</td>
<td align="center">35 of 64</td>
<td align="center">5 of 14</td>
</tr>
<tr>
<td align="center">MP</td>
<td align="center">0 of 38</td>
<td align="center">3 of 116</td>
<td align="center">1 of 64</td>
<td align="center">3 of 14</td>
</tr>
<tr>
<td align="center">SP</td>
<td align="center">0 of 38</td>
<td align="center">17 of 116</td>
<td align="center">20 of 64</td>
<td align="center">6 of 14</td>
</tr>
</tbody>
</table>
</alternatives>
<table-wrap-foot>
<fn id="t005fn001"><p>A presumptive pain class (PP) was assigned to each patient at admission. Patients (n = 38) were classified as NP; patients (n = 116) were classified as D; patients (n = 64) were classified as MP; patients (n = 14) were classified as SP. Patients pain was then assessed. Results for CANCRS, CPS, RbtGS were divided for each pain class and listed in columns.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="sec012" sec-type="conclusions">
<title>Discussion</title>
<p>This study assessed the inter-rater reliability and construct validity of the CANCRS in a clinical environment. The scale is recommended for clinical use, for CANCRS construct validity was confirmed, and very good inter-rater reliability exists between veterinarians and veterinary medicine students. Results for RbtGS showed a good-to-very-good level of reliability, and the scale has construct validity. Although reliability results for CPS are very good for both veterinarians and veterinary medicine students, validity results show that using CPS alone is not effective, since presumptive pain classes and CPS results were differently distributed. The RbtGS is the only existing scale for acute pain evaluation in laboratory rabbits. It is based on five facial action units [<xref ref-type="bibr" rid="pone.0221377.ref015">15</xref>] that can be observed from a distance in a relatively short time, making the evaluation less stressful for the patient. RbtGS was developed on one rabbit breed only, NZW, since laboratory rabbits were supposed to be healthy and undergoing a routinely procedure such as ear tattooing [<xref ref-type="bibr" rid="pone.0221377.ref015">15</xref>]. The present study assessed the reliability and the construct validity of the RbtGS in a clinical setting, considering patients with several clinical conditions and testing the scale on various rabbit breeds and hybrids with many morphological variations.</p>
<p>RbtGS is included in the CANCRS; consequently, using it alone is faster. However, the clinical parameters that the latter scale adds to the RbtGS, should always be monitored during any clinical examination. Therefore, using the CANCRS can lead to a more comprehensive evaluation of the patient, as composite pain scales encourage the observer to consider some behavioral and physiological changes, that would not otherwise be evaluated, but their importance is undeniable as pain is a multidimensional experience [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>]. However, it is important to bear in mind that none of the cases of presumed severe pain were detected by the CANCRS. This should be taken into consideration by the clinician when performing pain assessment and the recommendation is to always consider serious clinical conditions as cases of severe pain.</p>
<p>Currently, no gold standard for pain assessment in rabbits exists; therefore, results were compared to presumptive pain classes, according to what is reported in literature for other domestic mammals [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>]. Although it should be remembered that these classes are only presumed, as pain is a subjective experience that is not possible to completely describe except for self-reported pain, and this is possibly only in human medicine [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>]. Furthermore, pain intensity can change due to several factors, such as the concomitant presence of other sources of pain, previous painful experiences, the age and the gender of the animal [<xref ref-type="bibr" rid="pone.0221377.ref002">2</xref>,<xref ref-type="bibr" rid="pone.0221377.ref031">31</xref>]. These are significant limitations that should always be considered when dealing with pain assessment in veterinary medicine.</p>
<p>There are other limitations to bear in mind when applying physiological and behavioral parameters to evaluate pain. Physiological parameters can be altered in several circumstances such as stress, positive excitement and any pathological conditions [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>]. Handling during the clinical examination is stressful for the patient, therefore physiological parameters such as respiratory and heart rates have only a limited function in pain assessment [<xref ref-type="bibr" rid="pone.0221377.ref007">7</xref>,<xref ref-type="bibr" rid="pone.0221377.ref010">10</xref>]; specifically heart rate is often hard to count, given high physiological frequencies typical of small mammals. Behavioral changes are considered to be a more reliable sign of pain and the return to a calm and unstressed behavior often coincides with pain resolution [<xref ref-type="bibr" rid="pone.0221377.ref032">32</xref>]. According to composite pain scales developed for other species [<xref ref-type="bibr" rid="pone.0221377.ref011">11</xref>,<xref ref-type="bibr" rid="pone.0221377.ref012">12</xref>,<xref ref-type="bibr" rid="pone.0221377.ref014">14</xref>], some behavioral changes are effective for pain assessment, but some of them may be hard to assess during a relatively short clinical examination (e.g. changes in grooming frequency) [<xref ref-type="bibr" rid="pone.0221377.ref030">30</xref>]. Although selected parameters do not represent a complete behavioral approach, acute behavioral changes during palpation and vocalizations could be a good indication of the pain the patient is experiencing. To properly assess the presence of abnormalities, familiarity with the typical behavior of the species and knowledge of the individual characteristics are fundamental [<xref ref-type="bibr" rid="pone.0221377.ref003">3</xref>]. The latter consideration encourages testing of the inter-rater agreement between veterinarians and veterinary medicine students for each parameter of the scale by assessing Cohen’s kappa. Results show that the agreement between raters for all parameters included in the CANCRS are good or very good. Specifically, the FAU included in the RbtGS results have a moderate inter-rater agreement, except for ear position, for which Cohen’s kappa result was very good. Although, we cannot exclude that this result is due to the small subject population considered. Strengths of this study include a relatively large sample size, compared to other papers [<xref ref-type="bibr" rid="pone.0221377.ref015">15</xref>,<xref ref-type="bibr" rid="pone.0221377.ref031">31</xref>], patients with a wide range of clinical conditions and morphological differences due to the variety of breeds and hybrids considered.</p>
<p>In conclusion, this study suggests that the CANCRS could be a useful tool in clinical practice in order to improve pain assessment.</p>
<p>Responsiveness of the scale of changes in pain level according to analgesic administration was not tested in the present study and internal validity represents another area for further study.</p>
</sec>
<sec id="sec013">
<title>Supporting information</title>
<supplementary-material id="pone.0221377.s001" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" position="float" xlink:href="info:doi/10.1371/journal.pone.0221377.s001" xlink:type="simple">
<label>S1 Dataset</label>
<caption>
<title/>
<p>(XLSX)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ack>
<p>The authors are extremely grateful to Dr Matt Leach from the School of Agriculture, Food &amp; Rural Development, Newcastle University, who provided us with the material and information about the proper use of the RbtGS.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0221377.ref001"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Belshaw</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Yeates</surname> <given-names>J</given-names></name>. <article-title>Assessment of quality of life and chronic pain in dogs</article-title>. <source>Vet J</source>. <year>2018</year>;<volume>239</volume>:<fpage>59</fpage>–<lpage>64</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.tvjl.2018.07.010" xlink:type="simple">10.1016/j.tvjl.2018.07.010</ext-link></comment> <object-id pub-id-type="pmid">30197111</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref002"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Della Rocca</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Catanzaro</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Di Salvo</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Goldberg</surname> <given-names>ME</given-names></name>. <article-title>Diagnosis of pain in small companion animals</article-title>. <source>Am J Anim Vet Sci</source>. <year>2015</year>; <volume>10</volume>(<issue>2</issue>):<fpage>57</fpage>–<lpage>66</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref003"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Benato</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Rooney</surname> <given-names>NJ</given-names></name>, <name name-style="western"><surname>Murrell</surname> <given-names>JC</given-names></name>. <article-title>Pain and analgesia in pet rabbits within the veterinary environment: a review</article-title>. <source>Vet Anaesth Analg</source>. <year>2019</year>;<volume>46</volume>(<issue>2</issue>):<fpage>151</fpage>–<lpage>62</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.vaa.2018.10.007" xlink:type="simple">10.1016/j.vaa.2018.10.007</ext-link></comment> <object-id pub-id-type="pmid">30737017</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref004"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Leach</surname> <given-names>MC</given-names></name>, <name name-style="western"><surname>Allweiler</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Richardson</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Roughan</surname> <given-names>JV</given-names></name>, <name name-style="western"><surname>Narbe</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Flecknell</surname> <given-names>PA</given-names></name>. <article-title>Behavioural effects of ovariohysterectomy and oral administration of meloxicam in laboratory housed rabbits</article-title>. <source>Res Vet Sci</source>. <year>2009</year>;<volume>87</volume>(<issue>2</issue>):<fpage>336</fpage>–<lpage>47</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.rvsc.2009.02.001" xlink:type="simple">10.1016/j.rvsc.2009.02.001</ext-link></comment> <object-id pub-id-type="pmid">19303122</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref005"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>DiVincenti</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Westcott</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Meirelles</surname> <given-names>LAD</given-names></name>. <article-title>Safety and clinical effectiveness of a compounded sustained-release formulation of buprenorphine for postoperative analgesia in New Zealand White Rabbits</article-title>. <source>J Am Vet Med Assoc</source>. <year>2016</year>;<volume>248</volume>(<issue>7</issue>):<fpage>795</fpage>–<lpage>801</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.2460/javma.248.7.795" xlink:type="simple">10.2460/javma.248.7.795</ext-link></comment> <object-id pub-id-type="pmid">27003021</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref006"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Goldschlager</surname> <given-names>GB</given-names></name>, <name name-style="western"><surname>Gillespie</surname> <given-names>VL</given-names></name>, <name name-style="western"><surname>Palme</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Baxter</surname> <given-names>MG</given-names></name>. <article-title>Effects of multimodal analgesia with low-dose buprenorphine and meloxicam on fecal glucocorticoid metabolites after surgery in New Zealand White Rabbits (Oryctolagus cuniculus)</article-title>. <source>J Am Assoc Lab Anim Sci</source>. <year>2013</year>;<volume>52</volume>(<issue>5</issue>):<fpage>571</fpage>–<lpage>6</lpage>. <object-id pub-id-type="pmid">24041213</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref007"><label>7</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Varga</surname> <given-names>M</given-names></name>. <source>Textbook of rabbit medicine</source>. <edition>2nd ed</edition>. <publisher-loc>St Louis (MI)</publisher-loc>: <publisher-name>Elsevier Pub</publisher-name>; <year>2014</year>.</mixed-citation></ref>
<ref id="pone.0221377.ref008"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vedpathak</surname> <given-names>HS</given-names></name>, <name name-style="western"><surname>Tank</surname> <given-names>PH</given-names></name>, <name name-style="western"><surname>Karle</surname> <given-names>AS</given-names></name>, <name name-style="western"><surname>Mahida</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Joshi</surname> <given-names>DO</given-names></name>, <name name-style="western"><surname>Dhami</surname> <given-names>MA</given-names></name>. <article-title>Pain management in veterinary patients</article-title>. <source>Vet World</source>. <year>2009</year>;<volume>2</volume>(<issue>9</issue>):<fpage>360</fpage>–<lpage>3</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref009"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Morgan</surname> <given-names>CA</given-names></name>, <name name-style="western"><surname>McDonald</surname> <given-names>M</given-names></name>. <article-title>Ethical dilemmas in veterinary medicine</article-title>. <source>Vet Clin Small Anim</source>. <year>2007</year>;<volume>37</volume>:<fpage>165</fpage>–<lpage>79</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref010"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wenger</surname> <given-names>S</given-names></name>. <article-title>Anaesthesia and analgesia in rabbits and rodents</article-title>. <source>J Exot Pet Med</source>. <year>2012</year>;(<issue>21</issue>):<fpage>7</fpage>–<lpage>16</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref011"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reid</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Nolan</surname> <given-names>AM</given-names></name>, <name name-style="western"><surname>Hughes</surname> <given-names>JML</given-names></name>, <name name-style="western"><surname>Lascelles</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Pawson</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>EM</given-names></name>. <article-title>Development of the short-form Glasgow Composite Measure Pain Scale (CMPS-SF) and derivation of an analgesic intervention score</article-title>. <source>Anim Welf</source>. <year>2007</year>;(<issue>16</issue>):<fpage>97</fpage>–<lpage>104</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref012"><label>12</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reid</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>EM</given-names></name>, <name name-style="western"><surname>Calvo</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Nolan</surname> <given-names>AM</given-names></name>. <article-title>Definitive Glasgow acute pain scale for cats: validation and intervention level</article-title>. <source>Vet Rec</source>. <year>2017</year>;<volume>180</volume>(<issue>18</issue>):<fpage>449</fpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref013"><label>13</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Johnston</surname> <given-names>MS</given-names></name>. <article-title>Clinical approaches to analgesia in ferrets and rabbits</article-title>. <source>Semin Avian Exot Pet Med</source>. <year>2005</year>;<fpage>229</fpage>–<lpage>35</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref014"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Holopherne-Doran</surname> <given-names>D</given-names></name>. <article-title>Validation of the 4AVet postoperative pain scale in dogs and cats</article-title>. <source>Vet Anaesth Analg</source>. <year>2010</year>;<volume>37</volume>:<fpage>1</fpage>–<lpage>17</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref015"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Keating</surname> <given-names>SC</given-names></name>, <name name-style="western"><surname>Thomas</surname> <given-names>AA</given-names></name>, <name name-style="western"><surname>Flecknell</surname> <given-names>PA</given-names></name>, <name name-style="western"><surname>Leach</surname> <given-names>MC</given-names></name>. <article-title>Evaluation of EMLA cream for preventing pain during tattooing of rabbits: changes in physiological, behavioural and facial expression responses</article-title>. <source>PLoS One</source>. <year>2012</year>;<volume>7</volume>(<issue>9</issue>):<fpage>e44437</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0044437" xlink:type="simple">10.1371/journal.pone.0044437</ext-link></comment> <object-id pub-id-type="pmid">22970216</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref016"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Dalla Costa</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Minero</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Lebelt</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Stucke</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Canali</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Leach</surname> <given-names>MC</given-names></name>. <article-title>Development of the Horse Grimace Scale (HGS) as a pain assessment tool in horses undergoing routine castration</article-title>. <source>PLoS One</source>. <year>2014</year>;<volume>9</volume>(<issue>3</issue>):<fpage>e92281</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0092281" xlink:type="simple">10.1371/journal.pone.0092281</ext-link></comment> <object-id pub-id-type="pmid">24647606</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref017"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Häger</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Buettner</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Glage</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Keubler</surname> <given-names>LM</given-names></name>, <name name-style="western"><surname>Held</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Bleich</surname> <given-names>EM</given-names></name> <etal>et al</etal>. <article-title>The Sheep Grimace Scale as an indicator of post-operative distress and pain in laboratory sheep</article-title>. <source>PLoS One</source>. <year>2017</year>;<volume>12</volume>(<issue>4</issue>):<fpage>e0175839</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0175839" xlink:type="simple">10.1371/journal.pone.0175839</ext-link></comment> <object-id pub-id-type="pmid">28422994</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref018"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reijgwart</surname> <given-names>ML</given-names></name>, <name name-style="western"><surname>Schoemaker</surname> <given-names>NJ</given-names></name>, <name name-style="western"><surname>Pascuzzo</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Leach</surname> <given-names>MC</given-names></name>, <name name-style="western"><surname>Stodel</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Loes de Nies</surname></name>, <etal>et al</etal>. <article-title>The composition and initial evaluation of a grimace scale in ferrets after surgical implantation of a telemetry probe</article-title>. <source>PLoS One</source>. <year>2017</year>;<volume>12</volume>(<issue>11</issue>):<fpage>e0187986</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0187986" xlink:type="simple">10.1371/journal.pone.0187986</ext-link></comment> <object-id pub-id-type="pmid">29131858</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref019"><label>19</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Leach</surname> <given-names>MC</given-names></name>, <name name-style="western"><surname>Klaus</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Miller</surname> <given-names>AM</given-names></name>, <name name-style="western"><surname>Scotto di Perrottolo</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Sotocinal</surname> <given-names>SG</given-names></name>, <name name-style="western"><surname>Flecknell</surname> <given-names>PA</given-names></name>. <article-title>The assessment of post-vasectomy pain in mice using behaviour and the Mouse Grimace Scale</article-title>. <source>PLoS One</source>. <year>2012</year>;<volume>7</volume>(<issue>4</issue>):<fpage>e35656</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0035656" xlink:type="simple">10.1371/journal.pone.0035656</ext-link></comment> <object-id pub-id-type="pmid">22558191</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref020"><label>20</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Oliver</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>De Rantere</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Ritchie</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Chisholm</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Hecker</surname> <given-names>KG</given-names></name>, <name name-style="western"><surname>Pang</surname> <given-names>DSJ</given-names></name>. <article-title>Psychometric assessment of the Rat Grimace Scale and development of an analgesic intervention score</article-title>. <source>PLoS One</source>. <year>2014</year>;<volume>9</volume>(<issue>5</issue>):<fpage>e97882</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1371/journal.pone.0097882" xlink:type="simple">10.1371/journal.pone.0097882</ext-link></comment> <object-id pub-id-type="pmid">24838111</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref021"><label>21</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Miller-Keane</surname></name>. Encyclopedia and dictinary of Medicine, <source>Nursing and Allied Health</source>. <edition>7th ed</edition>. <publisher-name>Saunders</publisher-name>, editor. <publisher-loc>St Louis, Missouri</publisher-loc>; <year>2003</year>. p.<fpage>2344</fpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref022"><label>22</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Firth</surname> <given-names>AM</given-names></name>, <name name-style="western"><surname>Haldane</surname> <given-names>SL</given-names></name>. <article-title>Development of a scale to evaluate postoperative pain in dogs</article-title>. <source>J Am Vet Med Assoc</source>. <year>1999</year>;<volume>214</volume>(<issue>5</issue>):<fpage>651</fpage>–<lpage>9</lpage>. <object-id pub-id-type="pmid">10088012</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref023"><label>23</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wildemeersch</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Peeters</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Saldien</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Vercauteren</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Hans</surname> <given-names>G</given-names></name>. <article-title>Pain assessment by pupil dilation reflex in response to noxious stimulation in anaesthetized adults</article-title>. <source>Acta Anaesthesiol Scand</source>. <year>2018</year>.</mixed-citation></ref>
<ref id="pone.0221377.ref024"><label>24</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Holton</surname> <given-names>LL</given-names></name>, <name name-style="western"><surname>Scott</surname> <given-names>EM</given-names></name>, <name name-style="western"><surname>Nolan</surname> <given-names>AM</given-names></name>, <name name-style="western"><surname>Reid</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Welsh</surname> <given-names>E</given-names></name>. <article-title>Relationship between physiological factors and clinical pain in dogs scored using a numerical rating scale</article-title>. <source>J Small Anim Pract</source>. <year>1998</year>;<volume>39</volume>(<issue>10</issue>):<fpage>469</fpage>–<lpage>74</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/j.1748-5827.1998.tb03681.x" xlink:type="simple">10.1111/j.1748-5827.1998.tb03681.x</ext-link></comment> <object-id pub-id-type="pmid">9816569</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref025"><label>25</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Harcourt-Brown</surname> <given-names>F</given-names></name>. <source>Textbook of Rabbit Medicine: Biological characteristics of the domestic rabbit (Oryctolagus cuniculi)</source>. <publisher-loc>Oxford</publisher-loc>: <publisher-name>Reed Educational and Professional Publishing Ltd</publisher-name>; <year>2002</year>.</mixed-citation></ref>
<ref id="pone.0221377.ref026"><label>26</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Clark</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Fan</surname> <given-names>VS</given-names></name>, <name name-style="western"><surname>Slatore</surname> <given-names>CG</given-names></name>, <name name-style="western"><surname>Locke</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Whitson</surname> <given-names>HE</given-names></name>, <name name-style="western"><surname>Nici</surname> <given-names>L</given-names></name>, <etal>et al</etal>. <article-title>Dyspnea and pain frequently occur among medical managed care recipients</article-title>. <source>Ann. Am. Thorac. Soc</source>. <year>2014</year>; <volume>11</volume>(<issue>6</issue>): <fpage>890</fpage>–<lpage>897</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1513/AnnalsATS.201310-369OC" xlink:type="simple">10.1513/AnnalsATS.201310-369OC</ext-link></comment> <object-id pub-id-type="pmid">24960243</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref027"><label>27</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Tindall</surname> <given-names>SC</given-names></name>. <source>Clinical Methods: The history, physical, and laboratory examinations</source>. <name name-style="western"><surname>Walker</surname> <given-names>HK</given-names></name>, <name name-style="western"><surname>Hall</surname> <given-names>WD</given-names></name> <name name-style="western"><surname>H</surname> <given-names>J</given-names></name>, editor. <publisher-loc>Boston</publisher-loc>: <publisher-name>Butterworths</publisher-name>; <year>1990</year>. Chapter 57.</mixed-citation></ref>
<ref id="pone.0221377.ref028"><label>28</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Matthews</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Kronen</surname> <given-names>PV</given-names></name>, <name name-style="western"><surname>Lascelles</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Nolan</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Robertson</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Steagall</surname> <given-names>PV</given-names></name> <etal>et al</etal>. <article-title>Guidelines for recognition, assessment and treatment of pain</article-title>. <source>J Small Anim Pract</source>. <year>2014</year>;<volume>55</volume>:<fpage>E10</fpage>–<lpage>68</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1111/jsap.12200" xlink:type="simple">10.1111/jsap.12200</ext-link></comment> <object-id pub-id-type="pmid">24841489</object-id></mixed-citation></ref>
<ref id="pone.0221377.ref029"><label>29</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Altman</surname> <given-names>D</given-names></name>. <source>Pratical statistics for medical research</source>. <edition>1st ed</edition>. <name name-style="western"><surname>Hall</surname> <given-names>C</given-names></name> and, editor. <publisher-loc>London</publisher-loc>; <year>1991</year>. <fpage>404</fpage>–<lpage>408</lpage> p.</mixed-citation></ref>
<ref id="pone.0221377.ref030"><label>30</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McLennan</surname> <given-names>KM</given-names></name>, <name name-style="western"><surname>Miller</surname> <given-names>AL</given-names></name>, <name name-style="western"><surname>Dalla Costa</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Stucke</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Corke</surname> <given-names>MJ</given-names></name>, <name name-style="western"><surname>Broom</surname> <given-names>DM</given-names></name> <etal>et al</etal>. <article-title>Conceptual and methodological issues relating to pain assessment in mammals: The development and utilisation of pain facial expression scales</article-title>. <source>Appl Anim Behav Sci</source>. <year>2019</year>;<volume>217</volume>:<fpage>1</fpage>–<lpage>15</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref031"><label>31</label><mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Mayer</surname> <given-names>J</given-names></name>. <article-title>Use of behavior analysis to recognize pain in small mammals</article-title>. <source>Lab Anim</source>. <year>2007</year>;<volume>36</volume>(<issue>6</issue>):<fpage>43</fpage>–<lpage>8</lpage>.</mixed-citation></ref>
<ref id="pone.0221377.ref032"><label>32</label><mixed-citation publication-type="book" xlink:type="simple"><name name-style="western"><surname>Mich</surname> <given-names>P.M.</given-names></name> and <name name-style="western"><surname>Hellyer</surname> <given-names>P.W.</given-names></name>, <year>2009</year>. <chapter-title>Objective, categorical methods for assessing pain and analgesia</chapter-title>. In: <source>Veterinary Pain Management</source>, <name name-style="western"><surname>Gaynor</surname> <given-names>J.S</given-names></name>. and <name name-style="western"><surname>Muir</surname> <given-names>W.W.</given-names></name> (Eds.), <publisher-name>Mosby Elsevier</publisher-name>, <publisher-loc>St. Louis, Missouri</publisher-loc>.</mixed-citation></ref>
</ref-list>
</back>
</article>