<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="3.0" xml:lang="en">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id><journal-title-group>
<journal-title>PLoS ONE</journal-title></journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, USA</publisher-loc></publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PONE-D-14-08872</article-id>
<article-id pub-id-type="doi">10.1371/journal.pone.0104793</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Biology and life sciences</subject><subj-group><subject>Psychology</subject><subj-group><subject>Behavior</subject><subj-group><subject>Parenting behavior</subject></subj-group></subj-group><subj-group><subject>Developmental psychology</subject><subject>Emotions</subject><subject>Human relations</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Medicine and health sciences</subject><subj-group><subject>Epidemiology</subject><subj-group><subject>Clinical epidemiology</subject><subject>Epidemiological methods and statistics</subject><subject>Pediatric epidemiology</subject></subj-group></subj-group><subj-group><subject>Mental health and psychiatry</subject></subj-group><subj-group><subject>Pediatrics</subject><subj-group><subject>Child abuse</subject><subject>Child development</subject><subject>Child health</subject></subj-group></subj-group><subj-group><subject>Public and occupational health</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Social sciences</subject></subj-group></article-categories>
<title-group>
<article-title>Exploring the Relation of Harsh Parental Discipline with Child Emotional and Behavioral Problems by Using Multiple Informants. The Generation R Study</article-title>
<alt-title alt-title-type="running-head">Parental Discipline and Child Emotions and Behaviors</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Mackenbach</surname><given-names>Joreintje D.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Ringoot</surname><given-names>Ank P.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>van der Ende</surname><given-names>Jan</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Verhulst</surname><given-names>Frank C.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Jaddoe</surname><given-names>Vincent W. V.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Hofman</surname><given-names>Albert</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Jansen</surname><given-names>Pauline W.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Tiemeier</surname><given-names>Henning W.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff3"><sup>3</sup></xref><xref ref-type="aff" rid="aff5"><sup>5</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label>1</label><addr-line>The Generation R Study Group, Erasmus MC-University Medical Centre, Rotterdam, The Netherlands</addr-line></aff>
<aff id="aff2"><label>2</label><addr-line>Department of Child and Adolescent Psychiatry/Psychology, Erasmus MC-University Medical Centre, Rotterdam, The Netherlands</addr-line></aff>
<aff id="aff3"><label>3</label><addr-line>Department of Epidemiology, Erasmus MC-University Medical Centre, Rotterdam, The Netherlands</addr-line></aff>
<aff id="aff4"><label>4</label><addr-line>Department of Pediatrics, Erasmus MC-University Medical Centre, Rotterdam, The Netherlands</addr-line></aff>
<aff id="aff5"><label>5</label><addr-line>Department of Psychiatry, Erasmus MC-University Medical Centre, Rotterdam, The Netherlands</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple"><name name-style="western"><surname>Tsuchiya</surname><given-names>Kenji J.</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/></contrib>
</contrib-group>
<aff id="edit1"><addr-line>Hamamatsu University School of Medicine, Japan</addr-line></aff>
<author-notes>
<corresp id="cor1">* E-mail: <email xlink:type="simple">h.tiemeier@erasmusmc.nl</email></corresp>
<fn fn-type="conflict"><p>The authors have read the journal's policy and have the following conflicts: Prof. Dr. Frank C. Verhulst is a contributing author of the Achenbach System of Empirically Based Assessments, from which he receives remuneration. Vincent Jaddoe is a PLoS ONE Editorial Board member. This does not alter the authors' adherence to all the PLoS ONE policies on sharing data and materials. The authors have declared that no other potentially competing interests exist.</p></fn>
<fn fn-type="con"><p>Conceived and designed the experiments: JDM AR HT. Performed the experiments: AR JDM PWJ. Analyzed the data: JDM AR JvdE. Contributed reagents/materials/analysis tools: FV AH VWVJ HWT. Wrote the paper: JDM AR JvdE FV VWVJ AH PWJ HWT.</p></fn>
</author-notes>
<pub-date pub-type="collection"><year>2014</year></pub-date>
<pub-date pub-type="epub"><day>13</day><month>8</month><year>2014</year></pub-date>
<volume>9</volume>
<issue>8</issue>
<elocation-id>e104793</elocation-id>
<history>
<date date-type="received"><day>27</day><month>2</month><year>2014</year></date>
<date date-type="accepted"><day>12</day><month>7</month><year>2014</year></date>
</history>
<permissions>
<copyright-year>2014</copyright-year>
<copyright-holder>Mackenbach et al</copyright-holder><license xlink:type="simple"><license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p></license></permissions>
<abstract>
<p>Parental harsh disciplining, like corporal punishment, has consistently been associated with adverse mental health outcomes in children. It remains a challenge to accurately assess the consequences of harsh discipline, as researchers and clinicians generally rely on parent report of young children's problem behaviors. If parents rate their parenting styles and their child's behavior this may bias results. The use of child self-report on problem behaviors is not common but may provide extra information about the relation of harsh parental discipline and problem behavior. We examined the independent contribution of young children's self-report above parental report of emotional and behavioral problems in a study of maternal and paternal harsh discipline in a birth cohort. Maternal and paternal harsh discipline predicted both parent reported behavioral and parent reported emotional problems, but only child reported behavioral problems. Associations were not explained by pre-existing behavioral problems at age 3. Importantly, the association with child reported outcomes was independent from parent reported problem behavior. These results suggest that young children's self-reports of behavioral problems provide unique information on the effects of harsh parental discipline. Inclusion of child self-reports can therefore help estimate the effects of harsh parental discipline more accurately.</p>
</abstract>
<funding-group><funding-statement>The first phase of the Generation R Study was made possible by financial support from: Erasmus Medical Center, Rotterdam, Erasmus University Rotterdam, and the Netherlands Organization for Health Research and Development (ZonMw). The present study was supported by an additional grant from the Netherlands Organization for Scientific Research to Henning Tiemeier (NWO ZonMW VIDI; grant no. 017.106.370). The funders had no role in the study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement></funding-group><counts><page-count count="9"/></counts></article-meta>
</front>
<body><sec id="s1">
<title>Introduction</title>
<p>Parenting practices play a fundamental role in children's emotional and behavioral development. Corporal disciplining practices have consistently been associated with adverse mental health outcomes, such as poor school achievements, behavioral problems, lowered self-esteem and delinquent behaviors <xref ref-type="bibr" rid="pone.0104793-Teicher1">[1]</xref>–<xref ref-type="bibr" rid="pone.0104793-Berger1">[4]</xref>. Milder forms of negative parental disciplining strategies -like harsh discipline- have also been studied repeatedly. Harsh discipline is characterized by parental attempts to control a child using verbal violence (shouting) or physical forms of punishment (pinching or hitting) <xref ref-type="bibr" rid="pone.0104793-Chang1">[5]</xref>. These forms of parental disciplining practices have been associated not only with child behavioral problems, in line with a cycle of violence hypothesis <xref ref-type="bibr" rid="pone.0104793-Avakame1">[6]</xref>, but also with child emotional problems <xref ref-type="bibr" rid="pone.0104793-Teicher1">[1]</xref>, <xref ref-type="bibr" rid="pone.0104793-Chang1">[5]</xref>, <xref ref-type="bibr" rid="pone.0104793-Taylor1">[7]</xref>, <xref ref-type="bibr" rid="pone.0104793-Vostanis1">[8]</xref>. The effects of these milder forms of harsh disciplining may be less pronounced, yet are important since the prevalence of these forms of parental discipline is high. In a recent study using data from the present cohort we demonstrated that no less than 77% of mothers and 67% of fathers shouted at their child at least once in the last two weeks, in addition the number of parents threatening to slap (20–24%) or angrily pinching the child's arm (15%) was also considerable <xref ref-type="bibr" rid="pone.0104793-Jansen1">[9]</xref>. Given the high prevalence and the known burden for children it is important to examine the consequences of these milder forms of harsh parental disciplining accurately.</p>
<p>As child behavior problems like aggressive or oppositional behaviors may lead to higher levels of harsh discipline by parents <xref ref-type="bibr" rid="pone.0104793-Anderson1">[10]</xref>, it is important to study the effects of harsh parental disciplining on child problem behaviors prospectively. A number of longitudinal studies have affirmed that, after controlling for baseline emotional and behavioral problems, children exposed to less extreme forms of parental harsh discipline have an increased risk of behavioral problems and psychiatric disorders later in life <xref ref-type="bibr" rid="pone.0104793-Larzelere1">[2]</xref>, <xref ref-type="bibr" rid="pone.0104793-Taylor1">[7]</xref>.</p>
<p>Despite a large body of evidence, the existing literature on emotional and behavioral consequences of mild harsh discipline suffers limitations. Most studies relied on parental and often only on maternal report of child behavioral problems <xref ref-type="bibr" rid="pone.0104793-Larzelere1">[2]</xref>, <xref ref-type="bibr" rid="pone.0104793-Taylor1">[7]</xref>, <xref ref-type="bibr" rid="pone.0104793-Lansford1">[11]</xref>–<xref ref-type="bibr" rid="pone.0104793-McLeod1">[13]</xref>. Relying on one informant for both the determinant and the outcome is problematic, as parents who rate their own parenting styles as ‘harsh’ may also perceive their child's behavior differently than parents that do not use harsh disciplining <xref ref-type="bibr" rid="pone.0104793-Chang1">[5]</xref>, <xref ref-type="bibr" rid="pone.0104793-Anderson1">[10]</xref>, <xref ref-type="bibr" rid="pone.0104793-Fox1">[14]</xref>, <xref ref-type="bibr" rid="pone.0104793-Reid1">[15]</xref>. This problem of shared informant bias can be avoided if the informant reporting on the consequences of harsh discipline differs from the informant reporting on harsh discipline. Including multiple reporters may generate additional evidence regarding the consequences of harsh discipline. It has become widely accepted that young children may be a valuable source of information <xref ref-type="bibr" rid="pone.0104793-Kraemer1">[16]</xref>, as they can provide unique insights into their own behaviors <xref ref-type="bibr" rid="pone.0104793-Arsenault1">[17]</xref>. Indeed, self-report on the consequences of harsh discipline has proven to generate valuable results in adolescents <xref ref-type="bibr" rid="pone.0104793-Lansford1">[11]</xref>, <xref ref-type="bibr" rid="pone.0104793-Bolger1">[18]</xref>, <xref ref-type="bibr" rid="pone.0104793-Lansford2">[19]</xref>. Yet, few studies on the consequences of parental harsh disciplining have used young children's self-reports.</p>
<p>In the present study we examined the consequences of both maternal and paternal harsh discipline on parent reported and young children's self-reported emotional and behavioral problems. Specifically, we investigated whether any effect observed using child report was independent of parent reported problems. We hypothesized that child self-report of problem behavior would strengthen the evidence of an association between harsh discipline and parent reported problem behavior by contributing unique information.</p>
</sec><sec id="s2" sec-type="methods">
<title>Methods</title>
<sec id="s2a">
<title>Ethics statement</title>
<p>The study was conducted in accordance with the guidelines proposed in the World Medical Association Declaration of Helsinki and has been approved by the Medical Ethical Committee of the Erasmus Medical Center in Rotterdam, the Netherlands (MEC 198.782/2001/31). Full written informed consent for the postnatal phase was obtained from parents for both parental and child data.</p>
</sec><sec id="s2b">
<title>Study design and population</title>
<p>This study was embedded in the Generation R Study, a prospective population-based cohort from fetal life onwards. The design and data collection methods have been extensively described elsewhere <xref ref-type="bibr" rid="pone.0104793-Jaddoe1">[20]</xref>. Briefly, all pregnant women residing in Rotterdam, with an expected delivery date between April 2002 and January 2006, were eligible for participation in Generation R. For this study, we considered participants with full postnatal written consent (N = 7,295) eligible. A questionnaire including parental disciplining at age three years was returned by 4,733 mothers and constituted the baseline. Of those, 718 children had missing data on child self-reported emotional and behavioral problems (BPI) at age six years, yielding a sample size of 4,015 (follow-up response: 85%) for analyses with maternal harsh discipline and <italic>child reported problems</italic>. The sample size for analyses with maternal harsh discipline and <italic>parent reported problems</italic> was n = 3,764. A flow chart is provided in supplementary material (<xref ref-type="supplementary-material" rid="pone.0104793.s001">Figure S1</xref>).</p>
</sec><sec id="s2c">
<title>Measures</title>
<sec id="s2c1">
<title>Harsh Discipline</title>
<p>Information about parental disciplining practices was obtained by postal questionnaires when the children were three years old. We assessed various types of disciplining by ten items that were based on the Parent-Child Conflict Tactics Scale <xref ref-type="bibr" rid="pone.0104793-Straus1">[21]</xref>. In a previous study in the same cohort, a harsh discipline scale was confirmed using factor analysis. This resulted in a scale consisting of six items, representing constructs of psychological aggression and (mild) physical assault: “In the past week/month, I angrily pinched my child's arm”, “I shouted, yelled or screamed angrily at my child”, “I scolded at my child”, “I threatened to slap, spank or hit my child but did not actually do it”, “I called my child dumb or lazy or some other name like that” and “I shook my child”. Items were scored on a scale from 0 to 2. In line with this previous study <xref ref-type="bibr" rid="pone.0104793-Jansen1">[9]</xref>, we calculated separate maternal and paternal harsh discipline scores by summing these six items. This yielded a score ranging from 0 to 12, with higher scores reflecting higher severity of harsh discipline.</p>
</sec><sec id="s2c2">
<title>Emotional and behavioral problems</title>
<p>Children were invited to our research centre in Rotterdam at the age of six years. During this visit, the Berkeley Puppet Interview (BPI) was used to assess emotional and behavioral problems as perceived by the child him/herself as described previously <xref ref-type="bibr" rid="pone.0104793-Ringoot1">[22]</xref>. The BPI is a semi-structured interactive interview technique to obtain self-reports of young children. During the interview, two identical dog hand puppets were introduced to the child and invited the child to engage in a conversation. The puppets made opposing statements about themselves. For example, one puppet said that he was a sad kid, while the other puppet said the he was not a sad kid. Subsequently, the puppets asked children to indicate which statement described themselves best. In this study, we used internalizing (emotional problems) and externalizing (behavioral problems) scales. The Internalizing scale score (20 items) was computed as the sum of the item scores in three scales: Depression, Separation Anxiety and Overanxious. The Externalizing scale score (21 items) was computed as the sum of the item scores in three scales: Oppositional Defiant, Overt Hostility and Conduct Problems. Higher scores on the BPI scales indicate more problems. The psychometric properties of the BPI emotional and behavioral scales in the present study have been described elsewhere <xref ref-type="bibr" rid="pone.0104793-Ringoot1">[22]</xref>, <xref ref-type="bibr" rid="pone.0104793-Luby1">[23]</xref>.</p>
<p>Parent-reported child emotional and behavioral problems were assessed with the Dutch version of the Child Behavior Checklist (CBCL/1,5-5), a 99-item questionnaire that was mailed prior to the visit to the research centre <xref ref-type="bibr" rid="pone.0104793-Achenbach1">[24]</xref>. One of the parents, usually the mother, completed the CBCL/1,5-5 just before the visit to the research centre (92% of the questionnaires were completed by the mothers, 8% by other (primary) caregivers). The internalizing (emotional problems) and externalizing (behavioral problems) broadband scales were used in the present study. The Internalizing scale score (36 items) is the sum of the item scores of four scales: Emotionally Reactive, Anxious/Depressed, Somatic Complaints, and Withdrawn. The Externalizing scale score (24 items) is the sum of the item scores of the Attention Problems and Aggressive Behavior scales. Higher scores on the CBCL scales indicated more problems. Good reliability and validity has been reported for the CBCL/1,5-5 <xref ref-type="bibr" rid="pone.0104793-Tick1">[25]</xref>.</p>
<p>Assessing child problems at age six years was considered appropriate, as both the BPI and the CBCL are valid tools to assess child emotions and behaviors at this age. <xref ref-type="bibr" rid="pone.0104793-Ringoot1">[22]</xref>, <xref ref-type="bibr" rid="pone.0104793-Rescorla1">[26]</xref>, <xref ref-type="bibr" rid="pone.0104793-Verlinden1">[27]</xref> Pre-existing child internalizing and externalizing problems were reported by both mother and father using the CBCL/1,5-5 when children were 3 years old. This provided a three year difference, during transition from preschool to school-age, between determinant and outcome.</p>
</sec><sec id="s2c3">
<title>Covariates</title>
<p>Potential confounders were selected based on prior studies <xref ref-type="bibr" rid="pone.0104793-Taylor1">[7]</xref>, <xref ref-type="bibr" rid="pone.0104793-Vostanis1">[8]</xref>, <xref ref-type="bibr" rid="pone.0104793-Day1">[28]</xref>. Information on gender, date of birth, marital status of the parents, smoking during pregnancy and age of the parents at intake was obtained from midwifery and hospital registries. Information on ethnicity, number of children in the household, educational level of the parents and household income was obtained by questionnaires at age 6 years. The child's ethnicity was classified by the countries of birth of the parents, according to the Dutch standard classification criteria of Statistics Netherlands (2004), and was categorized into Dutch, European and Non-western background (e.g. Turkish, Moroccan, Indonesian, Cape Verdian, Surinamese and Antillean). Educational level of the parents was defined as low (at most lower vocational training), medium low (at most intermediate vocational training), medium high (higher vocational training) and high (university degree). Family household income was divided into two categories: below 2,000 Euros per month which corresponds with below modal income, and 2,000 Euros per month and above. Marital status of parents was defined as either being married/living together or as having no partner.</p>
<p>To assess global parental psychopathology, a selection of 21 items from the Brief Symptom Inventory (BSI) <xref ref-type="bibr" rid="pone.0104793-Boulet1">[29]</xref> was administered to both mothers and fathers when the child was three years old.</p>
<p>Family functioning was measured with the 12-item General Functioning scale of the McMasters Family Assessment Device (FAD) <xref ref-type="bibr" rid="pone.0104793-Miller1">[30]</xref>. In this validated self-report questionnaire, parents (in 82% of the cases this was the mother) rated family functioning and family stress on a 4-point scale.</p>
</sec></sec><sec id="s2d">
<title>Statistical analyses</title>
<p>We first conducted descriptive analyses of the population. Next, correlational analysis of harsh parenting, emotional (internalizing) and behavioral (externalizing) problems and parental psychopathology was performed.</p>
<p>The relation between harsh discipline at age three years and emotional and behavioral problems at age six years was examined with linear regression analyses. To satisfy the assumption of normality, maternal and paternal harsh discipline scores were square root transformed to achieve a normal distribution. Similarly, BPI and CBCL scale scores were transformed using the natural logarithm and the square root respectively, and z-scores were calculated to be able to compare the emotional and behavioral problems with each other.</p>
<p>We studied the effects of maternal and paternal harsh discipline separately. Similarly, we studied parent and child self-reports of emotional and behavioral problems as separate outcomes.</p>
<p>In model 1, unadjusted linear regression analyses of harsh discipline with child emotional and behavioral problems were performed. In model 2, we adjusted for sociodemographic characteristics (child gender, age and ethnicity, number of children in the household, household income, marital status, smoking during pregnancy, maternal and paternal educational level), maternal and paternal psychopathology score, and family functioning. Covariates were included in the second model if they changed the effect estimates of the unadjusted relation between harsh discipline and emotional and behavioral problems by more than 5%. (However, had we used a 10% change in effect estimates as inclusion criterion -another commonly used criterion <xref ref-type="bibr" rid="pone.0104793-Walter1">[31]</xref>- the same confounders would have been selected.) To adjust for pre-existing emotional and behavioral problems, in model 3 we additionally accounted for emotional (if emotional problems were the outcome) or behavioral problems (if behavioral problems were the outcome) assessed at age 3 years. If the association between harsh discipline and problem behavior is independent of baseline problem behavior, this would strengthen the assumption that the temporality of the associations.</p>
<p>Analyses were adjusted for maternal characteristics (maternal education, maternal psychopathology and the maternal report of pre-existing child emotional/externalizing problems) unless paternal harsh discipline was the independent variable; in this case we adjusted for the respective paternal characteristics.</p>
<p>Next, we additionally adjusted the analyses of the child self-report problem behavior (model 3) for parent reported emotional and behavioral problems (model 4). The aim of this analysis was to examine whether harsh discipline could predict child self-reported emotional and behavioral problems, over and above parent report. If the association is independent of parent report, this suggests children can provide unique outcome information in this study of parental harsh discipline.</p>
<p>To test the influence of effect modifiers, we specified interaction terms for harsh discipline with child gender, child ethnicity and a mutual interaction term between maternal harsh discipline and paternal harsh discipline on the risk of emotional and behavioral problems. None of the interaction terms was statistically significant.</p>
<p>Missing values on the covariates were estimated using multiple imputation techniques and were based on available information on determinants, outcome and covariates of this study. The presented results are based on pooled estimates of ten imputed datasets <xref ref-type="bibr" rid="pone.0104793-Schafer1">[32]</xref>.</p>
<p>Analyses were conducted in the number of children with data available for the outcome of interest (for example parent reported emotional problems). As we did not impute the outcome variables the number of children per analysis differed from 3,047 to 4,015. We repeated all analyses in participants with complete data (N = 3,047). Linear regression analyses were performed using the SPSS version 18.0 (SPSS Inc., Chicago, IL).</p>
</sec><sec id="s2e">
<title>Baseline nonresponse and loss-to-follow up analysis</title>
<p>In total, 4,733 mothers completed the questionnaire on harsh discipline at baseline. Mothers (N = 2,562) who did not complete this questionnaire were on average younger (28.6 years versus 31.5 years, <italic>F(2, N = 7,295)</italic> = 11.8, <italic>p</italic>&lt;.001), and were more likely to have continued smoking during pregnancy (20.8% versus 12.0%, <italic>χ<sup>2</sup></italic>(2, <italic>N</italic> = 7,295) = 501.0, <italic>p</italic>&lt;.001), to have a family income below modal (32.7% versus 15.4%, <italic>χ<sup>2</sup></italic>(1, <italic>N</italic> = 7,295) = 238.5 <italic>p</italic>&lt;.001) and to have no partner (21.4% versus 8.2%, <italic>χ<sup>2</sup></italic>(1, <italic>N</italic> = 7295) = 231.8, <italic>p</italic>&lt;.001) than mothers who completed the questionnaire.</p>
<p>At follow-up, when the child was between five and eight years old, 4,015 children (85%) of the 4,733 mothers who returned the questionnaire at age three, completed the Berkeley Puppet Interview. We compared these families with families of children who did not complete the BPI (N = 718). Children without a BPI assessment were more likely to be of non-Dutch origin (38.3% versus 32.2%, <italic>χ<sup>2</sup></italic>(2, <italic>N</italic> = 4733) = 11.8, <italic>p</italic> = .003), but did not differ from their peers who completed a BPI assessment in terms of maternal harsh discipline score (2.2 versus 2.2, <italic>F</italic> = 0.7, <italic>p</italic> = 0.63), behavioral problems at age three (5.4 versus 5.0, <italic>F</italic> = 10.2, <italic>p</italic> = .08), parent reported behavioral problems at age six (7.5 versus 6.9, <italic>F</italic> = 12.4, <italic>p</italic> = .13) or family income (14.3% versus 15.6%, below modal, <italic>χ<sup>2</sup></italic>(1, <italic>N</italic> = 4733)<italic> = </italic>0.8, <italic>p</italic> = .40).</p>
</sec></sec><sec id="s3">
<title>Results</title>
<p>Characteristics of the study sample are presented in <xref ref-type="table" rid="pone-0104793-t001">Table 1</xref>. Children had a mean age of 3.1 years at baseline and a mean age of 6.1 years at follow-up. Sixty-seven percent of the children were of Dutch origin, 8.2% had a European and 24.4% a Non-western background.</p>
<table-wrap id="pone-0104793-t001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0104793.t001</object-id><label>Table 1</label><caption>
<title>Characteristics of the study population.</title>
</caption><alternatives><graphic id="pone-0104793-t001-1" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0104793.t001" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1">Child &amp; family characteristics</td>
<td align="left" rowspan="1" colspan="1">N = 4,015</td>
<td align="left" rowspan="1" colspan="1">Percentages or means (sd)</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">Gender (% boys)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>49.9%</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Age at BPI<sup>¥</sup> measurement in years</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">6.03 (0.35)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Child ethnicity</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Dutch</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>67.4%</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">European</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>8.2%</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Non-Western</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>24.4%</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Number of children in the household</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">2.50 (1.72)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Age mother at intake</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">31.69 (4.54)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Age partner at intake</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">34.09 (5.28)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Harsh discipline by mother</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">2.18 (1.95)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Harsh discipline by father</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">1.82 (1.81)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Household income (% above modal)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>68.7%</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Marital status (% with partner)</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>92.8%</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Highest educational level of parents</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Low</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>4.4 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Medium low</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>19.9 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Medium high</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>26.5 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">High</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>49.3 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Smoking during pregnancy</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Never</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>79.3 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Until pregnancy was known</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>9.1 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Continued during pregnancy</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><italic>11.6 %</italic></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Family functioning score</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">1.49 (0.41)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Psychopathology of mother score</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">3.43 (5.62)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Psychopathology of father score</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">2.71 (4.45)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Parent reported CBCL scores</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Emotional problems score<xref ref-type="table-fn" rid="nt101">†</xref> at age 3</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">5.15 (4.39)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Behavioral problems score<xref ref-type="table-fn" rid="nt101">†</xref> at age 3</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">8.76 (5.71)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Emotional problems score<xref ref-type="table-fn" rid="nt101">†</xref> at age 6</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">5.44 (5.28)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Behavioral problems score<xref ref-type="table-fn" rid="nt101">†</xref> at age 6</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">6.94 (5.28)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Child self-reported BPI scores</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Emotional problems score<xref ref-type="table-fn" rid="nt102">‡</xref> at age 6</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">58.16 (12.10)</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Behavioral problems score<xref ref-type="table-fn" rid="nt102">‡</xref> at age 6</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">51.92 (10.60)</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt101"><label>†</label><p>measured by the Child Behavior Checklist (parent report).</p></fn><fn id="nt102"><label>‡</label><p>measured by the Berkeley Puppet Interview (child self-report).</p></fn></table-wrap-foot></table-wrap>
<p><xref ref-type="table" rid="pone-0104793-t002">Table 2</xref> shows the Pearson correlation coefficients between harsh discipline, the different emotional and behavioral problem scales, and parental psychopathology. Parent reports of emotional and behavioral problems were highly correlated (<italic>r</italic> at age three = 0.61, <italic>p</italic>&lt;.001, <italic>r</italic> at age six = 0.66, <italic>p</italic>&lt;.001), whereas child reported emotional and behavioral problems were less strongly correlated (<italic>r</italic> = 0.30, <italic>p</italic>&lt;.001). Parent and child reports of behavioral problems were more strongly correlated (<italic>r</italic> = 0.18, <italic>p</italic>&lt;.001) than emotional problems (<italic>r</italic> = 0.10, <italic>p</italic>&lt;.001). Maternal and paternal harsh discipline was correlated to all emotional and behavioral scales, with the exception that there was no correlation between paternal harsh discipline and child reported emotional problems.</p>
<table-wrap id="pone-0104793-t002" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0104793.t002</object-id><label>Table 2</label><caption>
<title>Correlational analysis of harsh discipline, emotional and behavioral problems and parental psychopathology.</title>
</caption><alternatives><graphic id="pone-0104793-t002-2" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0104793.t002" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">Mean</td>
<td align="left" rowspan="1" colspan="1"><italic>SD</italic></td>
<td align="left" rowspan="1" colspan="1">1.</td>
<td align="left" rowspan="1" colspan="1">2.</td>
<td align="left" rowspan="1" colspan="1">3.</td>
<td align="left" rowspan="1" colspan="1">4.</td>
<td align="left" rowspan="1" colspan="1">5.</td>
<td align="left" rowspan="1" colspan="1">6.</td>
<td align="left" rowspan="1" colspan="1">7.</td>
<td align="left" rowspan="1" colspan="1">8.</td>
<td align="left" rowspan="1" colspan="1">9.</td>
<td align="left" rowspan="1" colspan="1">10.</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">1. CBCL<xref ref-type="table-fn" rid="nt103">†</xref> emotional sumscore at age 3<xref ref-type="table-fn" rid="nt104">‡</xref></td>
<td align="left" rowspan="1" colspan="1">5.09</td>
<td align="left" rowspan="1" colspan="1">3.86</td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">2. CBCL<xref ref-type="table-fn" rid="nt103">†</xref> behavioral sumscore at age 3<xref ref-type="table-fn" rid="nt104">‡</xref></td>
<td align="left" rowspan="1" colspan="1">8.79</td>
<td align="left" rowspan="1" colspan="1">5.27</td>
<td align="left" rowspan="1" colspan="1">0.61<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">3. CBCL<xref ref-type="table-fn" rid="nt103">†</xref> emotional sumscore at age 6</td>
<td align="left" rowspan="1" colspan="1">5.41</td>
<td align="left" rowspan="1" colspan="1">5.24</td>
<td align="left" rowspan="1" colspan="1">0.49<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.40<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">4. CBCL<xref ref-type="table-fn" rid="nt103">†</xref> behavioral sumscore at age 6</td>
<td align="left" rowspan="1" colspan="1">6.92</td>
<td align="left" rowspan="1" colspan="1">6.05</td>
<td align="left" rowspan="1" colspan="1">0.35<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.54<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.66<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">5. BPI<xref ref-type="table-fn" rid="nt105">¥</xref> emotional sumscore at age 6</td>
<td align="left" rowspan="1" colspan="1">57.95</td>
<td align="left" rowspan="1" colspan="1">12.08</td>
<td align="left" rowspan="1" colspan="1">0.08<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.07<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.10<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.08<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">6. BPI<xref ref-type="table-fn" rid="nt105">¥</xref> behavioral sumscore at age 6</td>
<td align="left" rowspan="1" colspan="1">51.84</td>
<td align="left" rowspan="1" colspan="1">10.56</td>
<td align="left" rowspan="1" colspan="1">0.03<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.13<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.07<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.18<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.30<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">7. Maternal harsh discipline</td>
<td align="left" rowspan="1" colspan="1">2.16</td>
<td align="left" rowspan="1" colspan="1">1.91</td>
<td align="left" rowspan="1" colspan="1">0.22<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.35<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.19<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.26<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.05<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.09<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">8. Paternal harsh discipline</td>
<td align="left" rowspan="1" colspan="1">1.80</td>
<td align="left" rowspan="1" colspan="1">1.81</td>
<td align="left" rowspan="1" colspan="1">0.20<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.37<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.12<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.23<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.02</td>
<td align="left" rowspan="1" colspan="1">0.11<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.38<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">9. Maternal psychopathology</td>
<td align="left" rowspan="1" colspan="1">3.33</td>
<td align="left" rowspan="1" colspan="1">5.39</td>
<td align="left" rowspan="1" colspan="1">0.32<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.30<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.28<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.26<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.05<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.04<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.30<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.12<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">10. Paternal psychopathology</td>
<td align="left" rowspan="1" colspan="1">2.68</td>
<td align="left" rowspan="1" colspan="1">4.39</td>
<td align="left" rowspan="1" colspan="1">0.30<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.28<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.16<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.17<xref ref-type="table-fn" rid="nt106">**</xref></td>
<td align="left" rowspan="1" colspan="1">0.06<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.06<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.12<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.26<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">0.28<xref ref-type="table-fn" rid="nt107">*</xref></td>
<td align="left" rowspan="1" colspan="1">1</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt103"><label>†</label><p>Child Behavior Checklist (parent report).</p></fn><fn id="nt104"><label>‡</label><p>Mean of mother and father score on the internalizing/externalizing scale.</p></fn><fn id="nt105"><label>¥</label><p>Berkeley Puppet Interview (child self-report).</p></fn><fn id="nt106"><label/><p>** p-value &lt;0.001.</p></fn><fn id="nt107"><label/><p>* p-value &lt;0.05.</p></fn></table-wrap-foot></table-wrap>
<p><xref ref-type="table" rid="pone-0104793-t003">Table 3</xref> shows the results of the linear regression analyses with <italic>behavioral problems</italic> as outcome. First, we assessed the relation between harsh discipline and <italic>parent reported behavioral problems</italic> (CBCL). Adjustment for sociodemographic covariates and family characteristics attenuated the effect of harsh discipline on behavioral problems. Additional adjustment for baseline behavioral problems at age three further attenuated the effect estimates, but the relation between <italic>maternal</italic> harsh discipline and parent reported behavioral problems remained (model 3: <italic>B</italic> =  0.06, <italic>95%CI</italic>: 0.02, 0.09). Analyses of the relation between <italic>paternal</italic> harsh discipline and behavioral problems yielded similar results (model 3: <italic>B</italic> =  0.08, <italic>95%CI</italic>: 0.04, 0.13).</p>
<table-wrap id="pone-0104793-t003" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0104793.t003</object-id><label>Table 3</label><caption>
<title>Effect of harsh discipline on behavioral problems.</title>
</caption><alternatives><graphic id="pone-0104793-t003-3" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0104793.t003" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="9" align="left" rowspan="1">Behavioral problems</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="5" align="left" rowspan="1">Parent report<xref ref-type="table-fn" rid="nt109">‡</xref></td>
<td colspan="4" align="left" rowspan="1">Child report<xref ref-type="table-fn" rid="nt110">†</xref></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="2" align="left" rowspan="1">N</td>
<td align="left" rowspan="1" colspan="1">B</td>
<td align="left" rowspan="1" colspan="1">95%CI</td>
<td align="left" rowspan="1" colspan="1">R<sup>2</sup></td>
<td align="left" rowspan="1" colspan="1">N</td>
<td align="left" rowspan="1" colspan="1">B</td>
<td align="left" rowspan="1" colspan="1">95%CI</td>
<td align="left" rowspan="1" colspan="1">R<sup>2</sup></td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1">Harsh discipline (HD) by the mother</td>
<td colspan="2" align="left" rowspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Model 1 - HD score mother</td>
<td colspan="2" align="left" rowspan="1">3773</td>
<td align="left" rowspan="1" colspan="1"><bold>0.34</bold></td>
<td align="left" rowspan="1" colspan="1">0.30, 0.38</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">3998</td>
<td align="left" rowspan="1" colspan="1"><bold>0.12</bold></td>
<td align="left" rowspan="1" colspan="1">0.08, 0.16</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Model 2<xref ref-type="table-fn" rid="nt111">$</xref> - HD score mother, adjusted model</td>
<td colspan="2" align="left" rowspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.24</bold></td>
<td align="left" rowspan="1" colspan="1">0.20, 0.29</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.10</bold></td>
<td align="left" rowspan="1" colspan="1">0.06, 0.14</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Model 3<xref ref-type="table-fn" rid="nt112">□</xref> - HD score mother fully adjusted model</td>
<td colspan="2" align="left" rowspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.05</bold></td>
<td align="left" rowspan="1" colspan="1">0.02, 0.09</td>
<td align="left" rowspan="1" colspan="1">0.36</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.07</bold></td>
<td align="left" rowspan="1" colspan="1">0.03, 0.11</td>
<td align="left" rowspan="1" colspan="1">0.05</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Harsh discipline (HD) by the father</td>
<td colspan="2" align="left" rowspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Model 1 - HD score father</td>
<td colspan="2" align="left" rowspan="1">3051</td>
<td align="left" rowspan="1" colspan="1"><bold>0.29</bold></td>
<td align="left" rowspan="1" colspan="1">0.24, 0.33</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">3172</td>
<td align="left" rowspan="1" colspan="1"><bold>0.14</bold></td>
<td align="left" rowspan="1" colspan="1">0.10, 0.18</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Model 2<xref ref-type="table-fn" rid="nt111">$</xref> - HD score father, adjusted model</td>
<td colspan="2" align="left" rowspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.21</bold></td>
<td align="left" rowspan="1" colspan="1">0.17, 0.26</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.11</bold></td>
<td align="left" rowspan="1" colspan="1">0.07, 0.15</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Model 3<xref ref-type="table-fn" rid="nt112">□</xref> - HD score father fully adjusted model</td>
<td colspan="2" align="left" rowspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.08</bold></td>
<td align="left" rowspan="1" colspan="1">0.04, 0.13</td>
<td align="left" rowspan="1" colspan="1">0.25</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"><bold>0.09</bold></td>
<td align="left" rowspan="1" colspan="1">0.04, 0.13</td>
<td align="left" rowspan="1" colspan="1">0.05</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt108"><label/><p><bold>Bold</bold> numbers represent statistically significant (p&lt;0.05) associations.</p></fn><fn id="nt109"><label>‡</label><p>Z-score of the Child Behavior Checklist/1,5-5 measured at age 6.</p></fn><fn id="nt110"><label>†</label><p>Z-score of the Berkeley Puppet Interview measured at age 6.</p></fn><fn id="nt111"><label>$</label><p>Model adjusted for ethnicity of the child, gender of the child, age of the child, number of children in the household, household income, marital status, highest education of the parents, smoking during pregnancy, parental psychopathology and parental report of family functioning.</p></fn><fn id="nt112"><label>□</label><p>Model additionally adjusted for baseline internalizing/externalizing behavior at age three.</p></fn></table-wrap-foot></table-wrap>
<p>Analyses with <italic>child self-reported behavioral problems</italic> (BPI) showed that higher levels of maternal harsh discipline were associated with higher levels of child reported behavioral problems. Although effect sizes were somewhat smaller than those for parent reported problems, the overall pattern for child reported behavioral problems across the three models was very similar to the effect observed if based on parent report. Even after adjustment for all covariates, <italic>maternal</italic> and <italic>paternal</italic> harsh discipline were associated with a higher score on child self-reported behavioral problems (model 3: <italic>B</italic> for maternal harsh discipline = 0.07, <italic>95%CI</italic>: 0.03, 0.11; <italic>B</italic> for paternal harsh discipline = 0.07, <italic>95%CI</italic>: 0.03, 0.12).</p>
<p><xref ref-type="table" rid="pone-0104793-t004">Table 4</xref> shows the relation between harsh discipline and <italic>emotional problems</italic>. Higher levels of maternal and paternal harsh discipline were associated with more parent reported emotional problems (model 3: <italic>B</italic> for maternal harsh discipline = 0.06, <italic>95%CI</italic>: 0.03, 0.10, model 3; <italic>B</italic> for paternal harsh discipline = 0.04, <italic>95%CI</italic>: 0.00, 0.08). Yet, we found that neither maternal nor paternal harsh discipline was related to emotional problems as reported by the child in model 3 (<italic>B</italic> for maternal harsh discipline = 0.02, <italic>95%CI</italic>: -0.02, 0.06; <italic>B</italic> for paternal harsh discipline = 0.01, <italic>95%CI</italic>: -0.03, 0.006).</p>
<table-wrap id="pone-0104793-t004" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0104793.t004</object-id><label>Table 4</label><caption>
<title>Effect of harsh discipline on emotional problems.</title>
</caption><alternatives><graphic id="pone-0104793-t004-4" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0104793.t004" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="center" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="6" align="left" rowspan="1">Emotional problems</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="center" rowspan="1" colspan="1"/>
<td colspan="3" align="left" rowspan="1">Parent report<xref ref-type="table-fn" rid="nt114">‡</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td colspan="3" align="left" rowspan="1">Child report<xref ref-type="table-fn" rid="nt115">†</xref></td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"/>
<td align="center" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">N</td>
<td align="left" rowspan="1" colspan="1">B</td>
<td align="left" rowspan="1" colspan="1">95%CI</td>
<td align="left" rowspan="1" colspan="1">R<sup>2</sup></td>
<td align="left" rowspan="1" colspan="1">N</td>
<td align="left" rowspan="1" colspan="1">B</td>
<td align="left" rowspan="1" colspan="1">95% CI</td>
<td align="left" rowspan="1" colspan="1">R<sup>2</sup></td>
</tr>
</thead>
<tbody>
<tr>
<td colspan="2" align="left" rowspan="1">Harsh discipline (HD) by the mother</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Model 1 - HD score mother</td>
<td align="left" rowspan="1" colspan="1">3764</td>
<td align="left" rowspan="1" colspan="1"><bold>0.24</bold></td>
<td align="left" rowspan="1" colspan="1">0.20, 0.28</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">4015</td>
<td align="left" rowspan="1" colspan="1"><bold>0.07</bold></td>
<td align="left" rowspan="1" colspan="1">0.03, 0.11</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="3" align="left" rowspan="1">Model 2<xref ref-type="table-fn" rid="nt116">$</xref> - HD score mother, adjusted model</td>
<td align="left" rowspan="1" colspan="1"><bold>0.13</bold></td>
<td align="left" rowspan="1" colspan="1">0.09, 0.17</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">0.03</td>
<td align="left" rowspan="1" colspan="1">-0.01, 0.07</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="3" align="left" rowspan="1">Model 3<xref ref-type="table-fn" rid="nt117">□</xref> - HD score mother fully adjusted model</td>
<td align="left" rowspan="1" colspan="1"><bold>0.05</bold></td>
<td align="left" rowspan="1" colspan="1">0.01, 0.08</td>
<td align="left" rowspan="1" colspan="1">0.31</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">0.03</td>
<td align="left" rowspan="1" colspan="1">-0.02, 0.07</td>
<td align="left" rowspan="1" colspan="1">0.06</td>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Harsh discipline (HD) by the father</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="2" align="left" rowspan="1">Model 1 - HD score father</td>
<td align="left" rowspan="1" colspan="1">3047</td>
<td align="left" rowspan="1" colspan="1"><bold>0.15</bold></td>
<td align="left" rowspan="1" colspan="1">0.10, 0.19</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">3182</td>
<td align="left" rowspan="1" colspan="1">0.03</td>
<td align="left" rowspan="1" colspan="1">-0.01, 0.07</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="3" align="left" rowspan="1">Model 2<xref ref-type="table-fn" rid="nt116">$</xref> - HD score father, adjusted model</td>
<td align="left" rowspan="1" colspan="1"><bold>0.08</bold></td>
<td align="left" rowspan="1" colspan="1">0.04, 0.13</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">0.03</td>
<td align="left" rowspan="1" colspan="1">-0.02, 0.07</td>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td colspan="3" align="left" rowspan="1">Model 3<xref ref-type="table-fn" rid="nt117">□</xref> - HD score father fully adjusted model</td>
<td align="left" rowspan="1" colspan="1"><bold>0.04</bold></td>
<td align="left" rowspan="1" colspan="1">0.00, 0.08</td>
<td align="left" rowspan="1" colspan="1">0.19</td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1">0.02</td>
<td align="left" rowspan="1" colspan="1">-0.02, 0.07</td>
<td align="left" rowspan="1" colspan="1">0.04</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt113"><label/><p><bold>Bold</bold> numbers represent statistically significant (p&lt;0.05) associations.</p></fn><fn id="nt114"><label>‡</label><p>Z-score of the Child Behavior Checklist/1,5-5 measured at age 6.</p></fn><fn id="nt115"><label>†</label><p>Z-score of the Berkeley Puppet Interview measured at age 6.</p></fn><fn id="nt116"><label>$</label><p>Model adjusted for ethnicity of the child, gender of the child, age of the child, number of children in the household, household income, marital status, highest education of the parents, smoking during pregnancy, parental psychopathology and parental report of family functioning<sup>.</sup></p></fn><fn id="nt117"><label>□</label><p>Model additionally adjusted for baseline internalizing/externalizing behavior at age three.</p></fn></table-wrap-foot></table-wrap>
<p>To test whether the association of harsh discipline with child self-reported behavioral problems was independent of parent report, we additionally adjusted this relation for <italic>parent</italic> reports of behavioral problems. Both maternal and paternal harsh discipline predicted child reported behavioral problems, independently of parent reported behavioral problems (<italic>B</italic> for maternal harsh discipline = 0.06, <italic>95%CI</italic>: 0.02, 0.10, R<sup>2</sup> = 0.06; <italic>B</italic> for paternal harsh discipline = 0.06, <italic>95%CI</italic>: 0.02, 0.11, R<sup>2</sup> = 0.06).</p>
<p>The above analyses were conducted in the number of children with data available for one or more of the outcome measures to reduce selection bias. Next, we repeated all analyses in those participants with complete data to allow for optimal comparison between analyses. Results were essentially unchanged.</p>
</sec><sec id="s4">
<title>Discussion</title>
<p>Parental harsh discipline -whether used by father or mother- increases the risk of behavioral problems in young children. In the present study, mild forms of harsh parental discipline were negatively associated with parent and child reported behavioral problems. By adjusting for pre-existing problems, we showed that this reflects an increase in problems across a three-year period. Most importantly, we demonstrated that children provide independent information when assessing the effects of parental harsh discipline on behavioral problems, whereas the results for child and parent-reported emotional problems were less consistent.</p>
<p>Studies have repeatedly associated harsh disciplining practices based on parent reports of child emotional and behavioral problems (i.e. <xref ref-type="bibr" rid="pone.0104793-Larzelere1">[2]</xref>, <xref ref-type="bibr" rid="pone.0104793-Taylor1">[7]</xref>). However, in the present study the effects of harsh discipline on behavioral problems were not restricted to harsh discipline by the father, as proposed by Avakame <xref ref-type="bibr" rid="pone.0104793-Avakame1">[6]</xref> and reported by Chang et al. <xref ref-type="bibr" rid="pone.0104793-Chang1">[5]</xref>. Rather, maternal harsh discipline had effects very comparable to harsh discipline of the father. Possibly, the disciplining tactics we studied were mild and verbally oriented (e.g. screaming and threatening) and may thus not discriminate well between maternal and paternal disciplining tactics. Clear differences between mothers and fathers may be detected only if more extreme forms of harsh disciplining are studied. Alternatively, the presence of any harsh behavior in a family is more important than the gender of the disciplining parent. Indeed, partners are often similar in antisocial behavior <xref ref-type="bibr" rid="pone.0104793-Zwirs1">[33]</xref>, i.e., mothers who tend to discipline their children harshly more often have partners who also practice this parenting discipline.</p>
<p>Our findings based on child self-reported behavioral problems were not only consistent with those from parent reported behavioral problems, but effects observed using child reports were independent of the parental report. Increased explained variance underpinned this finding. This supports our hypothesis and suggests that children provide unique information on the behavioral consequences of harsh parenting. This observation is clinically relevant since parents using harsh disciplining strategies may interpret their children's behavior differently than other parents <xref ref-type="bibr" rid="pone.0104793-Chang1">[5]</xref>, <xref ref-type="bibr" rid="pone.0104793-Anderson1">[10]</xref>, <xref ref-type="bibr" rid="pone.0104793-Fox1">[14]</xref>, <xref ref-type="bibr" rid="pone.0104793-Reid1">[15]</xref>. These biased reports may come about for a number of reasons. For example, parents may report higher levels of child problems in their own defense due to emotional overinvolvement. Alternatively, highly critical parenting may cause some parents to have a low tolerance for otherwise normal child problems due to stress. Lastly, from the perspective of authoritarian parenting, certain parents tend to notice only the most extreme behaviors. <xref ref-type="bibr" rid="pone.0104793-Reid1">[15]</xref></p>
<p>Concluding, if all information (on outcome and determinant) is obtained from one informant, reporter bias may occur <xref ref-type="bibr" rid="pone.0104793-Reid1">[15]</xref>. The results from this study indicate young children may be considered as one of the sources of information in a multi-informant approach on the consequences of harsh parenting. Child self-reports not only confirmed the parental reports but suggest that scientists may underestimate the effect of harsh parenting as the child provided independent information on the possible behavioral consequences of harsh parenting.</p>
<p>Maternal <italic>and</italic> paternal harsh discipline were associated with emotional problems as reported by the primary caregiver but not with emotional problems reported by the child. This was in contrast to rather similar effect sizes observed for the association of harsh parenting with child and parent reported behavioral problems. A relation between harsh discipline and emotional problems in children was hypothesized as children can develop a negative view of the self and feel worthless as a result of a harsh parental discipline style <xref ref-type="bibr" rid="pone.0104793-SachsEricsson1">[34]</xref>. On the other hand, emotional problems are determined more by genetic variations and less by role modeling than behavioral problems <xref ref-type="bibr" rid="pone.0104793-vanderValk1">[35]</xref>, <xref ref-type="bibr" rid="pone.0104793-vandenOord1">[36]</xref>. However, some methodological explanations for the discrepancy in the analyses using between parent and child reports of emotional problems must be discussed. First, parents distinguish less between emotional and behavioral problems than children. The correlations between parent reported emotional and behavioral problems are higher than those of child reported emotional and behavioral problems (.66 vs .30 in this study). The effect of harsh discipline on parent reported emotional problems may partly reflect the association between harsh discipline and behavioral problems. Second, children may be less accurate reporters of emotional problems <xref ref-type="bibr" rid="pone.0104793-Luby1">[23]</xref> as these are less concrete aspects of behavior <xref ref-type="bibr" rid="pone.0104793-Harter1">[37]</xref>. Third, children's ideas about the self do not necessarily match with objectively observable constructs. The concordance between self-perceptions and observable behavior may grow stronger when children age <xref ref-type="bibr" rid="pone.0104793-DavisKean1">[38]</xref>. Therefore, we recommended studying the children's perspective on the consequences of harsh discipline over a longer period of time. Finally, these inconsistent results support findings from previous studies suggesting that all informants' reports are imperfect measures of child behavior <xref ref-type="bibr" rid="pone.0104793-Arseneault1">[39]</xref>. Therefore, combining information from multiple sources is considered most optimal <xref ref-type="bibr" rid="pone.0104793-Kraemer2">[40]</xref>.</p>
<sec id="s4a">
<title>Strengths and limitations</title>
<p>Some methodological considerations need to be taken into account. Strengths of this study are the large number of population-based participants. In addition, we obtained both parent and child reports of emotional and behavioral problems at age six, and reports of both maternal and paternal harsh discipline were available. Adjusting for baseline problems (pre-existing child problems at age three) allowed us to analyse changes in emotional and behavioral problems in a relatively short period of time.</p>
<p>One of the limitations of our study is that, although we included large numbers of participants, non-response analysis showed some selective attrition. This resulted in an under-representation of children from families with a lower income and mothers without a partner, while families from a low socioeconomic background are at increased risk for both parental harsh discipline <xref ref-type="bibr" rid="pone.0104793-Jansen1">[9]</xref> and child behavioral problems <xref ref-type="bibr" rid="pone.0104793-Bradley1">[41]</xref>. However, although prevalence rates have an impact on statistical power, these changes do not necessarily alter the relationship between determinant and outcome <xref ref-type="bibr" rid="pone.0104793-Wolke1">[42]</xref>.</p>
<p>A second limitation is that we had to rely on parent reports only of baseline child problems. Adjusting child self-reported problems for baseline parent reported child problems is not the optimal adjustment to rule out reverse causality. However, it is not feasible to conduct interviews in three-year old children about their behavior because the BPI and other child self-report instruments only yield reliable estimates in children from older ages <xref ref-type="bibr" rid="pone.0104793-Measelle1">[43]</xref>. Although the primary caregiver was asked to fill out the questionnaire assessing child behavior at age six, mostly mothers completed the questionnaire. Therefore, parent reported child emotional and behavioral problems mostly reflected the mothers' views of child problem behavior.</p>
<p>“Third, when parents report on their own harsh disciplining, social desirability may lead to a response bias. Even though, in this study only mild forms of harsh discipline were investigated - as three items on the physical assault scale were excluded from the questionnaire <xref ref-type="bibr" rid="pone.0104793-Jansen2">[44]</xref> - parental underreporting of any verbal or psychological tactics may have been the case. Yet, misclassification in the group of parents that did report harsh disciplining is less likely: if parents reported harsh disciplining tactics, this has most probably been the case. Taken together, these response patterns may have resulted in an underestimation of the effect.”</p>
<p>Fourth, emotional and behavioral problems were assessed differently between children and parents as items in the CBCL-questionnaire differ from items in the BPI interview. However, both measures are accepted ways of assessing child emotional and behavioral problems. <xref ref-type="bibr" rid="pone.0104793-Ringoot1">[22]</xref>, <xref ref-type="bibr" rid="pone.0104793-Tick1">[25]</xref></p>
</sec><sec id="s4b">
<title>Implications</title>
<p>Our study confirmed that even mild forms of harsh parental discipline have substantial effects on the behavioral development of a child. Importantly, this study showed that young children can provide independent, valuable information on behavioral problems as a result of harsh disciplining styles. Although information from young children should be treated with some caution, the possibility to obtain information from very young children provides opportunities for instances when parents are unavailable or unwilling to serve as informants on emotional or behavioral consequences of their parenting behavior. In general, child self-report could be used in addition to caregiver report when assessing problem behavior, because both the perspective of the child and the parent is important.</p>
<p>The current findings have implications for programs that aim to identify and provide support for children at risk of, or experiencing, harsh discipline. Health care workers should be well aware of the effects of even mild harsh discipline on behavioral problems in children.</p>
</sec></sec><sec id="s5">
<title>Supporting Information</title>
<supplementary-material id="pone.0104793.s001" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="info:doi/10.1371/journal.pone.0104793.s001" position="float" xlink:type="simple"><label>Figure S1</label><caption>
<p><bold>Flowchart of study participants.</bold></p>
<p>(DOCX)</p>
</caption></supplementary-material></sec></body>
<back>
<ack>
<p>The Generation R Study is conducted by the Erasmus Medical Center in close collaboration with the Erasmus University Rotterdam, School of Law and Faculty of Social Sciences, the Municipal Health Service Rotterdam area, Rotterdam, the Rotterdam Homecare Foundation, Rotterdam, and the Stichting Trombosedienst &amp; Artsenlaboratorium Rijnmond (STAR), Rotterdam. We gratefully acknowledge the contribution of general practitioners, hospitals, midwives and pharmacies in Rotterdam. The current study was made possible in close collaboration with the department of child and adolescent psychiatry of Riagg Rijnmond.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0104793-Teicher1"><label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Teicher</surname><given-names>MH</given-names></name>, <name name-style="western"><surname>Samson</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Polcari</surname><given-names>A</given-names></name>, <name name-style="western"><surname>McGreenery</surname><given-names>CE</given-names></name> (<year>2006</year>) <article-title>Sticks, stones, and hurtful words: relative effects of various forms of childhood maltreatment</article-title>. <source>Am J Psychiatry</source> <volume>163</volume>: <fpage>993</fpage>–<lpage>1000</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Larzelere1"><label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Larzelere</surname><given-names>RE</given-names></name> (<year>2000</year>) <article-title>Child outcomes of nonabusive and customary physical punishment by parents: an updated literature review</article-title>. <source>Clin Child Fam Psychol</source> <volume>3</volume>: <fpage>199</fpage>–<lpage>221</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Sidebotham1"><label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sidebotham</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Golding</surname><given-names>J</given-names></name> (<year>2001</year>) <article-title>Child maltreatment in the “children of the nineties” a longitudinal study of parental risk factors</article-title>. <source>Child Abus Negl</source> <volume>25</volume>: <fpage>1177</fpage>–<lpage>1200</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Berger1"><label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Berger</surname><given-names>LM</given-names></name> (<year>2005</year>) <article-title>Income, family characteristics, and physical violence toward children</article-title>. <source>Child Abus Negl</source> <volume>29</volume>: <fpage>107</fpage>–<lpage>133</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Chang1"><label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Chang</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Schwartz</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Dodge</surname><given-names>KA</given-names></name>, <name name-style="western"><surname>McBride-Chang</surname><given-names>C</given-names></name> (<year>2003</year>) <article-title>Harsh parenting in relation to child emotion regulation and aggression</article-title>. <source>J Fam Psychol</source> <volume>17</volume>: <fpage>598</fpage>–<lpage>606</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Avakame1"><label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Avakame</surname><given-names>EF</given-names></name> (<year>1998</year>) <article-title>Intergenerational transmission of violence, self-control, and conjugal violence: a comparative analysis of physical violence and psychological aggression</article-title>. <source>Violence Vict</source> <volume>13</volume>: <fpage>301</fpage>–<lpage>316</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Taylor1"><label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Taylor</surname><given-names>CA</given-names></name>, <name name-style="western"><surname>Manganello</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Lee</surname><given-names>SJ</given-names></name>, <name name-style="western"><surname>Rice</surname><given-names>JC</given-names></name> (<year>2010</year>) <article-title>Mothers' spanking of 3-year-old children and subsequent risk of children's aggressive behavior</article-title>. <source>Pediatrics</source> <volume>125</volume>: <fpage>e1057</fpage>–<lpage>65</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Vostanis1"><label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vostanis</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Graves</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Meltzer</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Goodman</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Jenkins</surname><given-names>R</given-names></name>, <etal>et al</etal>. (<year>2006</year>) <article-title>Relationship between parental psychopathology, parenting strategies and child mental health—findings from the GB national study</article-title>. <source>Soc Psychiatry Psychiatr Epidemiol</source> <volume>41</volume>: <fpage>509</fpage>–<lpage>14</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Jansen1"><label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jansen</surname><given-names>PW</given-names></name>, <name name-style="western"><surname>Raat</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Mackenbach</surname><given-names>JP</given-names></name>, <name name-style="western"><surname>Hofman</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Jaddoe</surname><given-names>VWV</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Early Determinants of Maternal and Paternal Harsh Discipline: The Generation R Study</article-title>. <source>Fam Relat</source> <volume>61</volume>: <fpage>253</fpage>–<lpage>270</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Anderson1"><label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Anderson</surname><given-names>KE</given-names></name>, <name name-style="western"><surname>Lytton</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Romney</surname><given-names>DM</given-names></name> (<year>1986</year>) <article-title>Mothers' interactions with normal and conduct-disordered boys: Who affects Whom</article-title>? <source>Dev Psychol</source> <volume>22</volume>: <fpage>604</fpage>–<lpage>609</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Lansford1"><label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lansford</surname><given-names>JE</given-names></name>, <name name-style="western"><surname>Dodge</surname><given-names>KA</given-names></name>, <name name-style="western"><surname>Malone</surname><given-names>PS</given-names></name>, <name name-style="western"><surname>Oburu</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Palme</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>2005</year>) <article-title>Physical Discipline and Children's Adjustment: Cultural Normativeness as a Moderator</article-title>. <source>Child Dev</source> <volume>76</volume>: <fpage>1234</fpage>–<lpage>1246</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Prinzie1"><label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Prinzie</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Onghena</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Hellinckx</surname><given-names>W</given-names></name> (<year>2006</year>) <article-title>A cohort-sequential multivariate latent growth curve analysis of normative CBCL aggressive and delinquent problem behavior: Associations with harsh discipline and gender</article-title>. <source>Int J Behav Dev</source> <volume>30</volume>: <fpage>444</fpage>–<lpage>459</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-McLeod1"><label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McLeod</surname><given-names>JD</given-names></name>, <name name-style="western"><surname>Kruttschnitt</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Dornfeld</surname><given-names>M</given-names></name> (<year>1994</year>) <article-title>Does parenting explain the effects of structural conditions on children's antisocial behavior? A comparison of Blacks and Whites</article-title>. <source>Soc Forces</source> <volume>73</volume>: <fpage>575</fpage>–<lpage>604</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Fox1"><label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Fox</surname><given-names>RA</given-names></name>, <name name-style="western"><surname>Platz</surname><given-names>DL</given-names></name>, <name name-style="western"><surname>Bentley</surname><given-names>KS</given-names></name> (<year>1994</year>) <article-title>Maternal factors related to parenting practices, developmental expectations, and perceptions of child behavior problems</article-title>. <source>J Genet Psychol Res Theory Hum Dev</source> <volume>156</volume>: <fpage>431</fpage>–<lpage>441</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Reid1"><label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reid</surname><given-names>JB</given-names></name>, <name name-style="western"><surname>Kavanagh</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Baldwin</surname><given-names>DV</given-names></name> (<year>1987</year>) <article-title>Abusive parents' perceptions of child problem behaviors: An example of parental bias</article-title>. <source>J Abnorm Child Psychol</source> <volume>15</volume>: <fpage>457</fpage>–<lpage>466</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Kraemer1"><label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kraemer</surname><given-names>HC</given-names></name>, <name name-style="western"><surname>Measelle</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>Ablow</surname><given-names>JC</given-names></name>, <name name-style="western"><surname>Essex</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Thomas</surname><given-names>Boyce</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>A new approach to integrating data from multiple informants in psychiatric assessment and research: mixing and matching contexts and perspectives</article-title>. <source>Am J Psychiatry</source> <volume>160</volume>: <fpage>1566</fpage>–<lpage>1577</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Arsenault1"><label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Arsenault</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Moffitt</surname><given-names>TE</given-names></name>, <name name-style="western"><surname>Caspi</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Taylor</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Rijsdijk</surname><given-names>FV</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Strong genetic effects on cross-situational antisocial behaviour among 5-year-old children according to mothers, teachers, examiner-observers, and twins' self-reports</article-title>. <source>J Child Psychol Psychiatry</source> <volume>44</volume>: <fpage>832</fpage>–<lpage>848</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Bolger1"><label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bolger</surname><given-names>KE</given-names></name>, <name name-style="western"><surname>Patterson</surname><given-names>CJ</given-names></name> (<year>2001</year>) <article-title>Pathways from child maltreatment to internalizing problems: perceptions of control as mediators and moderators</article-title>. <source>Dev Psychopathol</source> <volume>13</volume>: <fpage>913</fpage>–<lpage>40</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Lansford2"><label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lansford</surname><given-names>JE</given-names></name>, <name name-style="western"><surname>Deater-Deckard</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Dodge</surname><given-names>KA</given-names></name>, <name name-style="western"><surname>Bates</surname><given-names>JE</given-names></name>, <name name-style="western"><surname>Pettit</surname><given-names>GS</given-names></name> (<year>2004</year>) <article-title>Ethnic differences in the link between physical discipline and later adolescent externalizing behaviors</article-title>. <source>J Child Psychol Psychiatry</source> <volume>45</volume>: <fpage>801</fpage>–<lpage>812</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Jaddoe1"><label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jaddoe</surname><given-names>VW</given-names></name>, <name name-style="western"><surname>van Duijn</surname><given-names>CM</given-names></name>, <name name-style="western"><surname>Franco</surname><given-names>OH</given-names></name>, <name name-style="western"><surname>van der Heijden</surname><given-names>AJ</given-names></name>, <name name-style="western"><surname>van IJzendoorn</surname><given-names>MH</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>The Generation R Study: design and cohort update 2012</article-title>. <source>Eur J Epidemiol</source> <volume>27</volume>: <fpage>739</fpage>–<lpage>56</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Straus1"><label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Straus</surname><given-names>MA</given-names></name>, <name name-style="western"><surname>Hamby</surname><given-names>SL</given-names></name>, <name name-style="western"><surname>Moore</surname><given-names>DW</given-names></name>, <name name-style="western"><surname>Runyan</surname><given-names>D</given-names></name> (<year>1998</year>) <article-title>Identification of child maltreatment with the Parent-Child Conflict Tactics Scales: development and psychometric data for a national sample of American parents</article-title>. <source>Child Abus Negl</source> <volume>22</volume>: <fpage>249</fpage>–<lpage>70</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Ringoot1"><label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ringoot</surname><given-names>AP</given-names></name>, <name name-style="western"><surname>Jansen</surname><given-names>PW</given-names></name>, <name name-style="western"><surname>Steenweg-de Graaff</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Measelle</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>van der Ende</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Young children's self-reported emotional, behavioral, and peer problems: The Berkeley Puppet Interview</article-title>. <source>Psychol Assess</source> <volume>25</volume>: <fpage>1273</fpage>–<lpage>1285</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Luby1"><label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Luby</surname><given-names>JL</given-names></name>, <name name-style="western"><surname>Belden</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Sullivan</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Spitznagel</surname><given-names>E</given-names></name> (<year>2007</year>) <article-title>Preschoolers' contribution to their diagnosis of depression and anxiety: Uses and limitations of young child self-report of symptoms</article-title>. <source>Child Psychiatry Hum Dev</source> <volume>38</volume>: <fpage>321</fpage>–<lpage>338</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Achenbach1"><label>24</label>
<mixed-citation publication-type="book" xlink:type="simple">Achenbach TM, Rescorla LA (2001) Manual for the ASEBA Preschool Forms &amp; Profiles. Burlington: University of Vermont, Research Center for Children, Youth &amp; Families.</mixed-citation>
</ref>
<ref id="pone.0104793-Tick1"><label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tick</surname><given-names>NT</given-names></name>, <name name-style="western"><surname>Ende</surname><given-names>J</given-names></name>, <name name-style="western"><surname>van</surname><given-names>der</given-names></name>, <name name-style="western"><surname>Koot</surname><given-names>HM</given-names></name>, <name name-style="western"><surname>Verhulst</surname><given-names>FC</given-names></name> (<year>2007</year>) <article-title>14-Year changes in emotional and behavioral problems of Dutch very young children</article-title>. <source>J Am Acad Child Adolesc Psychiatry</source> <volume>46</volume>: <fpage>1333</fpage>–<lpage>1340</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Rescorla1"><label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rescorla</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Achenbach</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Ivanova</surname><given-names>MY</given-names></name>, <name name-style="western"><surname>Dumenci</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Almqvist</surname><given-names>F</given-names></name>, <etal>et al</etal>. (<year>2007</year>) <article-title>Behavioral and Emotional Problems Reported by Parents of Children Ages 6 to 16 in 31 Societies</article-title>. <source>J Emot Behav Disord</source> <volume>15</volume>: <fpage>130</fpage>–<lpage>142</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Verlinden1"><label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Verlinden</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Veenstra</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Ringoot</surname><given-names>AP</given-names></name>, <name name-style="western"><surname>Jansen</surname><given-names>PW</given-names></name>, <name name-style="western"><surname>Raat</surname><given-names>H</given-names></name>, <etal>et al</etal>. (<year>2014</year>) <article-title>Detecting bullying in early elementary school with a computerized peer-nomination instrument</article-title>. <source>Psychol Assess</source> <volume>26</volume>: <fpage>628</fpage>–<lpage>41</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Day1"><label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Day</surname><given-names>RD</given-names></name>, <name name-style="western"><surname>Peterson</surname><given-names>GW</given-names></name>, <name name-style="western"><surname>Mccracken</surname><given-names>C</given-names></name> (<year>2011</year>) <article-title>Predicting Spanking of Younger and Older Children by Mothers and Fathers</article-title>. <source>J Marriage Fam</source> <volume>60</volume>: <fpage>79</fpage>–<lpage>94</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Boulet1"><label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Boulet</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Boss</surname><given-names>MW</given-names></name> (<year>1991</year>) <article-title>Reliability and validity of the Brief Symptom Inventory</article-title>. <source>Psychol Assess</source> <volume>3</volume>: <fpage>433</fpage>–<lpage>437</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Miller1"><label>30</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Miller</surname><given-names>IW</given-names></name>, <name name-style="western"><surname>Epstein</surname><given-names>NB</given-names></name>, <name name-style="western"><surname>Bishop</surname><given-names>DS</given-names></name>, <name name-style="western"><surname>Keitner</surname><given-names>GI</given-names></name> (<year>1985</year>) <article-title>The McMaster Family Assessment Device: reliability and validity*</article-title>. <source>J Marital Fam Ther</source> <volume>11</volume>: <fpage>345</fpage>–<lpage>356</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Walter1"><label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Walter</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Tiemeier</surname><given-names>H</given-names></name> (<year>2009</year>) <article-title>Variable selection: current practice in epidemiological studies</article-title>. <source>Eur J Epidemiol</source> <volume>24</volume>: <fpage>733</fpage>–<lpage>736</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Schafer1"><label>32</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Schafer</surname><given-names>JL</given-names></name> (<year>1999</year>) <article-title>Multiple imputation: a primer</article-title>. <source>Stat Methods Med Res</source> <volume>8</volume>: <fpage>3</fpage>–<lpage>15</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Zwirs1"><label>33</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zwirs</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Verhulst</surname><given-names>F</given-names></name>, <name name-style="western"><surname>Jaddoe</surname><given-names>V</given-names></name>, <name name-style="western"><surname>Hofman</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Mackenbach</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Partner similarity for self-reported antisocial behaviour among married, cohabiting and dating couples: the Generation R Study</article-title>. <source>Psychol Crime Law</source> <volume>18</volume>: <fpage>335</fpage>–<lpage>349</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-SachsEricsson1"><label>34</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Sachs-Ericsson</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Verona</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Joiner</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Preacher</surname><given-names>KJ</given-names></name> (<year>2006</year>) <article-title>Parental verbal abuse and the mediating role of self-criticism in adult internalizing disorders</article-title>. <source>J Affect Disord</source> <volume>93</volume>: <fpage>71</fpage>–<lpage>8</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-vanderValk1"><label>35</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>van der Valk</surname><given-names>JC</given-names></name>, <name name-style="western"><surname>van den Oord</surname><given-names>EJCG</given-names></name>, <name name-style="western"><surname>Verhulst</surname><given-names>FC</given-names></name>, <name name-style="western"><surname>Boomsma</surname><given-names>DI</given-names></name> (<year>2003</year>) <article-title>Genetic and environmental contributions to stability and change in children's internalizing and externalizing problems</article-title>. <source>J Am Acad Child Adolesc Psychiatry</source> <volume>42</volume>: <fpage>1212</fpage>–<lpage>1220</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-vandenOord1"><label>36</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>van den Oord</surname><given-names>EJCG</given-names></name>, <name name-style="western"><surname>Verhulst</surname><given-names>FC</given-names></name>, <name name-style="western"><surname>Boomsma</surname><given-names>DL</given-names></name> (<year>1996</year>) <article-title>A genetic study of maternal and paternal ratings of problem behaviors in 3-year-old twins</article-title>. <source>J Abnorm Psychol</source> <volume>105</volume>: <fpage>349</fpage>–<lpage>357</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Harter1"><label>37</label>
<mixed-citation publication-type="book" xlink:type="simple">Harter S (1990) Adolescent self and identity development. In: Feldman SS, Ellio GR, At the treshold: the developing adolescent. Cambridge, MA: Harvard University Press. pp. 352–387.</mixed-citation>
</ref>
<ref id="pone.0104793-DavisKean1"><label>38</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Davis-Kean</surname><given-names>PE</given-names></name>, <name name-style="western"><surname>Huesmann</surname><given-names>LR</given-names></name>, <name name-style="western"><surname>Jager</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Collins</surname><given-names>WA</given-names></name>, <name name-style="western"><surname>Bates</surname><given-names>JE</given-names></name>, <etal>et al</etal>. (<year>2008</year>) <article-title>Changes in the relation of self-efficacy beliefs and behaviors across development</article-title>. <source>Child Dev</source> <volume>79</volume>: <fpage>1257</fpage>–<lpage>1269</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Arseneault1"><label>39</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Arseneault</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Kim-Cohen</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Taylor</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Caspi</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Moffitt</surname><given-names>TE</given-names></name> (<year>2005</year>) <article-title>Psychometric Evaluation of 5- and 7-Year-Old Children's Self-Reports of Conduct Problems</article-title>. <source>J Abnorm Child Psychol</source> <volume>33</volume>: <fpage>537</fpage>–<lpage>50</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Kraemer2"><label>40</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kraemer</surname><given-names>HC</given-names></name>, <name name-style="western"><surname>Measelle</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>Ablow</surname><given-names>JC</given-names></name>, <name name-style="western"><surname>Essex</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Boyce</surname><given-names>WT</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>A new approach to integrating data from multiple informants in psychiatric assessment and research: mixing and matching contexts and perspectives</article-title>. <source>Am J Psychiatry</source> <volume>160</volume>: <fpage>1566</fpage>–<lpage>1577</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Bradley1"><label>41</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bradley</surname><given-names>RH</given-names></name>, <name name-style="western"><surname>Corwyn</surname><given-names>RF</given-names></name> (<year>2002</year>) <article-title>Socioeconomic status and child development</article-title>. <source>Annu Rev Psychol</source> <volume>53</volume>: <fpage>371</fpage>–<lpage>99</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Wolke1"><label>42</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wolke</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Waylen</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Samara</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Steer</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Goodman</surname><given-names>R</given-names></name>, <etal>et al</etal>. (<year>2009</year>) <article-title>Selective drop-out in longitudinal studies and non-biased prediction of behaviour disorders</article-title>. <source>Br J Psychiatry</source> <volume>195</volume>: <fpage>249</fpage>–<lpage>56</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Measelle1"><label>43</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Measelle</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>Ablow</surname><given-names>JC</given-names></name>, <name name-style="western"><surname>Cowan</surname><given-names>PA</given-names></name>, <name name-style="western"><surname>Cowan</surname><given-names>CP</given-names></name> (<year>1998</year>) <article-title>Assessing Young Children's Views of Their Academic, Social, and Emotional Lives: An Evaluation of the Self-Perception Scales of the Berkeley Puppet Interview</article-title>. <source>Child Dev</source> <volume>69</volume>: <fpage>1556</fpage>–<lpage>1576</lpage>.</mixed-citation>
</ref>
<ref id="pone.0104793-Jansen2"><label>44</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jansen</surname><given-names>PW</given-names></name>, <name name-style="western"><surname>Raat</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Mackenbach</surname><given-names>JP</given-names></name>, <name name-style="western"><surname>Hofman</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Jaddoe</surname><given-names>VWV</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>Early Determinants of Maternal and Paternal Harsh Discipline: The Generation R Study</article-title>. <source>Fam Relat</source> <volume>61</volume>: <fpage>253</fpage>–<lpage>270</lpage>.</mixed-citation>
</ref>
</ref-list></back>
</article>