<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Pediatr Parent</journal-id><journal-id journal-id-type="publisher-id">pediatrics</journal-id><journal-id journal-id-type="index">30</journal-id><journal-title>JMIR Pediatrics and Parenting</journal-title><abbrev-journal-title>JMIR Pediatr Parent</abbrev-journal-title><issn pub-type="epub">2561-6722</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v9i1e82039</article-id><article-id pub-id-type="doi">10.2196/82039</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Family-Focused Digital Mental Health Care for Pediatric Oppositional Symptoms and Caregiver Outcomes: Retrospective Analysis</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes" equal-contrib="yes"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>Darian</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>McAlister</surname><given-names>Kelsey</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>McCutchen</surname><given-names>Donna</given-names></name><degrees>LCSW</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Roots</surname><given-names>Monika</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Huberty</surname><given-names>Jennifer</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Bend Health, Inc</institution><addr-line>321 East Washington Ave, #200</addr-line><addr-line>Madison</addr-line><addr-line>WI</addr-line><country>United States</country></aff><aff id="aff2"><institution>Fit Minded, Inc</institution><addr-line>Phoenix</addr-line><addr-line>AZ</addr-line><country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Sideropoulos</surname><given-names>Vassilis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Guo</surname><given-names>Tonglei</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Darian Lawrence-Sidebottom, PhD, Bend Health, Inc, 321 East Washington Ave, #200, Madison, WI, 53703, United States, 1 800-516-0975; <email>dlawrence@lyrahealth.com</email></corresp><fn fn-type="equal" id="equal-contrib1"><label>*</label><p>these authors contributed equally</p></fn></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>22</day><month>6</month><year>2026</year></pub-date><volume>9</volume><elocation-id>e82039</elocation-id><history><date date-type="received"><day>08</day><month>08</month><year>2025</year></date><date date-type="rev-recd"><day>15</day><month>04</month><year>2026</year></date><date date-type="accepted"><day>13</day><month>05</month><year>2026</year></date></history><copyright-statement>&#x00A9; Darian Lawrence-Sidebottom, Kelsey McAlister, Donna McCutchen, Monika Roots, Jennifer Huberty. Originally published in JMIR Pediatrics and Parenting (<ext-link ext-link-type="uri" xlink:href="https://pediatrics.jmir.org">https://pediatrics.jmir.org</ext-link>), 22.6.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Pediatrics and Parenting, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://pediatrics.jmir.org">https://pediatrics.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://pediatrics.jmir.org/2026/1/e82039"/><abstract><sec><title>Background</title><p>Oppositional symptoms in youth are characterized by an angry or irritable mood and excessive defiance (eg, arguing), negatively impacting the mental well-being of children, adolescents, and their caregivers. Pediatric digital mental health interventions (DMHIs) that approach care from a whole-family perspective may effectively address mental health (MH) symptoms in both pediatric participants and their caregivers, though this has not been explored in the context of oppositional symptoms.</p></sec><sec><title>Objective</title><p>The purpose of this study was to assess oppositional symptoms in children and adolescents (aged 6 to 17 years) participating in care within the real-world conditions of a family-centered DMHI. We aimed to (1) examine baseline oppositional severity and its associations with child demographic and clinical characteristics (eg, co-occurring MH symptoms), and caregiver symptoms; (2) evaluate demographic, clinical, and engagement factors associated with oppositional symptoms during care with the DMHI; and (3) determine whether changes in oppositional symptoms during care are associated with improvements in caregivers&#x2019; stress, burnout, and sleep.</p></sec><sec sec-type="methods"><title>Methods</title><p>Retrospective analyses included 3781 child-caregiver pairs who participated in coaching and therapy with Bend Health Inc, a family-centered, pediatric DMHI. Assessments at baseline and monthly during care measured pediatric and caregiver symptoms. Children and adolescents were grouped by oppositional severity at baseline: not significant, subclinical, and clinical. Pediatric characteristics, care type, and caregiver symptoms were compared between groups. Linear mixed-effects models assessed oppositional symptoms over months and then tested whether oppositional severity and rate of symptom improvement were associated with caregiver outcomes over time.</p></sec><sec sec-type="results"><title>Results</title><p>Baseline oppositional symptoms were not significant for 51.55% (1949/3781), subclinical for 26.47% (1001/3781), and clinical for 21.98% (831/3781). More severe oppositional symptoms were associated with younger age (<italic>P</italic>&#x003C;.001), nonfemale sex (<italic>P</italic>&#x003C;.001), White race or ethnicity (<italic>P</italic>&#x003C;.001), higher rates of MH diagnoses (all <italic>P</italic>&#x003C;.001), and higher rates of co-occurring inattention, hyperactivity, depression, and sleep problems (all <italic>P</italic>&#x003C;.001). Odds of elevated caregiver symptoms increased with more severe oppositional symptoms (all <italic>P</italic>&#x003C;.001). At the end of care (final follow-up), oppositional symptoms improved for 73.93% (740/1001) with subclinical symptoms and 82.43% (685/831) with clinical symptoms. Symptom trajectories followed a logarithmic curve, with the greatest improvements in the first several months (<italic>P</italic>&#x003C;.001). While more severe oppositional symptoms were associated with more severe caregiver stress, burnout, and sleep problems (all <italic>P</italic>&#x003C;.001), monthly improvements in caregiver symptoms were significantly larger for those whose child improved more quickly (all <italic>P</italic>&#x003C;.001).</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Family-centered DMHIs may effectively address pediatric oppositional symptoms, as well as co-occurring impairments in caregiver well-being. These findings highlight the broader, system-level impact of scalable DMHIs (such as Bend) in addressing complex family MH needs. Future work should examine these effects in the long term and evaluate opposition-specific care pathways within DMHIs.</p></sec></abstract><kwd-group><kwd>oppositional defiant disorder</kwd><kwd>attention-deficit hyperactivity disorder</kwd><kwd>parental stress</kwd><kwd>pediatric mental health</kwd><kwd>therapy</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Oppositional and defiant behaviors in children and adolescents are characterized by an angry and irritable mood, temper tantrums, frequent arguing, and vindictiveness [<xref ref-type="bibr" rid="ref1">1</xref>]. Emerging as early as 4 years of age [<xref ref-type="bibr" rid="ref2">2</xref>], oppositional symptoms may become persistent and severe enough to meet the criteria for oppositional defiant disorder (ODD) [<xref ref-type="bibr" rid="ref3">3</xref>]. Estimates of the prevalence of ODD vary widely [<xref ref-type="bibr" rid="ref1">1</xref>], with one meta-analysis of 25 studies citing a 3.3% global prevalence [<xref ref-type="bibr" rid="ref4">4</xref>], and another study reporting a 1 in 10 lifetime prevalence in the United States [<xref ref-type="bibr" rid="ref5">5</xref>]. These rates are even higher among clinical populations and youth in the justice system [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. ODD is also a known precursor to more severe behavioral diagnoses, including conduct disorder (CD) and antisocial personality disorder [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], and is associated with early disciplinary issues [<xref ref-type="bibr" rid="ref11">11</xref>], elevated risk for substance use, and higher prevalence of co-occurring mental health (MH) challenges [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Attention-deficit hyperactivity disorder (ADHD), a neurodevelopmental disorder characterized by disruptions in attention and executive function, is also closely linked to ODD, as these disorders share overlapping risk factors and approximately 60% of individuals with ADHD also have ODD [<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>While various environmental and genetic factors appear to be associated with ODD, maladaptive family dynamics are particularly predictive of the development of ODD [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Disruptions in the parent-child relationship, including inconsistent or reactive discipline, can inadvertently reinforce defiant behaviors, contributing to a cycle of escalating conflict and emotional strain within the family [<xref ref-type="bibr" rid="ref13">13</xref>]. In a study of preadolescent boys (aged 8 to 13 years), negative reinforcement of oppositional and defiant behaviors was associated with a higher incidence of antisocial behavior over the following 2 years [<xref ref-type="bibr" rid="ref14">14</xref>]. Caregivers are also negatively affected by this cycle, as persistent child behavior problems can erode caregivers&#x2019; emotional regulation and capacity to implement effective strategies, further intensifying strain within the household. Caregivers of children with ODD often report high levels of stress [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>], potentially related to their child&#x2019;s disciplinary issues, school difficulties, and, in some cases, involvement with the justice system [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. They also experience elevated rates of sleep disturbances, anxiety, depression, and substance use [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. Together, these patterns highlight the urgent need for accessible, family-centered interventions that can interrupt problematic dynamics and promote healthier outcomes for both children and their caregivers.</p><p>Parent management training and family-based interventions are considered effective ODD treatments for children, especially those aged 12 years and younger [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Children who have developed the skills to reflect on their emotions and behaviors (around 8 years of age) can have a more active role in treatment and, therefore, may also benefit from cognitive behavioral therapy (CBT) and social problem-solving skill training [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. However, there is some evidence suggesting that oppositional symptoms are relatively resistant to treatment, especially those that do not involve caregiver interventions. Studies among youth have demonstrated stable or worsening symptoms over time, even as comorbid MH symptoms improve, especially in the absence of targeted intervention [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. These challenges have led to growing interest in integrated approaches that combine accessible parent-focused training with child-directed behavioral care (eg, CBT), offering a more comprehensive, whole-family model that may be better suited to address both child symptoms and broader family dynamics.</p><p>Digital mental health interventions (DMHIs) address youth MH challenges by providing timely access to care, supporting individualized treatment plans, and integrating multiple types of care within one platform [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. Studies have demonstrated the efficacy of DMHIs for many different symptom domains in children and adolescents, with most studies focusing on anxiety, depression, and stress [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. While several coaching and therapy-based DMHIs treat child behavior problems, evaluations often overlook oppositional behaviors. Instead, many programs rely on broad checklists (eg, the pediatric symptom checklist) to measure general progress [<xref ref-type="bibr" rid="ref37">37</xref>], or claims of symptom improvement are not peer-reviewed [<xref ref-type="bibr" rid="ref38">38</xref>]. While one study of symptoms during coaching and therapy with a family-centered pediatric DMHI (Bend Health, Inc) used an opposition-specific measure, findings of improvement were limited by a relatively short treatment duration (&#x003C;2 months) and small sample size (n=20) [<xref ref-type="bibr" rid="ref28">28</xref>]. This study also did not address the role of co-occurring symptoms (eg, anxiety or depression) or program engagement in treatment outcomes. Further, while there is evidence that caregiver well-being improves during a child&#x2019;s participation with various pediatric DMHIs [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], and oppositional symptom reduction mediates improvements in caregiver well-being [<xref ref-type="bibr" rid="ref41">41</xref>], the extent to which child and adolescent oppositional symptoms may associate with caregiver outcomes during care with a DMHI has not been addressed. There remains a need for a large-scale evaluation of paired youth-caregiver outcomes within the context of a real-world DMHI using a family-centered approach to address oppositional symptoms.</p><p>The purpose of this retrospective analysis was to assess oppositional symptoms in children and adolescents (aged 6 to 17 years) participating in care with a family-centered DMHI. We aimed to (1) examine baseline oppositional symptom severity and its associations with child demographic and clinical characteristics (eg, co-occurring MH symptoms), and caregiver symptoms; (2) evaluate demographic, clinical, and engagement factors associated with oppositional symptoms during care with the DMHI; and (3) determine whether changes in oppositional symptoms during care are associated with improvements in caregivers&#x2019; stress, sleep, and burnout.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design and Participants</title><p>This retrospective analysis included outcomes of pediatric members (aged 6 to 17 years) and their caregivers enrolled in coaching, therapy, or psychiatry programs with Bend Health Inc (Bend) between January 2023 and June 2025. The programs evaluated in this study were offered by Bend Health, Inc, through Bend Health Psychiatric Services and affiliated physician practices. Programs were delivered by MH providers in video-based sessions, and regular symptom assessments facilitated measurement-based care. Children were not eligible to enroll in Bend programs if they were in detox for alcohol or illicit drug use, or had any of the following: active command hallucinations or severe thought disorganization, moderate-to-severe intellectual disability, neurocognitive disorder with severe memory or functioning difficulties, severe eating disorders (including BMI &#x003C;18), or severe autism spectrum disorder.</p><p>Members were eligible for study inclusion if they attended at least 3 sessions by July 1, 2025 (n=6632). Members were excluded from all analyses if they did not complete valid baseline and follow-up assessments for oppositional symptoms. Caregivers were excluded if they did not complete valid baseline assessments. The final analytic sample included 3781 members and 3780 caregivers (sample sizes for specific caregiver outcomes were as follows: n=3778 for stress, n=3779 for sleep, and n=3780 for burnout).</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>Before participating in care with Bend, eligible caregivers agreed to terms and conditions, and they consented to the treatment of a minor (on behalf of their child aged &#x003C;18 years), agreeing to the collection of electronic data for the purposes of measurement-based care and for future data analyses. Adolescents (aged 13 to 17 years) also consented on behalf of themselves. Study participants were not recruited or compensated because all analyses were retrospective. Study procedures were approved by the Biomedical Research Alliance of New York (Study 23-12-034-1374; approved June 5, 2023).</p></sec><sec id="s2-3"><title>Treatment</title><p>Treatment with Bend has been described previously [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Caregivers enroll their child (aged 6 to 17 years) in care with Bend via the online web-based portal. During enrollment, caregivers provide information including insurance or employer coverage for services and demographic information for their child (date of birth, sex at birth, race and ethnicity, and gender identity). Then, they complete a series of MH screening questions followed by fully validated assessments to measure pediatric and caregiver MH symptoms (refer to the &#x201C;Assessments&#x201D; section). At the end of online enrollment, the caregiver schedules an intake session with a behavioral care manager (BCM), who is responsible for coordinating the member&#x2019;s care between internal and external providers.</p><p>During the video-based intake session, the BCM meets with the member and their caregiver to discuss care options with Bend (eg, coaching and therapy), desired services, and insurance or employer coverage for services. Bend addresses pediatric MH challenges using a collaborative care approach, by which care may involve the following Bend providers: behavioral health coach (&#x201C;coach&#x201D;), licensed therapist (&#x201C;therapist&#x201D;), or psychiatric provider (nurse practitioner or psychiatrist). Based on the information gathered before and during intake, BCMs assign one or more of these providers to each member&#x2019;s care team. All members are assigned a coach. Those who have more severe or complex MH symptoms are also assigned a therapist. Psychiatric providers are also assigned to a member&#x2019;s care team if medication management (&#x201C;psychiatry&#x201D;) is indicated or included in the referral. Members and their caregivers regularly participate in video-based sessions with providers on their care team, with 30-minute coaching sessions typically scheduled twice monthly and 45-minute therapy sessions once monthly, as applicable. Psychiatry sessions are as needed. BCMs continue to coordinate care and monitor progress throughout participation with Bend.</p><p>Coaching and therapy sessions follow module-based care programs designed to address specific symptom domains&#x2014;for example, ADHD, problematic behaviors, anxiety, and depression&#x2014;using evidence-based methods delivered over approximately 12 weeks. Care programs are designed to be age-appropriate, with age-based variations between care plans for children (aged &#x003C;13 years) and adolescents (aged 13 to 17 years). Care programs deliver caregiver interventions (eg, parent training) alongside member-targeted pediatric interventions. Caregiver-targeted interventions are a significant component of care for child programs (vs adolescent programs), as well as programs addressing symptoms known to be well-managed by parent involvement (eg, problematic behaviors). Between sessions, content from care programs is reinforced through an online learning resource center (including supplemental information and activities), and caregivers can communicate with their assigned care team using asynchronous messaging. To enable measurement-based care and monitor progress, members and caregivers complete follow-up MH assessments monthly.</p></sec><sec id="s2-4"><title>Assessments</title><p>Child and adolescent opposition, ADHD (inattention and hyperactivity), anxiety, depression, and sleep problems are initially screened by a series of brief MH screener questions. When symptoms are flagged by responses to the screeners (screen-in), symptoms are measured using full validated assessments. Caregivers of children and adolescents (aged &#x003C;18 years) respond to questions for opposition and ADHD (inattention and hyperactivity), given the higher validity of proxy report for these symptom assessments [<xref ref-type="bibr" rid="ref42">42</xref>]. Caregivers of children (aged &#x003C;13 years) respond to the anxiety, depression, and sleep questions on behalf of their child. To facilitate accurate reporting and incorporate multiple perspectives, caregivers are instructed to complete assessments with their child, consulting on current behaviors and feelings. Adolescents (aged 13 to 17 years) self-report their own anxiety, depression, and sleep problems.</p><p>Opposition is screened by the question &#x201C;...how much (or how often) has your child/teen had problematic behaviors in relation to others?&#x201D; and inattention and hyperactivity are screened by the single inattention question from the <italic>DSM-5</italic> (<italic>Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition</italic>) cross-cutting measure [<xref ref-type="bibr" rid="ref3">3</xref>]. The <italic>DSM-5</italic> cross-cutting measure also screens child anxiety (3 items) and depression (2 items), and sleep problems for children and adolescents (1 item) [<xref ref-type="bibr" rid="ref3">3</xref>]. Responses to the opposition and <italic>DSM-5</italic> cross-cutting screeners are on a 5-item Likert-type scale from &#x201C;Not at all&#x201D; (score=0) to &#x201C;Nearly every day&#x201D; (score=4). Adolescent anxiety and depression are screened using the first 2 questions from the Generalized Anxiety Disorder 7-item (GAD-7) and Patient Health Questionnaire 9-item (adolescent version; PHQ-9A) [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. These measures are known as the Generalized Anxiety Disorder 2-item (GAD-2) and Patient Health Questionnaire 2-item (PHQ-2), respectively, and have been widely validated as screeners [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. GAD-2 and PHQ-2 responses are on a 4-item Likert-type scale from &#x201C;Not at all&#x201D; (score=0) to &#x201C;Nearly every day&#x201D; (score=3).</p><p>Full assessments are completed based on responses to the MH screeners (screen-in; refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for details). Opposition and ADHD symptoms are assessed using the Swanson Nolan and Pelham-IV (SNAP-IV), which includes 26 items total to measure opposition (items 19&#x2010;26), inattention (items 1&#x2010;9), and hyperactivity (items 10&#x2010;18) symptoms. Child anxiety (10 items) and depression (11 items), and child and adolescent sleep problems (8 items) are assessed using the corresponding Patient-Reported Outcomes Measurement Information System assessments [<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref49">49</xref>], as recommended by the <italic>DSM-5</italic> for these age groups. Adolescent anxiety and depression are assessed using the remaining items from the GAD-7 and PHQ-9A [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], respectively. For the PHQ-9A, the final item regarding suicidal ideation is not presented due to the asynchronous delivery of the assessment [<xref ref-type="bibr" rid="ref50">50</xref>]; thus, the measure is 8 items.</p><p>Caregivers self-report their own stress, burnout, and sleep. Caregiver stress is screened by 2 items from the 18-item Parental Stress Scale (PSS) [<xref ref-type="bibr" rid="ref51">51</xref>], which measures distress related to caregiving responsibilities and the parent-child relationship. The PSS has been validated in clinical populations [<xref ref-type="bibr" rid="ref52">52</xref>]. Caregivers complete the remaining 16 items of the PSS if stress is flagged by screeners [<xref ref-type="bibr" rid="ref51">51</xref>]. For continuity between member-caregiver dyads, caregivers self-report the frequency of sleep problems in the past 2 weeks using the child and adolescent screening item [<xref ref-type="bibr" rid="ref3">3</xref>]. Caregivers rate their subjective burnout using a validated single item with a 5-item Likert-type scale from &#x201C;I enjoy my work. I have no symptoms of burnout&#x201D; (score=1) to &#x201C;I feel completely burned out...&#x201D; (score=5) [<xref ref-type="bibr" rid="ref53">53</xref>]. Details on all full assessments are in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p></sec><sec id="s2-5"><title>Measures</title><p>Member characteristics, clinical information, care engagement, and member and caregiver MH assessments were obtained from Bend&#x2019;s electronic health records. The following member characteristics were used: age in years (at baseline assessment), sex (male, female, and nonbinary), gender (male, female, transgender, nonbinary, and other), and ethnicity (reported categories: White, Asian, Black or African descent, Hispanic or Latino, and Other). Diagnosed conditions were reported in the following categories: ADHD (any subtype), ODD or CD, anxiety disorders (eg, generalized anxiety disorder), and major depressive disorder or dysthymia. Assessment scores were aggregated per standard procedures for each validated assessment [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. To facilitate clear reporting, severity categories (based on score) were reported as follows: not significant for screened out (ie, full assessment not taken) and low severities, subclinical for mild severity, and clinical for moderate and severe severities.</p><p>The baseline assessment was defined as the most recent completed within the 30 days before intake (preintake). If no preintake baseline was identified, the earliest assessment completed before the first session with a coach, therapist, or psychiatrist was retained as baseline. Assessments completed before baseline were excluded. All assessments after baseline were follow-up assessments. The timing of follow-up assessments was the date of completion relative to baseline, reported in 30-day months.</p><p>The first care program assigned was summarized as &#x201C;externalizing&#x201D; for the ADHD, executive functioning, and problematic behaviors care programs, and all other programs (eg, anxiety and resilience) were considered not externalizing. Total sessions were calculated as the aggregate sum of attended coaching, therapy, and psychiatry sessions within the study timeframe. Session counts were also calculated for each provider type. Sessions per month were calculated as total sessions divided by the duration in care (first to last session). For members with a duration in care of less than 1 month, the denominator of this calculation was set to 1 month to prevent artificial inflation of sessions per month values. Members were categorized as having therapy or psychiatry if they attended at least one session with the corresponding provider during the study period. Members were classified as having comorbid externalizing symptoms if they had clinical inattention or hyperactivity at baseline, and comorbid internalizing symptoms if they had clinical anxiety, depression, or sleep problems at baseline. Additional details on measures are in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p></sec><sec id="s2-6"><title>Statistical Analysis</title><p>Data preparation and statistical analysis were conducted using R (version 4.4.1; R Core Team) [<xref ref-type="bibr" rid="ref54">54</xref>]. An alpha level of .05 was used for all statistical tests. Members were assigned oppositional severity groups (&#x201C;group&#x201D;) based on baseline severity: not significant, subclinical, or clinical. Group was coded numerically (ordered by severity) for analyses, as appropriate. Assessment scores were rescaled so that 0 represented the lowest possible score, as applicable. Data preparation methods are further detailed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p></sec><sec id="s2-7"><title>Child and Adolescent Baseline Symptoms and Characteristics</title><p>The following characteristics were described by the oppositional severity group: age (in years; mean, SE), and the percentages of females and gender-sex conforming members, percent representation by ethnicity category, percentages of each type of MH diagnosis, percentages with clinical baseline MH symptoms (inattention, hyperactivity, anxiety, depression, and sleep problems). Treatment with Bend was described by the percentage of members with an externalizing symptom care program as their first care program, and those in therapy or psychiatry. Continuous variables were compared between groups using a linear model and categorical variables were compared using Cochran-Armitage trend tests with 2 levels. For ethnicity, levels were collapsed to White versus non-White; all other variables retained their original levels.</p></sec><sec id="s2-8"><title>Change in Oppositional Symptoms</title><p>Full-sample duration in care was described as median (IQR) months from first to last session, and median (IQR) months from baseline to follow-up assessments. Central trends (median [IQR]) for coaching, therapy, psychiatry, and total sessions attended were reported, with therapy and psychiatry sessions only reported for those in the corresponding type of care. Rates of oppositional symptom improvement (score decrease) and recovery (score &#x003C;8) at each member&#x2019;s last follow-up were reported for subclinical and clinical oppositional severity groups.</p><p>Changes in oppositional symptoms over the 7 months after baseline (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for details) were assessed using linear mixed-effects models of score over months (from baseline assessment). To determine the most accurate functional form of time, linear (months), quadratic (months<sup>2</sup>), and logarithmic (log [months+1]) models were evaluated. Each model included time, oppositional severity group, and their interaction as primary predictors, with a random effect of participant (member) on the intercept. Based on prior research for this program [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>], we controlled for sex (female), age (in years), internalizing and externalizing symptoms, participation in an externalizing care program, therapy, psychiatry, and average sessions per month. All continuous predictors except time were mean-centered to reduce multicollinearity. Likelihood ratio tests (LRTs) identified the logarithmic model as the best fit. Adding a random effect of participant on the slope further improved model fit (<italic>P</italic>&#x003C;.001) and was, therefore, retained. Finally, we evaluated potential moderators of symptom change by using LRTs to test interactions between time and each fixed effect. The final model included oppositional severity group, age (centered), externalizing care program, and psychiatry as interactions, and all other effects were retained as main effects.</p><p>Symptom change was evaluated at the full sample&#x2019;s typical treatment duration using both observed and model-estimated values to characterize treatment responsiveness and to confirm model accuracy. Model-estimated scores for baseline and follow-up at 3.73 months (median follow-up) were generated for each group. Observed values were calculated using scores from baseline and final follow-up assessments completed within 4 months. Model-estimated and observed values were used to calculate the percentage reduction in symptoms from baseline to follow-up. Comprehensive details regarding oppositional model selection and refinement, including LRT results, are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><p>To prepare for caregiver symptom modeling, each child&#x2019;s rate of improvement at the typical treatment duration was calculated as the estimated instantaneous slope at 3.73 months. Estimates were derived from member-specific fixed and random effects to isolate the rate of improvement from other covariates. The rate was subsequently inverted and mean-centered, such that higher values represent faster improvement.</p></sec><sec id="s2-9"><title>Caregiver Symptoms and Change in Oppositional Symptoms</title><p>Caregiver symptoms were first described as the percentage reporting stress, burnout, and sleep problems for all members and by oppositional severity group, with between-group differences tested by the Cochran-Armitage test. The change in likelihood for elevated caregiver symptoms associated with each 1-point increase in baseline oppositional symptom severity was expressed as odds ratios (ORs) with 95% CIs and associated <italic>P</italic> values.</p><p>For caregivers with mild-to-severe stress (n=2129), burnout (n=1680), and sleep problems (n=1760) at baseline, symptom severity (score) over the first 7 months of follow-up was assessed by linear mixed-effects models with fixed effects of time, oppositional symptom severity group, child&#x2019;s rate of improvement (centered), and interactions of each effect with time. A random effect of participant (member) on the intercept accounted for individual differences. Months (log-transformed) were used as the time variable because logarithmic time was identified as the best-fit functional form for all caregiver models. Additionally, a random effect of participant (member) on the slope improved model fit and was retained in all models. To further describe associations between caregiver symptoms and child oppositional symptoms, modeled caregiver symptom trajectories were plotted by oppositional severity group and child treatment response (derived from rate of improvement), including slow responders (rate=&#x2013;SD), typical responders (rate=0), and fast responders (rate =+SD).</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Child and Adolescent Baseline Symptoms and Characteristics</title><p>Oppositional symptoms were evaluated in N=3781 children and adolescents (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Given baseline symptoms, the oppositional severity group assignments were: 51.55% (1949/3781) not significant, 26.47% (1001/3781) subclinical, and 21.98% (831/3781) clinical (moderate: 13.96% [528/3781] and severe: 8.01% [303/3781]). Regarding characteristics (<xref ref-type="table" rid="table1">Table 1</xref>), children and adolescents with more severe symptoms tended to be younger (<italic>P</italic>&#x003C;.001), were less likely to be female (<italic>P</italic>&#x003C;.001), and more likely to be White (ethnicity: <italic>P</italic>&#x003C;.001). They also had higher rates of ADHD, ODD, and anxiety disorder diagnosis, as well as elevated MH symptoms (except for anxiety; all <italic>P</italic>&#x003C;.001). Externalizing symptom care programs and therapy were associated with more severe symptoms (all <italic>P</italic>&#x003C;.001).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Participant study flow chart, including oppositional severity group assignments based on baseline symptoms.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="pediatrics_v9i1e82039_fig01.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Characteristics reported for children in each oppositional severity group<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup>.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristic</td><td align="left" valign="bottom">Not significant (1949/3781, 51.55%)</td><td align="left" valign="bottom">Subclinical (1001/3781, 26.47%)</td><td align="left" valign="bottom">Clinical (831/3781, 21.98%)</td><td align="left" valign="bottom">Between-group test; <italic>t</italic> test (<italic>df</italic>) or Z score</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">Age (years), mean (SD)</td><td align="left" valign="top">11.77 (3.15)</td><td align="left" valign="top">10.78 (3.07)</td><td align="left" valign="top">10.39 (3.06)</td><td align="left" valign="top">&#x2013;11.52 (3779)<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top">Sex (female), n (%)</td><td align="left" valign="top">1089 (55.87)</td><td align="left" valign="top">461 (46.05)</td><td align="left" valign="top">363 (43.68)</td><td align="left" valign="top">6.48<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top">Gender-sex conforming, n (%)</td><td align="left" valign="top">1877 (96.31)</td><td align="left" valign="top">979 (97.80)</td><td align="left" valign="top">805 (96.87)</td><td align="left" valign="top">1.21<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">.23</td></tr><tr><td align="left" valign="top" colspan="4">Ethnicity, n (%)</td><td align="left" valign="top">3.50<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>White</td><td align="left" valign="top">969 (49.72)</td><td align="left" valign="top">519 (51.85)</td><td align="left" valign="top">475 (57.16)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Asian</td><td align="left" valign="top">104 (5.34)</td><td align="left" valign="top">61 (6.09)</td><td align="left" valign="top">25 (3.01)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Black or African descent</td><td align="left" valign="top">99 (5.08)</td><td align="left" valign="top">29 (2.90)</td><td align="left" valign="top">39 (4.69)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hispanic or Latino</td><td align="left" valign="top">108 (5.54)</td><td align="left" valign="top">42 (4.20)</td><td align="left" valign="top">36 (4.33)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">669 (34.33)</td><td align="left" valign="top">350 (34.97)</td><td align="left" valign="top">256 (30.81)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="6">Diagnosed conditions, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>ADHD<sup><xref ref-type="table-fn" rid="table1fn5">e</xref></sup></td><td align="left" valign="top">459 (23.55)</td><td align="left" valign="top">360 (35.96)</td><td align="left" valign="top">369 (44.40)</td><td align="left" valign="top">11.37<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>ODD<sup><xref ref-type="table-fn" rid="table1fn6">f</xref></sup> or CD<sup><xref ref-type="table-fn" rid="table1fn7">g</xref></sup></td><td align="left" valign="top">3 (0.15)</td><td align="left" valign="top">33 (3.3)</td><td align="left" valign="top">81 (9.75)</td><td align="left" valign="top">13.14<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Anxiety disorder</td><td align="left" valign="top">1003 (51.46)</td><td align="left" valign="top">458 (45.75)</td><td align="left" valign="top">309 (37.18)</td><td align="left" valign="top">6.90<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>MDD<sup><xref ref-type="table-fn" rid="table1fn8">h</xref></sup> or dysthymia</td><td align="left" valign="top">391 (20.06)</td><td align="left" valign="top">181 (18.08)</td><td align="left" valign="top">169 (20.34)</td><td align="left" valign="top">0.16<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">.87</td></tr><tr><td align="left" valign="top" colspan="6">Clinical MH<sup><xref ref-type="table-fn" rid="table1fn9">i</xref></sup> symptoms, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Inattention</td><td align="left" valign="top">285 (14.62)</td><td align="left" valign="top">307 (30.67)</td><td align="left" valign="top">416 (50.06)</td><td align="left" valign="top">19.61<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hyperactivity</td><td align="left" valign="top">89 (4.57)</td><td align="left" valign="top">143 (14.29)</td><td align="left" valign="top">250 (30.08)</td><td align="left" valign="top">18.39<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Anxiety</td><td align="left" valign="top">781 (40.07)</td><td align="left" valign="top">390 (38.96)</td><td align="left" valign="top">348 (41.88)</td><td align="left" valign="top">0.67<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">.51</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Depression</td><td align="left" valign="top">581 (29.81)</td><td align="left" valign="top">323 (32.27)</td><td align="left" valign="top">344 (41.40)</td><td align="left" valign="top">5.67<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sleep problems</td><td align="left" valign="top">717 (36.79)</td><td align="left" valign="top">417 (41.66)</td><td align="left" valign="top">399 (48.01)</td><td align="left" valign="top">5.57<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top">Externalizing symptom care program, n (%)</td><td align="left" valign="top">416 (21.34)</td><td align="left" valign="top">349 (34.87)</td><td align="left" valign="top">391 (47.05)</td><td align="left" valign="top">13.<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup>89</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top">Therapy, n (%)</td><td align="left" valign="top">830 (42.59)</td><td align="left" valign="top">476 (47.5)</td><td align="left" valign="top">401 (48.26)</td><td align="left" valign="top">3.08<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">.002<sup><xref ref-type="table-fn" rid="table1fn10">j</xref></sup></td></tr><tr><td align="left" valign="top">Psychiatry, n (%)</td><td align="left" valign="top">996 (51.10)</td><td align="left" valign="top">540 (54.15)</td><td align="left" valign="top">450 (54.15)</td><td align="left" valign="top">1.67<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">.10</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Between-group test (<italic>t</italic> test and Cochran-Armitage tests) results identify differences in characteristics between oppositional severity groups. Cochran-Armitage test results are reported for categorical variables, and <italic>t</italic> test results for age.</p></fn><fn id="table1fn2"><p><sup>b</sup><italic>t</italic> test value.</p></fn><fn id="table1fn3"><p><sup>c</sup><italic>P</italic>&#x003C;.001.</p></fn><fn id="table1fn4"><p><sup>d</sup>Z value.</p></fn><fn id="table1fn5"><p><sup>e</sup>ADHD: attention-deficit hyperactivity disorder.</p></fn><fn id="table1fn6"><p><sup>f</sup>ODD: oppositional defiant disorder.</p></fn><fn id="table1fn7"><p><sup>g</sup>CD: conduct disorder.</p></fn><fn id="table1fn8"><p><sup>h</sup>MDD: major depressive disorder. </p></fn><fn id="table1fn9"><p><sup>i</sup>MH: mental health.</p></fn><fn id="table1fn10"><p><sup>j</sup><italic>P</italic>&#x003C;.01.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Change in Oppositional Symptoms</title><p>In the first 7 months, the first and last sessions were a median of 2.63 (IQR 1.33&#x2010;4.7) months apart, and final follow-up assessments were a median of 3.73 (IQR 2.33&#x2010;5.87) months after baseline. Members attended a median of 7 (IQR 4&#x2010;12) sessions, corresponding with an average of 3.00 (SD 0.82) sessions per month. Members attended 6 (IQR 3&#x2010;9) coaching sessions. Members with therapy (45.15%, 1707/3781) had a median of 3 (IQR 2&#x2010;4) therapy sessions, and members with psychiatry (52.53%, 1986/3781) had a median of 1 (IQR 1&#x2010;1) psychiatry session. At the last follow-up, 73.93% (740/1001) of the subclinical oppositional severity group improved and 52.55% (526/1001) recovered, while 82.43% (685/831) of the clinical severity group improved and 23.83% (198/831) recovered.</p><p>Symptom trajectories fit a logarithmic model, characterized by rapid initial improvement during the first several months of care followed by a gradual decline in monthly improvements. Full results from the logarithmic model are reported in <xref ref-type="table" rid="table2">Table 2</xref>. In brief, oppositional symptoms improved over months (log-transformed; <italic>P</italic>&#x003C;.001). Symptoms were more severe for members with greater baseline severity (<italic>P</italic>&#x003C;.001), and those with comorbid externalizing symptoms (<italic>P</italic>&#x003C;.001), comorbid internalizing symptoms (<italic>P</italic>=.03), an externalizing care program (<italic>P</italic>&#x003C;.001), therapy (<italic>P</italic>&#x003C;.001), and greater sessions per month (<italic>P</italic>=.01). Symptoms were less severe for older members (<italic>P</italic>=.004) and females (<italic>P</italic>=.006). While psychiatry was associated with less severe symptoms, the main effect did not reach statistical significance (<italic>P</italic>=.07). Rates of symptom improvement were significantly greater (faster improvement) for members with more severe baseline symptoms (<italic>P</italic><sub>interaction</sub>&#x003C;.001). Specifically, those with clinical symptoms demonstrated rapid improvement over the first several months, whereas the subclinical group showed more gradual improvement. Scores for the not significant oppositional severity group remained largely stable (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Rate of improvement was also significantly greater for older members (<italic>P</italic><sub>interaction</sub>&#x003C;.001) and significantly smaller for members with psychiatry (<italic>P</italic>=.01). At the sample&#x2019;s typical final follow-up (3.73 months), the model-estimated aggregate symptom reduction was 27.73% for the subclinical oppositional severity group and 34.48% for the clinical oppositional severity group. These estimates were consistent with observed improvements across groups (<xref ref-type="table" rid="table3">Table 3</xref>).</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Results from the logarithmic model of oppositional symptom severity during care with the DMHI<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup>.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Effect</td><td align="left" valign="bottom">Estimate (SE)</td><td align="left" valign="bottom"><italic>t</italic> test (<italic>df</italic>)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Main effects</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Intercept</td><td align="left" valign="top">9.55 (0.11)</td><td align="left" valign="top">85.89 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed)</td><td align="left" valign="top">&#x2212;1.92 (0.07)</td><td align="left" valign="top">&#x2212;26.83 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Oppositional severity group</td><td align="left" valign="top">9.93 (0.09)</td><td align="left" valign="top">112.65 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age at baseline</td><td align="left" valign="top">&#x2212;0.04 (0.02)</td><td align="left" valign="top">&#x2212;2.89 (17039)</td><td align="left" valign="top">.004<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sex (female)</td><td align="left" valign="top">&#x2212;0.24 (0.09)</td><td align="left" valign="top">&#x2212;2.76 (17039)</td><td align="left" valign="top">.006<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Comorbid externalizing symptoms</td><td align="left" valign="top">0.83 (0.10)</td><td align="left" valign="top">8.04 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Comorbid internalizing symptoms</td><td align="left" valign="top">0.21 (0.09)</td><td align="left" valign="top">2.27 (17039)</td><td align="left" valign="top">.02<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Externalizing care program</td><td align="left" valign="top">0.45 (0.11)</td><td align="left" valign="top">4.04 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Therapy</td><td align="left" valign="top">0.37 (0.09)</td><td align="left" valign="top">3.94 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Psychiatry</td><td align="left" valign="top">&#x2212;0.17 (0.10)</td><td align="left" valign="top">&#x2212;1.82 (17039)</td><td align="left" valign="top">.07</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sessions per month</td><td align="left" valign="top">0.13 (0.06)</td><td align="left" valign="top">2.31 (17039)</td><td align="left" valign="top">.02<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td></tr><tr><td align="left" valign="top" colspan="4">Interactions with months (log-transformed)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Oppositional severity group</td><td align="left" valign="top">&#x2212;3.14 (0.08)</td><td align="left" valign="top">&#x2212;38.78 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age at baseline</td><td align="left" valign="top">&#x2212;0.06 (0.01)</td><td align="left" valign="top">&#x2212;4.20 (17039)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Externalizing care program</td><td align="left" valign="top">0.17 (0.10)</td><td align="left" valign="top">1.67 (17039)</td><td align="left" valign="top">.10</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Psychiatry</td><td align="left" valign="top">0.22 (0.09)</td><td align="left" valign="top">2.54 (17039)</td><td align="left" valign="top">.01</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>DMHI: digital mental health intervention.</p></fn><fn id="table2fn2"><p><sup>b</sup><italic>P</italic>&#x003C;.001.</p></fn><fn id="table2fn3"><p><sup>c</sup><italic>P</italic>&#x003C;.01.</p></fn><fn id="table2fn4"><p><sup>d</sup><italic>P</italic>&#x003C;.05. </p></fn></table-wrap-foot></table-wrap><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Logarithmic trends for oppositional symptoms during care for oppositional severity groups.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="pediatrics_v9i1e82039_fig02.png"/></fig><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Model-estimated and observed baseline and follow-up scores<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> at the median treatment duration, and the aggregate percent reduction from baseline to follow-up.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Oppositional severity group</td><td align="left" valign="bottom">Baseline score, mean (SD)</td><td align="left" valign="bottom">Follow-up score<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup>, mean (SD)</td><td align="left" valign="bottom">Percent reduction (%)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Not significant (n=1949)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Model-estimated</td><td align="left" valign="top">2.75 (1.14)</td><td align="left" valign="top">3.45 (2.76)</td><td align="left" valign="top">&#x2212;25.12</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Observed</td><td align="left" valign="top">2.56 (2.65)</td><td align="left" valign="top">3.35 (3.66)</td><td align="left" valign="top">&#x2212;30.84</td></tr><tr><td align="left" valign="top" colspan="4">Subclinical (n=1001)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Model-estimated</td><td align="left" valign="top">10.14 (1.21)</td><td align="left" valign="top">7.33 (2.96)</td><td align="left" valign="top">27.73</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Observed</td><td align="left" valign="top">10.41 (1.67)</td><td align="left" valign="top">7.83 (4.33)</td><td align="left" valign="top">24.77</td></tr><tr><td align="left" valign="top" colspan="4">Clinical (n=831)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Model-estimated</td><td align="left" valign="top">17.39 (1.66)</td><td align="left" valign="top">11.39 (4.01)</td><td align="left" valign="top">34.48</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Observed</td><td align="left" valign="top">17.82 (3.11)</td><td align="left" valign="top">12.34 (5.73)</td><td align="left" valign="top">30.76</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Model-estimated values are derived from a logarithmic mixed-effects model and calculated at the sample&#x2019;s median treatment duration (3.73 months). Observed values represent the last follow-up assessment completed within the first 4 months of care for each member.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-3"><title>Caregiver Symptoms and Change in Oppositional Symptoms</title><p>At baseline, 57.34% (2129/3713) of caregivers reported stress, 45.14% (1680/3722) reported burnout, and 47.35% (1760/3717) reported sleep problems; these rates differed across oppositional severity groups (all <italic>P</italic>&#x003C;.001; <xref ref-type="table" rid="table4">Table 4</xref>). As hypothesized, greater oppositional symptom severity was associated with significantly greater odds of elevated caregiver stress (OR 1.11, 95% CI 1.10-1.12), burnout (OR 1.06, 95% CI 1.05-1.08), and sleep problems (OR 1.03, 95% CI 1.02-1.04); all <italic>P</italic>&#x003C;.001. Stress was the most strongly associated with oppositional symptoms, with a 10-point change in oppositional symptom score (eg, an increase from subclinical to clinical symptoms) associated with an 184% increase in odds of caregiver stress.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Caregiver symptoms reported for each oppositional severity group<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup>.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Symptom</td><td align="left" valign="bottom">Not significant, n/N (%)</td><td align="left" valign="bottom">Subclinical, n/N (%)</td><td align="left" valign="bottom">Clinical, n/N (%)</td><td align="left" valign="bottom">Between-group test (Z score)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">Stress</td><td align="left" valign="top">844/1914 (44.10)</td><td align="left" valign="top">634/980 (64.69)</td><td align="left" valign="top">651/819 (79.49)</td><td align="left" valign="top">17.91</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Burnout</td><td align="left" valign="top">720/1919 (37.52)</td><td align="left" valign="top">469/980 (47.86)</td><td align="left" valign="top">491/823 (59.66)</td><td align="left" valign="top">10.86</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Sleep problems</td><td align="left" valign="top">832/1918 (43.38)</td><td align="left" valign="top">496/978 (50.72)</td><td align="left" valign="top">432/821 (52.62)</td><td align="left" valign="top">4.87</td><td align="char" char="." valign="top">&#x003C;.001</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>Between-group test (Cochran-Armitage tests) results identify differences in caregiver symptoms between oppositional severity groups.</p></fn></table-wrap-foot></table-wrap><p>All logarithmic model estimates for caregiver symptoms over months are reported in <xref ref-type="table" rid="table5">Table 5</xref>. Caregiver stress, burnout, and sleep problems decreased over months (all <italic>P</italic>&#x003C;.001), following logarithmic curves with rapid improvement in the first several months and then more gradual declines later in care. More severe caregiver symptoms were associated with more severe oppositional severity (all <italic>P</italic>&#x003C;.001). Faster improvement in child symptoms (greater child rate of improvement) was associated with less severe stress (<italic>P</italic>&#x003C;.001) and burnout (<italic>P</italic>=.04), though this main effect was not significant for sleep (<italic>P=</italic>not significant). Regarding the magnitude of change in caregiver symptoms over time (<xref ref-type="fig" rid="figure3">Figure 3</xref>), more severe oppositional symptoms were associated with larger improvement in stress (<italic>P</italic><sub>interaction</sub>&#x003C;.001) and burnout (<italic>P</italic><sub>interaction</sub>=.02), whereas this effect was not observed for sleep (<italic>P</italic><sub>interaction</sub>=not significant). Faster improvement in child symptoms was associated with larger improvements in all caregiver symptoms over time (all <italic>P</italic>&#x003C;.001), as demonstrated by diverging child treatment response trajectories for slow, typical, and fast responders (<xref ref-type="fig" rid="figure4">Figure 4</xref>).</p><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Results from logarithmic models of caregiver symptom severity during care with the DMHI<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup>.</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Fixed effect</td><td align="left" valign="bottom">Estimate (SE)</td><td align="left" valign="bottom"><italic>t</italic> test (<italic>df</italic>)</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Stress</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Intercept</td><td align="left" valign="top">27.53 (0.19)</td><td align="left" valign="top">141.52 (9434)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed)</td><td align="left" valign="top">&#x2212;2.88 (0.12)</td><td align="left" valign="top">&#x2212;23.71 (9434)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Oppositional severity group</td><td align="left" valign="top">5.13 (0.33)</td><td align="left" valign="top">15.60 (9434)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Child&#x2019;s rate of improvement</td><td align="left" valign="top">&#x2212;6.32 (0.72)</td><td align="left" valign="top">&#x2212;8.83 (9434)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed) &#x00D7; oppositional severity group</td><td align="left" valign="top">&#x2212;0.60&#x00B1;0.21</td><td align="left" valign="top">&#x2212;2.89 (9434)</td><td align="left" valign="top">.004<sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed) &#x00D7; child&#x2019;s rate of improvement</td><td align="left" valign="top">&#x2212;5.89 (0.45)</td><td align="left" valign="top">&#x2212;13.21 (9434)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top" colspan="4">Burnout</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Intercept</td><td align="left" valign="top">2.28 (0.02)</td><td align="left" valign="top">140.34 (7545)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed)</td><td align="left" valign="top">&#x2212;0.44 (0.01)</td><td align="left" valign="top">&#x2212;31.40 (7545)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Oppositional severity group</td><td align="left" valign="top">0.11 (0.03)</td><td align="left" valign="top">4.09 (7545)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Child&#x2019;s rate of improvement</td><td align="left" valign="top">&#x2212;0.15 (0.06)</td><td align="left" valign="top">&#x2212;2.49 (7545)</td><td align="left" valign="top">.01<sup><xref ref-type="table-fn" rid="table5fn4">d</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed) &#x00D7; oppositional severity group</td><td align="left" valign="top">&#x2212;0.05 (0.02)</td><td align="left" valign="top">&#x2212;2.27 (7545)</td><td align="left" valign="top">.02<sup><xref ref-type="table-fn" rid="table5fn4">d</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed) &#x00D7; child&#x2019;s rate of improvement</td><td align="left" valign="top">&#x2212;0.40 (0.05)</td><td align="left" valign="top">&#x2212;7.58 (7545)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top" colspan="4">Sleep problems</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Intercept</td><td align="left" valign="top">2.76 (0.02)</td><td align="left" valign="top">127.03 (7921)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed)</td><td align="left" valign="top">&#x2212;0.46 (0.02)</td><td align="left" valign="top">&#x2212;26.02 (7921)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Oppositional severity group</td><td align="left" valign="top">0.15 (0.04)</td><td align="left" valign="top">3.96 (7921)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Child&#x2019;s rate of improvement</td><td align="left" valign="top">&#x2212;0.07 (0.08)</td><td align="left" valign="top">&#x2212;0.88 (7921)</td><td align="left" valign="top">.38</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed) &#x00D7; oppositional severity group</td><td align="left" valign="top">&#x2212;0.01 (0.03)</td><td align="left" valign="top">&#x2212;0.37 (7921)</td><td align="left" valign="top">.71</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Months (log-transformed) &#x00D7; child&#x2019;s rate of improvement</td><td align="left" valign="top">&#x2212;0.39 (0.07)</td><td align="left" valign="top">&#x2212;5.84 (7921)</td><td align="left" valign="top">&#x003C;.001<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>DMHI: digital mental health intervention.</p></fn><fn id="table5fn2"><p><sup>b</sup><italic>P</italic>&#x003C;.001.</p></fn><fn id="table5fn3"><p><sup>c</sup><italic>P</italic>&#x003C;.01.</p></fn><fn id="table5fn4"><p><sup>d</sup><italic>P</italic>&#x003C;.05.</p></fn></table-wrap-foot></table-wrap><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Longitudinal trajectories for caregiver symptoms over months, reported for each oppositional severity group.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="pediatrics_v9i1e82039_fig03.png"/></fig><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Longitudinal trajectories for caregiver symptoms over months, reported by child treatment response for each oppositional severity group.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="pediatrics_v9i1e82039_fig04.png"/></fig></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study characterized child and adolescent (aged 6 to 17 years) oppositional symptoms and associated caregiver outcomes within the real-world setting of a family-centered DMHI. Oppositional symptoms were associated with age, sex, and comorbid MH diagnoses and symptoms. Oppositional symptoms improved during DMHI participation, and those with more severe symptoms at baseline improved more rapidly. Older children and adolescents tended to improve more quickly than younger children and adolescents, and participation in psychiatry was associated with slower improvement. While more severe oppositional symptoms were associated with caregiver sleep problems, stress, and burnout, caregivers of those with more severe oppositional symptoms reported larger improvements in their own symptoms, and caregiver improvements were more rapid for those whose child&#x2019;s rate of oppositional symptom improvement was greater (eg, fast responders).</p><p>This study described oppositional symptom presentation in children and adolescents receiving treatment from a DMHI and identified unique demographic factors associated with symptoms. Approximately 1 in 5 (22%) of children and adolescents had clinically elevated oppositional symptoms, yet only 10% of those with clinical symptoms had a formal diagnosis of ODD or CD. These findings are largely consistent with broader literature; while the global prevalence of ODD and CD is relatively low (&#x003C;5%) [<xref ref-type="bibr" rid="ref4">4</xref>], prevalence rates of 28% to 65% have been observed in clinical samples [<xref ref-type="bibr" rid="ref6">6</xref>]. Boys had more severe symptoms than girls, consistent with higher ODD diagnostic rates among males [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. Nonetheless, 45% of children and adolescents with oppositional symptoms were female. Considering that diagnostic tools and criteria are largely based on behaviors more common in males with ODD versus females (eg, physical vs relational aggression), these results demonstrate the need to monitor and address ODD in both males and females [<xref ref-type="bibr" rid="ref59">59</xref>]. This study also found that oppositional symptoms were less severe for older children and adolescents, likely reflecting the gradual decrease in the severity of oppositional symptoms (especially defiant behaviors) from preadolescence and into adulthood [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]. Those with more severe oppositional symptoms were more likely to have additional MH challenges, with inattentive and hyperactivity symptoms, and ADHD and ODD diagnoses particularly prevalent among those with problematic behaviors. This finding is expected given the high rate of comorbidity between ADHD and ODD [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. Notably, however, children and adolescents with oppositional symptoms varied in their individual and clinical characteristics (eg, age, sex, and co-occurring MH conditions). The DMHI evaluated here implements measurement-based care using a standardized screening protocol, potentially flagging relevant clinical symptoms in otherwise undiagnosed youth and circumventing demographic-based biases by applying the same criteria across all participants. Ultimately, findings demonstrate the value of standardized and routine screening (such as Bend) to evaluate and address oppositional behaviors in the context of pediatric DMHIs.</p><p>Though most children and adolescents did not receive care through a targeted oppositional behavior track, Bend successfully reduced oppositional symptoms in the majority (78%) of those with clinical and subclinical presentations. Symptom reductions were evident monthly, with the largest improvements in the first months of care. This finding aligns with the broader literature demonstrating that oppositional symptom improvement is associated with participation in a variety of evidence-based behavioral programs, particularly those emphasizing parenting and caregiver interventions [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. With Bend, children and adolescents who started with more severe oppositional symptoms improved more quickly over the course of care, suggesting that treatment through DMHIs like Bend is effective even for participants with more serious behavior problems. Other commercial DMHIs have demonstrated improvements across a range of pediatric symptoms with coaching and therapy [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], and several studies have shown reduction of MH symptoms, including anxiety, depression, and ADHD, during participation with Bend [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. While there is evidence that digital game-like interventions may also address ADHD and ODD in children and adolescents [<xref ref-type="bibr" rid="ref62">62</xref>-<xref ref-type="bibr" rid="ref64">64</xref>], this is the first rigorous study, to our knowledge, to report significant improvements in oppositional symptoms via family-centered coaching and therapy with a DMHI.</p><p>While engagement with Bend&#x2019;s DMHI was associated with substantial reductions in oppositional behaviors, there were differences in treatment responsiveness. First, older children and adolescents improved more quickly during care. Unlike younger children, older children and adolescents can take an active role in their treatment, potentially yielding greater gains from child-targeted interventions (eg, CBT and social problem-solving skill training) [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. Additionally, because caregivers of older children are less likely to have elevated parental stress and burnout [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], they may be better equipped to support their child&#x2019;s treatment (eg, via implementation of caregiver-directed interventions) [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref66">66</xref>]. Children and adolescents with psychiatry, on the other hand, tended to improve less quickly than those without psychiatry. This finding suggests that children and adolescents in psychiatry were less responsive to coaching or therapy alone, such as those with more complex cases and comorbidities. Thus, it is likely that medication management in psychiatry was appropriately assigned to those requiring this higher level of care. Notably, children and adolescents with more severe symptoms had more frequent sessions during care, but sessions per month were not a significant predictor of the rate of improvement, suggesting that care intensity was scaled to meet higher clinical need. This finding contrasts with other studies reporting associations between engagement metrics and better MH outcomes, including management of behavior problems [<xref ref-type="bibr" rid="ref67">67</xref>]. Taken together, it is likely that factors beyond engagement&#x2014;including demographics, caregiver involvement, and type of care&#x2014;have stronger associations with symptom progress. Overall, DMHIs that have an individually tailored and family-centered approach may be an effective solution for treating opposition, even for those with severe and complex symptom presentation.</p><p>Bend&#x2019;s family-centered approach provides simultaneous support to both pediatric members and their caregivers. Specifically, caregivers whose children were more responsive to care (eg, improved more quickly) also reported larger improvements in their own stress, burnout, and sleep. These findings are consistent with prior research highlighting the reciprocal relationship between child behavioral dysregulation and caregiver well-being, in which elevated externalizing symptoms in children and adolescents contribute to greater emotional strain, physiological stress, and impaired functioning in caregivers [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. On the other hand, improvements in child behavior lessen caregiver burden and may have positive downstream effects on caregiver well-being [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]. While caregiver stress, burnout, and sleep problems improved over time in care, those supporting children with more severe behavior problems showed the largest gains. While other studies have demonstrated improvements in caregiver symptoms during pediatric DMHI treatment [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]&#x2014;including a recent study showing co-occurring improvements in general pediatric symptoms and caregiver symptoms&#x2014;this is the first to demonstrate the sensitivity of caregiver symptoms to their child&#x2019;s oppositional behaviors. Indeed, reductions in caregiver stress and sleep problems are associated with better long-term outcomes, including lower incidence of MH problems, improved cardiovascular health, lower morbidity, and improved cognitive function [<xref ref-type="bibr" rid="ref69">69</xref>-<xref ref-type="bibr" rid="ref71">71</xref>]. These results position DMHIs such as Bend to support scalable, system-level change in pediatric and family MH care. Future studies should examine the effectiveness of opposition-specific care programs, as well as long-term outcomes of children and adolescents with symptoms of ODD.</p></sec><sec id="s4-2"><title>Strengths and Limitations</title><p>This study has several notable strengths. First, this study addresses significant research questions by combining pediatric and caregiver data, contributing greatly to the clinical and scientific knowledge base on the detection and treatment of ODD symptoms. Second, by conducting primary analyses on a large sample of member-caregiver pairs (N=3781) who meaningfully engaged with the DMHI in a real-world setting for at least 3 sessions, the findings presented are more reliable and generalizable than the previous study of oppositional symptoms with Bend [<xref ref-type="bibr" rid="ref28">28</xref>]. Third, children and adolescents with subclinical and nonsignificant symptoms were included in analyses of change. Thus, findings highlight early intervention effects and the robustness of the DMHI and analytic strategy in detecting improvements among less symptomatic children. This is notable given that such individuals typically have smaller gains and are vulnerable to potential floor effects. Additionally, by measuring symptoms over care for those with nonsignificant symptoms at baseline, we demonstrate that few children and adolescents developed new oppositional symptoms during participation with the DMHI. Thus, we can be confident that our findings reflect substantive clinical change rather than a regression to the mean. Fourth, observed and model-estimated values for oppositional symptom improvement were comparable, demonstrating the generalizability and accuracy of the results reported here. The rigor of the study is further strengthened through the use of validated, psychometrically sound measures administered at repeated time points.</p><p>Regarding limitations of the study, its retrospective and observational design precludes causal inferences; observed improvements in caregiver outcomes may reflect co-occurring changes or shared contextual factors rather than direct effects of the DMHI. Indeed, we cannot determine the directionality of the relationship between pediatric and caregiver symptom changes. The findings presented here are specific to a single DMHI (Bend) and may not generalize to other digital platforms or traditional therapy. Further research should be conducted on different DMHI tools to pinpoint particularly effective interventions and determine whether findings are generalizable. This study represents a modest follow-up period of 7 months maximum, with a typical length of participation of four months. Prior research has shown mixed long-term outcomes for ODD symptoms, with some reporting diagnostic instability (particularly in younger children) [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref72">72</xref>,<xref ref-type="bibr" rid="ref73">73</xref>] and others demonstrating sustained reductions in disruptive behaviors following intervention [<xref ref-type="bibr" rid="ref74">74</xref>]. Future studies would benefit from an extended follow-up period to evaluate the long-term stability of symptom improvements. Regarding outcome measures, the SNAP-IV is a widely used tool for assessing ODD symptoms, but it is not intended for diagnostic purposes. While multiple screening tools exist, there is no consensus on best practice [<xref ref-type="bibr" rid="ref24">24</xref>]. Nonetheless, the cut-off scores used in this study align with standardized guidelines [<xref ref-type="bibr" rid="ref75">75</xref>]. Another limitation is the use of caregiver report for many pediatric symptoms. Caregiver report is broadly used to measure observable behaviors (including opposition and defiance), as well as symptoms in young children (eg, aged &#x003C;13 years) [<xref ref-type="bibr" rid="ref47">47</xref>]. However, outcomes may differ significantly by informant, particularly for internalizing symptoms and symptoms or behaviors that lack cross-situational consistency (eg, behaviors present at school and not at home) [<xref ref-type="bibr" rid="ref76">76</xref>,<xref ref-type="bibr" rid="ref77">77</xref>]. While caregivers in this study were encouraged to seek input from their child when reporting symptoms and behaviors, future studies should use a multi-informant framework. This approach would account for potential informant discrepancies and offer a more nuanced, comprehensive assessment of child functioning. Finally, though the models controlled for several variables, residual confounding from unmeasured factors may remain. For example, the study did not evaluate several critical child and caregiver characteristics&#x2014;including pediatric health outcomes, caregiver MH history and demographics, and family socioeconomic circumstances&#x2014;which are likely to influence outcomes [<xref ref-type="bibr" rid="ref78">78</xref>-<xref ref-type="bibr" rid="ref81">81</xref>]. These additional variables should be included in future research to better elucidate their impact on family-wide MH.</p></sec><sec id="s4-3"><title>Conclusions</title><p>This study provides novel evidence that oppositional symptoms in children and adolescents can improve meaningfully during participation in a family-centered DMHI, even in the absence of targeted ODD treatment. Improvements were observed across clinical and subclinical severity levels and were more pronounced in younger children and adolescents and those with more severe baseline symptoms. While engagement varied by symptom severity, session frequency did not predict the rate of improvement, suggesting that the DMHI may have effectively tailored care intensity to individual needs. Notably, improvements in caregiver outcomes were closely linked to child oppositional symptoms at baseline and during care, with greater oppositional severity and larger improvements associated with larger reductions in stress, burnout, and sleep problems. These findings underscore the promise of family-centered DMHIs (such as Bend) in delivering scalable, flexible, and family-centered care that supports both pediatric MH and caregiver well-being. Future work should examine the long-term stability of these outcomes, explore potential mechanisms of change, and evaluate how caregiver-level factors influence treatment responsiveness within digital care models.</p></sec></sec></body><back><ack><p>Generative artificial intelligence was not used in the development or writing of this manuscript.</p></ack><notes><sec><title>Funding</title><p>This study was fully funded by Bend Health, Inc.</p></sec><sec><title>Data Availability</title><p>The datasets generated or analyzed during this study are not publicly available, per Bend Health Inc&#x2019;s privacy policy, but are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>All authors conceptualized and designed the study, and contributed to the methodology. DL-S conducted all statistical analyses. JH supervised the project. DL-S and KM drafted the manuscript, and all authors reviewed and approved the final version.</p></fn><fn fn-type="conflict"><p>At the time of initial submission, DL-S, DM, and MR were employed by Bend Health, Inc (Bend), the developer of the digital intervention in this study, and JH was a paid consultant for Bend. KM is employed by JH at Fit Minded, Inc. Since the initial submission, Bend was acquired by Lyra Health. The authors&#x2019; compensation and employment status are not affected by or dependent on the results of their research.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">ADHD</term><def><p>attention-deficit hyperactivity disorder</p></def></def-item><def-item><term id="abb2">BCM</term><def><p>behavioral care manager</p></def></def-item><def-item><term id="abb3">CBT</term><def><p>cognitive behavioral therapy</p></def></def-item><def-item><term id="abb4">CD</term><def><p>conduct disorder</p></def></def-item><def-item><term id="abb5">DMHI</term><def><p>digital mental health intervention</p></def></def-item><def-item><term id="abb6"><italic>DSM-5</italic></term><def><p><italic>Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition</italic></p></def></def-item><def-item><term id="abb7">GAD-2</term><def><p>Generalized Anxiety Disorder 2-item</p></def></def-item><def-item><term id="abb8">GAD-7</term><def><p>Generalized Anxiety Disorder 7-item</p></def></def-item><def-item><term id="abb9">LTR</term><def><p>likelihood ratio test</p></def></def-item><def-item><term id="abb10">MH</term><def><p>mental health</p></def></def-item><def-item><term id="abb11">ODD</term><def><p>oppositional defiant disorder</p></def></def-item><def-item><term id="abb12">OR</term><def><p>odds ratio</p></def></def-item><def-item><term id="abb13">PHQ-2</term><def><p>Patient Health Questionnaire 2-item</p></def></def-item><def-item><term id="abb14">PHQ-9A</term><def><p>Patient Health Questionnaire-9 adolescent version</p></def></def-item><def-item><term id="abb15">PSS</term><def><p>Parental Stress Scale</p></def></def-item><def-item><term id="abb16">SNAP-IV</term><def><p>Swanson Nolan and Pelham-IV</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hawes</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Gardner</surname><given-names>F</given-names> </name><name name-style="western"><surname>Dadds</surname><given-names>MR</given-names> </name><etal/></person-group><article-title>Oppositional defiant disorder</article-title><source>Nat Rev Dis Primers</source><year>2023</year><month>06</month><day>22</day><volume>9</volume><issue>1</issue><fpage>31</fpage><pub-id pub-id-type="doi">10.1038/s41572-023-00441-6</pub-id><pub-id pub-id-type="medline">37349322</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lavigne</surname><given-names>JV</given-names> </name><name name-style="western"><surname>Lebailly</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Hopkins</surname><given-names>J</given-names> </name><name name-style="western"><surname>Gouze</surname><given-names>KR</given-names> </name><name name-style="western"><surname>Binns</surname><given-names>HJ</given-names> </name></person-group><article-title>The prevalence of ADHD, ODD, depression, and anxiety in a community sample of 4-year-olds</article-title><source>J Clin Child Adolesc Psychol</source><year>2009</year><month>05</month><volume>38</volume><issue>3</issue><fpage>315</fpage><lpage>328</lpage><pub-id pub-id-type="doi">10.1080/15374410902851382</pub-id><pub-id pub-id-type="medline">19437293</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="book"><source>Diagnostic and Statistical Manual of Mental Disorders</source><year>2013</year><edition>5</edition><publisher-name>American Psychiatric Association</publisher-name><pub-id pub-id-type="other">0-89042-554-X</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Canino</surname><given-names>G</given-names> </name><name name-style="western"><surname>Polanczyk</surname><given-names>G</given-names> </name><name name-style="western"><surname>Bauermeister</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Rohde</surname><given-names>LA</given-names> </name><name name-style="western"><surname>Frick</surname><given-names>PJ</given-names> </name></person-group><article-title>Does the prevalence of CD and ODD vary across cultures?</article-title><source>Soc Psychiatry Psychiatr Epidemiol</source><year>2010</year><month>07</month><volume>45</volume><issue>7</issue><fpage>695</fpage><lpage>704</lpage><pub-id pub-id-type="doi">10.1007/s00127-010-0242-y</pub-id><pub-id pub-id-type="medline">20532864</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nock</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Kazdin</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Hiripi</surname><given-names>E</given-names> </name><name name-style="western"><surname>Kessler</surname><given-names>RC</given-names> </name></person-group><article-title>Lifetime prevalence, correlates, and persistence of oppositional defiant disorder: results from the National Comorbidity Survey Replication</article-title><source>J Child Psychol Psychiatry</source><year>2007</year><month>07</month><volume>48</volume><issue>7</issue><fpage>703</fpage><lpage>713</lpage><pub-id pub-id-type="doi">10.1111/j.1469-7610.2007.01733.x</pub-id><pub-id pub-id-type="medline">17593151</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boylan</surname><given-names>K</given-names> </name><name name-style="western"><surname>Vaillancourt</surname><given-names>T</given-names> </name><name name-style="western"><surname>Boyle</surname><given-names>M</given-names> </name><name name-style="western"><surname>Szatmari</surname><given-names>P</given-names> </name></person-group><article-title>Comorbidity of internalizing disorders in children with oppositional defiant disorder</article-title><source>Eur Child Adolesc Psychiatry</source><year>2007</year><month>12</month><volume>16</volume><issue>8</issue><fpage>484</fpage><lpage>494</lpage><pub-id pub-id-type="doi">10.1007/s00787-007-0624-1</pub-id><pub-id pub-id-type="medline">17896121</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Burke</surname><given-names>JD</given-names> </name><name name-style="western"><surname>Mulvey</surname><given-names>EP</given-names> </name><name name-style="western"><surname>Schubert</surname><given-names>CA</given-names> </name></person-group><article-title>Prevalence of mental health problems and service use among first-time juvenile offenders</article-title><source>J Child Fam Stud</source><year>2015</year><month>12</month><day>1</day><volume>24</volume><issue>12</issue><fpage>3774</fpage><lpage>3781</lpage><pub-id pub-id-type="doi">10.1007/s10826-015-0185-8</pub-id><pub-id pub-id-type="medline">26557012</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rowe</surname><given-names>R</given-names> </name><name name-style="western"><surname>Costello</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Angold</surname><given-names>A</given-names> </name><name name-style="western"><surname>Copeland</surname><given-names>WE</given-names> </name><name name-style="western"><surname>Maughan</surname><given-names>B</given-names> </name></person-group><article-title>Developmental pathways in oppositional defiant disorder and conduct disorder</article-title><source>J Abnorm Psychol</source><year>2010</year><month>11</month><volume>119</volume><issue>4</issue><fpage>726</fpage><lpage>738</lpage><pub-id pub-id-type="doi">10.1037/a0020798</pub-id><pub-id pub-id-type="medline">21090876</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Leadbeater</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Merrin</surname><given-names>GJ</given-names> </name><name name-style="western"><surname>Contreras</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ames</surname><given-names>ME</given-names> </name></person-group><article-title>Trajectories of oppositional defiant disorder severity from adolescence to young adulthood and substance use, mental health, and behavioral problems</article-title><source>J Can Acad Child Adolesc Psychiatry</source><year>2023</year><month>11</month><volume>32</volume><issue>4</issue><fpage>224</fpage><lpage>235</lpage><pub-id pub-id-type="medline">38034412</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Waldman</surname><given-names>ID</given-names> </name><name name-style="western"><surname>Rowe</surname><given-names>R</given-names> </name><name name-style="western"><surname>Boylan</surname><given-names>K</given-names> </name><name name-style="western"><surname>Burke</surname><given-names>JD</given-names> </name></person-group><article-title>External validation of a bifactor model of oppositional defiant disorder</article-title><source>Mol Psychiatry</source><year>2021</year><month>02</month><volume>26</volume><issue>2</issue><fpage>682</fpage><lpage>693</lpage><pub-id pub-id-type="doi">10.1038/s41380-018-0294-z</pub-id><pub-id pub-id-type="medline">30538308</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Burke</surname><given-names>JD</given-names> </name><name name-style="western"><surname>Loeber</surname><given-names>R</given-names> </name><name name-style="western"><surname>Lahey</surname><given-names>BB</given-names> </name><name name-style="western"><surname>Rathouz</surname><given-names>PJ</given-names> </name></person-group><article-title>Developmental transitions among affective and behavioral disorders in adolescent boys</article-title><source>J Child Psychol Psychiatry</source><year>2005</year><month>11</month><volume>46</volume><issue>11</issue><fpage>1200</fpage><lpage>1210</lpage><pub-id pub-id-type="doi">10.1111/j.1469-7610.2005.00422.x</pub-id><pub-id pub-id-type="medline">16238667</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Noordermeer</surname><given-names>SDS</given-names> </name><name name-style="western"><surname>Luman</surname><given-names>M</given-names> </name><name name-style="western"><surname>Weeda</surname><given-names>WD</given-names> </name><etal/></person-group><article-title>Risk factors for comorbid oppositional defiant disorder in attention-deficit/hyperactivity disorder</article-title><source>Eur Child Adolesc Psychiatry</source><year>2017</year><month>10</month><volume>26</volume><issue>10</issue><fpage>1155</fpage><lpage>1164</lpage><pub-id pub-id-type="doi">10.1007/s00787-017-0972-4</pub-id><pub-id pub-id-type="medline">28283834</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tung</surname><given-names>I</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>SS</given-names> </name></person-group><article-title>Negative parenting behavior and childhood oppositional defiant disorder: differential moderation by positive and negative peer regard</article-title><source>Aggress Behav</source><year>2014</year><month>01</month><volume>40</volume><issue>1</issue><fpage>79</fpage><lpage>90</lpage><pub-id pub-id-type="doi">10.1002/ab.21497</pub-id><pub-id pub-id-type="medline">23918473</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Snyder</surname><given-names>J</given-names> </name><name name-style="western"><surname>Schrepferman</surname><given-names>L</given-names> </name><name name-style="western"><surname>St Peter</surname><given-names>C</given-names> </name></person-group><article-title>Origins of antisocial behavior. Negative reinforcement and affect dysregulation of behavior as socialization mechanisms in family interaction</article-title><source>Behav Modif</source><year>1997</year><month>04</month><volume>21</volume><issue>2</issue><fpage>187</fpage><lpage>215</lpage><pub-id pub-id-type="doi">10.1177/01454455970212004</pub-id><pub-id pub-id-type="medline">9086866</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>PC</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>TC</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>VCH</given-names> </name><etal/></person-group><article-title>Quality of life in mothers of children with oppositional defiant symptoms: a community sample</article-title><source>Ment Health Fam Med</source><year>2010</year><month>06</month><volume>7</volume><issue>2</issue><fpage>93</fpage><lpage>100</lpage><pub-id pub-id-type="medline">22477927</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ding</surname><given-names>W</given-names> </name><name name-style="western"><surname>Lin</surname><given-names>X</given-names> </name><name name-style="western"><surname>Hinshaw</surname><given-names>SP</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><name name-style="western"><surname>Tan</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Meza</surname><given-names>JI</given-names> </name></person-group><article-title>Reciprocal influences between marital quality, parenting stress, and parental depression in Chinese families of children with oppositional defiant disorder symptoms</article-title><source>Child Youth Serv Rev</source><year>2022</year><month>05</month><volume>136</volume><fpage>106389</fpage><pub-id pub-id-type="doi">10.1016/j.childyouth.2022.106389</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><name name-style="western"><surname>Lin</surname><given-names>X</given-names> </name><name name-style="western"><surname>Heath</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>Q</given-names> </name><name name-style="western"><surname>Ding</surname><given-names>W</given-names> </name><name name-style="western"><surname>Qin</surname><given-names>S</given-names> </name></person-group><article-title>Longitudinal linkages between parenting stress and oppositional defiant disorder (ODD) symptoms among Chinese children with ODD</article-title><source>J Fam Psychol</source><year>2018</year><month>12</month><volume>32</volume><issue>8</issue><fpage>1078</fpage><lpage>1086</lpage><pub-id pub-id-type="doi">10.1037/fam0000466</pub-id><pub-id pub-id-type="medline">30321015</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mackler</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Kelleher</surname><given-names>RT</given-names> </name><name name-style="western"><surname>Shanahan</surname><given-names>L</given-names> </name><name name-style="western"><surname>Calkins</surname><given-names>SD</given-names> </name><name name-style="western"><surname>Keane</surname><given-names>SP</given-names> </name><name name-style="western"><surname>O&#x2019;Brien</surname><given-names>M</given-names> </name></person-group><article-title>Parenting stress, parental reactions, and externalizing behavior from ages 4 to 10</article-title><source>J Marriage Fam</source><year>2015</year><month>04</month><volume>77</volume><issue>2</issue><fpage>388</fpage><lpage>406</lpage><pub-id pub-id-type="doi">10.1111/jomf.12163</pub-id><pub-id pub-id-type="medline">26778852</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Folk</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Aguilera</surname><given-names>A</given-names> </name><name name-style="western"><surname>Chaplin</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Tolou-Shams</surname><given-names>M</given-names> </name></person-group><article-title>Stress management among caregivers of detained youth: protocol for randomized controlled trial of the RAISE web-based mHealth app</article-title><source>JMIR Res Protoc</source><year>2025</year><month>07</month><day>10</day><volume>14</volume><fpage>e67511</fpage><pub-id pub-id-type="doi">10.2196/67511</pub-id><pub-id pub-id-type="medline">40638918</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bornovalova</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Hicks</surname><given-names>BM</given-names> </name><name name-style="western"><surname>Iacono</surname><given-names>WG</given-names> </name><name name-style="western"><surname>McGue</surname><given-names>M</given-names> </name></person-group><article-title>Familial transmission and heritability of childhood disruptive disorders</article-title><source>Am J Psychiatry</source><year>2010</year><month>09</month><volume>167</volume><issue>9</issue><fpage>1066</fpage><lpage>1074</lpage><pub-id pub-id-type="doi">10.1176/appi.ajp.2010.09091272</pub-id><pub-id pub-id-type="medline">20634367</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huberty</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Sleep problems and parental stress among caregivers of children and adolescents enrolled in a digital mental health intervention</article-title><source>Front Child Adolesc Psychiatry</source><year>2023</year><volume>2</volume><fpage>1265095</fpage><pub-id pub-id-type="doi">10.3389/frcha.2023.1265095</pub-id><pub-id pub-id-type="medline">39816884</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>McAlister</surname><given-names>KL</given-names> </name><name name-style="western"><surname>McCutchen</surname><given-names>D</given-names> </name><name name-style="western"><surname>Roots</surname><given-names>M</given-names> </name><name name-style="western"><surname>Huberty</surname><given-names>J</given-names> </name></person-group><article-title>Impact of a pediatric digital mental health intervention on caregiver sleep and stress: a retrospective exploration of moderators of improvement</article-title><source>Digit Health</source><year>2025</year><volume>11</volume><fpage>20552076251361589</fpage><pub-id pub-id-type="doi">10.1177/20552076251361589</pub-id><pub-id pub-id-type="medline">40735548</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Helander</surname><given-names>M</given-names> </name><name name-style="western"><surname>Enebrink</surname><given-names>P</given-names> </name><name name-style="western"><surname>Hellner</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ahlen</surname><given-names>J</given-names> </name></person-group><article-title>Parent management training combined with group-CBT compared to parent management training only for oppositional defiant disorder symptoms: 2-year follow-up of a randomized controlled trial</article-title><source>Child Psychiatry Hum Dev</source><year>2023</year><month>08</month><volume>54</volume><issue>4</issue><fpage>1112</fpage><lpage>1126</lpage><pub-id pub-id-type="doi">10.1007/s10578-021-01306-3</pub-id><pub-id pub-id-type="medline">35089501</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kaur</surname><given-names>M</given-names> </name><name name-style="western"><surname>Floyd</surname><given-names>A</given-names> </name><name name-style="western"><surname>Balta</surname><given-names>AM</given-names> </name></person-group><article-title>Oppositional defiant disorder: evidence-based review of behavioral treatment programs</article-title><source>Ann Clin Psychiatry</source><year>2022</year><month>02</month><volume>34</volume><issue>1</issue><fpage>44</fpage><lpage>58</lpage><pub-id pub-id-type="doi">10.12788/acp.0056</pub-id><pub-id pub-id-type="medline">35166664</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="web"><article-title>Antisocial behaviour and conduct disorders in children and young people: recognition and management</article-title><source>NICE</source><year>2013</year><access-date>2025-08-07</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.nice.org.uk/guidance/cg158">https://www.nice.org.uk/guidance/cg158</ext-link></comment></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nitkowski</surname><given-names>D</given-names> </name><name name-style="western"><surname>Petermann</surname><given-names>F</given-names> </name><name name-style="western"><surname>B&#x00FC;ttner</surname><given-names>P</given-names> </name><name name-style="western"><surname>Krause-Leipoldt</surname><given-names>C</given-names> </name><name name-style="western"><surname>Petermann</surname><given-names>U</given-names> </name></person-group><article-title>Behavior modification of aggressive children in child welfare: evaluation of a combined intervention program</article-title><source>Behav Modif</source><year>2009</year><month>07</month><volume>33</volume><issue>4</issue><fpage>474</fpage><lpage>492</lpage><pub-id pub-id-type="doi">10.1177/0145445509336700</pub-id><pub-id pub-id-type="medline">19571325</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Riise</surname><given-names>EN</given-names> </name><name name-style="western"><surname>Wergeland</surname><given-names>GJH</given-names> </name><name name-style="western"><surname>Njardvik</surname><given-names>U</given-names> </name><name name-style="western"><surname>&#x00D6;st</surname><given-names>LG</given-names> </name></person-group><article-title>Cognitive behavior therapy for externalizing disorders in children and adolescents in routine clinical care: a systematic review and meta-analysis</article-title><source>Clin Psychol Rev</source><year>2021</year><month>02</month><volume>83</volume><fpage>101954</fpage><pub-id pub-id-type="doi">10.1016/j.cpr.2020.101954</pub-id><pub-id pub-id-type="medline">33418192</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Huberty</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Using digital measurement-based care to address symptoms of inattention, hyperactivity, and opposition in youth: retrospective analysis of Bend Health</article-title><source>JMIR Form Res</source><year>2023</year><month>04</month><day>26</day><volume>7</volume><fpage>e46578</fpage><pub-id pub-id-type="doi">10.2196/46578</pub-id><pub-id pub-id-type="medline">37099379</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bunte</surname><given-names>TL</given-names> </name><name name-style="western"><surname>Schoemaker</surname><given-names>K</given-names> </name><name name-style="western"><surname>Hessen</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>van der Heijden</surname><given-names>PGM</given-names> </name><name name-style="western"><surname>Matthys</surname><given-names>W</given-names> </name></person-group><article-title>Stability and change of ODD, CD and ADHD diagnosis in referred preschool children</article-title><source>J Abnorm Child Psychol</source><year>2014</year><month>10</month><volume>42</volume><issue>7</issue><fpage>1213</fpage><lpage>1224</lpage><pub-id pub-id-type="doi">10.1007/s10802-014-9869-6</pub-id><pub-id pub-id-type="medline">24781411</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liverpool</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mota</surname><given-names>CP</given-names> </name><name name-style="western"><surname>Sales</surname><given-names>CMD</given-names> </name><etal/></person-group><article-title>Engaging children and young people in digital mental health interventions: systematic review of modes of delivery, facilitators, and barriers</article-title><source>J Med Internet Res</source><year>2020</year><month>06</month><day>23</day><volume>22</volume><issue>6</issue><fpage>e16317</fpage><pub-id pub-id-type="doi">10.2196/16317</pub-id><pub-id pub-id-type="medline">32442160</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lehtimaki</surname><given-names>S</given-names> </name><name name-style="western"><surname>Martic</surname><given-names>J</given-names> </name><name name-style="western"><surname>Wahl</surname><given-names>B</given-names> </name><name name-style="western"><surname>Foster</surname><given-names>KT</given-names> </name><name name-style="western"><surname>Schwalbe</surname><given-names>N</given-names> </name></person-group><article-title>Evidence on digital mental health interventions for adolescents and young people: systematic overview</article-title><source>JMIR Ment Health</source><year>2021</year><month>04</month><day>29</day><volume>8</volume><issue>4</issue><fpage>e25847</fpage><pub-id pub-id-type="doi">10.2196/25847</pub-id><pub-id pub-id-type="medline">33913817</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Christensen</surname><given-names>HM</given-names> </name><name name-style="western"><surname>Hickie</surname><given-names>I</given-names> </name></person-group><article-title>eHealth integrated interventions for MH</article-title><source>Int J Integr Care</source><year>2014</year><month>12</month><day>8</day><volume>14</volume><issue>9</issue><pub-id pub-id-type="doi">10.5334/ijic.1881</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sethi</surname><given-names>S</given-names> </name></person-group><article-title>Treating youth depression and anxiety: a randomised controlled trial examining the efficacy of computerised versus face&#x2010;to&#x2010;face cognitive behaviour therapy</article-title><source>Aust Psychol</source><year>2013</year><month>08</month><day>1</day><volume>48</volume><issue>4</issue><fpage>249</fpage><lpage>257</lpage><pub-id pub-id-type="doi">10.1111/ap.12006</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huberty</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Using digital measurement-based care for the treatment of anxiety and depression in children and adolescents: observational retrospective analysis of Bend Health data</article-title><source>JMIR Pediatr Parent</source><year>2023</year><month>04</month><day>20</day><volume>6</volume><fpage>e46154</fpage><pub-id pub-id-type="doi">10.2196/46154</pub-id><pub-id pub-id-type="medline">37079366</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Beam</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Exploring the number of web-based behavioral health coaching sessions associated with symptom improvement in youth: observational retrospective analysis</article-title><source>JMIR Form Res</source><year>2023</year><month>12</month><day>18</day><volume>7</volume><issue>1</issue><fpage>e52804</fpage><pub-id pub-id-type="doi">10.2196/52804</pub-id><pub-id pub-id-type="medline">38109174</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Beam</surname><given-names>AB</given-names> </name><etal/></person-group><article-title>Using a digital mental health intervention for crisis support and mental health care among children and adolescents with self-injurious thoughts and behaviors: retrospective study</article-title><source>JMIR Form Res</source><year>2024</year><month>08</month><day>16</day><volume>8</volume><fpage>e54816</fpage><pub-id pub-id-type="doi">10.2196/54816</pub-id><pub-id pub-id-type="medline">39151166</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Loo</surname><given-names>T</given-names> </name><name name-style="western"><surname>Hunt</surname><given-names>J</given-names> </name><name name-style="western"><surname>Grodberg</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bravata</surname><given-names>D</given-names> </name></person-group><article-title>Clinical and psychosocial outcomes associated with a tele-behavioral health platform for families: retrospective study</article-title><source>JMIR Form Res</source><year>2023</year><month>03</month><day>17</day><volume>7</volume><issue>1</issue><fpage>e43600</fpage><pub-id pub-id-type="doi">10.2196/43600</pub-id><pub-id pub-id-type="medline">36930214</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Egger</surname><given-names>H</given-names> </name><name name-style="western"><surname>Stoner</surname><given-names>A</given-names> </name></person-group><article-title>Breaking the silence: meeting the mental health needs of young children and their families</article-title><access-date>2026-06-05</access-date><publisher-name>Little Otter</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://welcome.littleotterhealth.com/breaking-the-silence">https://welcome.littleotterhealth.com/breaking-the-silence</ext-link></comment></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Loo</surname><given-names>T</given-names> </name><name name-style="western"><surname>Altman</surname><given-names>M</given-names> </name><name name-style="western"><surname>Grodberg</surname><given-names>D</given-names> </name><name name-style="western"><surname>La Guardia</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bravata</surname><given-names>D</given-names> </name></person-group><article-title>Telebehavioral health for caregivers of children with behavioral health needs to address caregiver strain: cohort study</article-title><source>JMIR Pediatr Parent</source><year>2024</year><month>08</month><day>26</day><volume>7</volume><issue>1</issue><fpage>e59475</fpage><pub-id pub-id-type="doi">10.2196/59475</pub-id><pub-id pub-id-type="medline">39186369</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>McAlister</surname><given-names>K</given-names> </name><name name-style="western"><surname>Beam</surname><given-names>AB</given-names> </name><etal/></person-group><article-title>Evaluating the impact of pediatric digital mental health care on caregiver burnout and absenteeism: longitudinal observational study</article-title><source>JMIR Pediatr Parent</source><year>2025</year><month>06</month><day>27</day><volume>8</volume><issue>1</issue><fpage>e67149</fpage><pub-id pub-id-type="doi">10.2196/67149</pub-id><pub-id pub-id-type="medline">40576556</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Katzmann</surname><given-names>J</given-names> </name><name name-style="western"><surname>D&#x00F6;pfner</surname><given-names>M</given-names> </name><name name-style="western"><surname>G&#x00F6;rtz-Dorten</surname><given-names>A</given-names> </name></person-group><article-title>Child-based treatment of oppositional defiant disorder: mediating effects on parental depression, anxiety and stress</article-title><source>Eur Child Adolesc Psychiatry</source><year>2018</year><month>09</month><volume>27</volume><issue>9</issue><fpage>1181</fpage><lpage>1192</lpage><pub-id pub-id-type="doi">10.1007/s00787-018-1181-5</pub-id><pub-id pub-id-type="medline">29948233</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Swanson</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Sandman</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Deutsch</surname><given-names>C</given-names> </name><name name-style="western"><surname>Baren</surname><given-names>M</given-names> </name></person-group><article-title>Methylphenidate hydrochloride given with or before breakfast: I. Behavioral, cognitive, and electrophysiologic effects</article-title><source>Pediatrics</source><year>1983</year><month>07</month><volume>72</volume><issue>1</issue><fpage>49</fpage><lpage>55</lpage><pub-id pub-id-type="medline">6866591</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Spitzer</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Kroenke</surname><given-names>K</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>JBW</given-names> </name><name name-style="western"><surname>L&#x00F6;we</surname><given-names>B</given-names> </name></person-group><article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title><source>Arch Intern Med</source><year>2006</year><month>05</month><day>22</day><volume>166</volume><issue>10</issue><fpage>1092</fpage><lpage>1097</lpage><pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id><pub-id pub-id-type="medline">16717171</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kroenke</surname><given-names>K</given-names> </name><name name-style="western"><surname>Spitzer</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>JB</given-names> </name></person-group><article-title>The PHQ-9: validity of a brief depression severity measure</article-title><source>J Gen Intern Med</source><year>2001</year><month>09</month><volume>16</volume><issue>9</issue><fpage>606</fpage><lpage>613</lpage><pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id><pub-id pub-id-type="medline">11556941</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Plummer</surname><given-names>F</given-names> </name><name name-style="western"><surname>Manea</surname><given-names>L</given-names> </name><name name-style="western"><surname>Trepel</surname><given-names>D</given-names> </name><name name-style="western"><surname>McMillan</surname><given-names>D</given-names> </name></person-group><article-title>Screening for anxiety disorders with the GAD-7 and GAD-2: a systematic review and diagnostic metaanalysis</article-title><source>Gen Hosp Psychiatry</source><year>2016</year><volume>39</volume><issue>24&#x2013;31</issue><fpage>24</fpage><lpage>31</lpage><pub-id pub-id-type="doi">10.1016/j.genhosppsych.2015.11.005</pub-id><pub-id pub-id-type="medline">26719105</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kroenke</surname><given-names>K</given-names> </name><name name-style="western"><surname>Spitzer</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>JBW</given-names> </name></person-group><article-title>The Patient Health Questionnaire-2: validity of a two-item depression screener</article-title><source>Med Care</source><year>2003</year><month>11</month><volume>41</volume><issue>11</issue><fpage>1284</fpage><lpage>1292</lpage><pub-id pub-id-type="doi">10.1097/01.MLR.0000093487.78664.3C</pub-id><pub-id pub-id-type="medline">14583691</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Irwin</surname><given-names>DE</given-names> </name><name name-style="western"><surname>Gross</surname><given-names>HE</given-names> </name><name name-style="western"><surname>Stucky</surname><given-names>BD</given-names> </name><etal/></person-group><article-title>Development of six PROMIS pediatrics proxy-report item banks</article-title><source>Health Qual Life Outcomes</source><year>2012</year><month>02</month><day>22</day><volume>10</volume><issue>1</issue><fpage>22</fpage><pub-id pub-id-type="doi">10.1186/1477-7525-10-22</pub-id><pub-id pub-id-type="medline">22357192</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sherlock</surname><given-names>P</given-names> </name><name name-style="western"><surname>Blackwell</surname><given-names>CK</given-names> </name><name name-style="western"><surname>Kallen</surname><given-names>MA</given-names> </name><etal/></person-group><article-title>Measuring PROMIS&#x00AE; emotional distress in early childhood</article-title><source>J Pediatr Psychol</source><year>2022</year><month>05</month><day>13</day><volume>47</volume><issue>5</issue><fpage>547</fpage><lpage>558</lpage><pub-id pub-id-type="doi">10.1093/jpepsy/jsac029</pub-id><pub-id pub-id-type="medline">35552432</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Forrest</surname><given-names>CB</given-names> </name><name name-style="western"><surname>Meltzer</surname><given-names>LJ</given-names> </name><name name-style="western"><surname>Marcus</surname><given-names>CL</given-names> </name><etal/></person-group><article-title>Development and validation of the PROMIS pediatric sleep disturbance and sleep-related impairment item banks</article-title><source>Sleep</source><year>2018</year><month>06</month><day>1</day><volume>41</volume><issue>6</issue><fpage>zsy054</fpage><pub-id pub-id-type="doi">10.1093/sleep/zsy054</pub-id><pub-id pub-id-type="medline">29546286</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="web"><article-title>Guidance: screening for suicide risk during telehealth visits</article-title><source>National Action Alliance for Suicide Prevention</source><year>2020</year><access-date>2026-06-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://theactionalliance.org/resource/covid-guidance-screening-suicide-risk-during-telehealth-visits">https://theactionalliance.org/resource/covid-guidance-screening-suicide-risk-during-telehealth-visits</ext-link></comment></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berry</surname><given-names>JO</given-names> </name><name name-style="western"><surname>Jones</surname><given-names>WH</given-names> </name></person-group><article-title>The Parental Stress Scale: initial psychometric evidence</article-title><source>J Soc Pers Relat</source><year>1995</year><month>08</month><volume>12</volume><issue>3</issue><fpage>463</fpage><lpage>472</lpage><pub-id pub-id-type="doi">10.1177/0265407595123009</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zelman</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Ferro</surname><given-names>MA</given-names> </name></person-group><article-title>The Parental Stress Scale: psychometric properties in families of children with chronic health conditions</article-title><source>Fam Relat</source><year>2018</year><month>04</month><volume>67</volume><issue>2</issue><fpage>240</fpage><lpage>252</lpage><pub-id pub-id-type="doi">10.1111/fare.12306</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mateo-Rodr&#x00ED;guez</surname><given-names>I</given-names> </name><name name-style="western"><surname>Knox</surname><given-names>E</given-names> </name><name name-style="western"><surname>Oliver-Hernandez</surname><given-names>C</given-names> </name><name name-style="western"><surname>Daponte-Codina</surname><given-names>A</given-names> </name></person-group><article-title>Validation of a single-item screening measure of burnout in a sample of Spanish health workers</article-title><source>Soc Sci (Basel)</source><year>2023</year><month>10</month><volume>12</volume><issue>10</issue><fpage>546</fpage><pub-id pub-id-type="doi">10.3390/socsci12100546</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="web"><article-title>RStudio: Integrated Development Environment for R</article-title><source>Posit</source><year>2025</year><access-date>2026-06-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="http://www.posit.co/">http://www.posit.co/</ext-link></comment></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Beam</surname><given-names>AB</given-names> </name><etal/></person-group><article-title>Rates of trauma exposure and posttraumatic stress in a pediatric digital mental health intervention: retrospective analysis of associations with anxiety and depressive symptom improvement over time</article-title><source>JMIR Pediatr Parent</source><year>2024</year><month>02</month><day>27</day><volume>7</volume><fpage>e55560</fpage><pub-id pub-id-type="doi">10.2196/55560</pub-id><pub-id pub-id-type="medline">38412001</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence-Sidebottom</surname><given-names>D</given-names> </name><name name-style="western"><surname>Huffman</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Beam</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Improvements in sleep problems and their associations with mental health symptoms: a study of children and adolescents participating in a digital mental health intervention</article-title><source>Digit Health</source><year>2024</year><volume>10</volume><fpage>20552076241249928</fpage><pub-id pub-id-type="doi">10.1177/20552076241249928</pub-id><pub-id pub-id-type="medline">38736734</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Costello</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Mustillo</surname><given-names>S</given-names> </name><name name-style="western"><surname>Erkanli</surname><given-names>A</given-names> </name><name name-style="western"><surname>Keeler</surname><given-names>G</given-names> </name><name name-style="western"><surname>Angold</surname><given-names>A</given-names> </name></person-group><article-title>Prevalence and development of psychiatric disorders in childhood and adolescence</article-title><source>Arch Gen Psychiatry</source><year>2003</year><month>08</month><volume>60</volume><issue>8</issue><fpage>837</fpage><lpage>844</lpage><pub-id pub-id-type="doi">10.1001/archpsyc.60.8.837</pub-id><pub-id pub-id-type="medline">12912767</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Waschbusch</surname><given-names>DA</given-names> </name><name name-style="western"><surname>King</surname><given-names>S</given-names> </name></person-group><article-title>Should sex-specific norms be used to assess attention-deficit/hyperactivity disorder or oppositional defiant disorder?</article-title><source>J Consult Clin Psychol</source><year>2006</year><month>02</month><volume>74</volume><issue>1</issue><fpage>179</fpage><lpage>185</lpage><pub-id pub-id-type="doi">10.1037/0022-006X.74.1.179</pub-id><pub-id pub-id-type="medline">16551155</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ohan</surname><given-names>JL</given-names> </name><name name-style="western"><surname>Johnston</surname><given-names>C</given-names> </name></person-group><article-title>Gender appropriateness of symptom criteria for attention-deficit/hyperactivity disorder, oppositional-defiant disorder, and conduct disorder</article-title><source>Child Psychiatry Hum Dev</source><year>2005</year><volume>35</volume><issue>4</issue><fpage>359</fpage><lpage>381</lpage><pub-id pub-id-type="doi">10.1007/s10578-005-2694-y</pub-id><pub-id pub-id-type="medline">15886870</pub-id></nlm-citation></ref><ref id="ref60"><label>60</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Leadbeater</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Homel</surname><given-names>J</given-names> </name></person-group><article-title>Irritable and defiant sub-dimensions of ODD: their stability and prediction of internalizing symptoms and conduct problems from adolescence to young adulthood</article-title><source>J Abnorm Child Psychol</source><year>2015</year><month>04</month><volume>43</volume><issue>3</issue><fpage>407</fpage><lpage>421</lpage><pub-id pub-id-type="doi">10.1007/s10802-014-9908-3</pub-id><pub-id pub-id-type="medline">25028284</pub-id></nlm-citation></ref><ref id="ref61"><label>61</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Myers</surname><given-names>K</given-names> </name><name name-style="western"><surname>Vander Stoep</surname><given-names>A</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>C</given-names> </name><name name-style="western"><surname>McCarty</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Katon</surname><given-names>W</given-names> </name></person-group><article-title>Effectiveness of a telehealth service delivery model for treating attention-deficit/hyperactivity disorder: a community-based randomized controlled trial</article-title><source>J Am Acad Child Adolesc Psychiatry</source><year>2015</year><month>04</month><volume>54</volume><issue>4</issue><fpage>263</fpage><lpage>274</lpage><pub-id pub-id-type="doi">10.1016/j.jaac.2015.01.009</pub-id><pub-id pub-id-type="medline">25791143</pub-id></nlm-citation></ref><ref id="ref62"><label>62</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhao</surname><given-names>L</given-names> </name><name name-style="western"><surname>Agazzi</surname><given-names>H</given-names> </name><name name-style="western"><surname>Du</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>A digital cognitive-physical intervention for attention-deficit/hyperactivity disorder: randomized controlled trial</article-title><source>J Med Internet Res</source><year>2024</year><month>05</month><day>10</day><volume>26</volume><fpage>e55569</fpage><pub-id pub-id-type="doi">10.2196/55569</pub-id><pub-id pub-id-type="medline">38728075</pub-id></nlm-citation></ref><ref id="ref63"><label>63</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kollins</surname><given-names>SH</given-names> </name><name name-style="western"><surname>Childress</surname><given-names>A</given-names> </name><name name-style="western"><surname>Heusser</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Lutz</surname><given-names>J</given-names> </name></person-group><article-title>Effectiveness of a digital therapeutic as adjunct to treatment with medication in pediatric ADHD</article-title><source>NPJ Digit Med</source><year>2021</year><month>03</month><day>26</day><volume>4</volume><issue>1</issue><fpage>58</fpage><pub-id pub-id-type="doi">10.1038/s41746-021-00429-0</pub-id><pub-id pub-id-type="medline">33772095</pub-id></nlm-citation></ref><ref id="ref64"><label>64</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kollins</surname><given-names>SH</given-names> </name><name name-style="western"><surname>DeLoss</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Ca&#x00F1;adas</surname><given-names>E</given-names> </name><etal/></person-group><article-title>A novel digital intervention for actively reducing severity of paediatric ADHD (STARS-ADHD): a randomised controlled trial</article-title><source>Lancet Digit Health</source><year>2020</year><month>04</month><volume>2</volume><issue>4</issue><fpage>e168</fpage><lpage>e178</lpage><pub-id pub-id-type="doi">10.1016/S2589-7500(20)30017-0</pub-id><pub-id pub-id-type="medline">33334505</pub-id></nlm-citation></ref><ref id="ref65"><label>65</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kazdin</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Whitley</surname><given-names>MK</given-names> </name></person-group><article-title>Pretreatment social relations, therapeutic alliance, and improvements in parenting practices in parent management training</article-title><source>J Consult Clin Psychol</source><year>2006</year><month>04</month><volume>74</volume><issue>2</issue><fpage>346</fpage><lpage>355</lpage><pub-id pub-id-type="doi">10.1037/0022-006X.74.2.346</pub-id><pub-id pub-id-type="medline">16649879</pub-id></nlm-citation></ref><ref id="ref66"><label>66</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sheerin</surname><given-names>KM</given-names> </name><name name-style="western"><surname>Williamson-Butler</surname><given-names>S</given-names> </name><name name-style="western"><surname>Vieira</surname><given-names>A</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kemp</surname><given-names>KA</given-names> </name></person-group><article-title>The association between caregiver psychiatric distress and perceived barriers to behavioral health treatment participation for youth in the juvenile legal system</article-title><source>J Marital Fam Ther</source><year>2024</year><month>01</month><volume>50</volume><issue>1</issue><fpage>218</fpage><lpage>232</lpage><pub-id pub-id-type="doi">10.1111/jmft.12682</pub-id><pub-id pub-id-type="medline">37986105</pub-id></nlm-citation></ref><ref id="ref67"><label>67</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Joseph</surname><given-names>HM</given-names> </name><name name-style="western"><surname>Farmer</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kipp</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Attendance and engagement in parent training predict child behavioral outcomes in children pharmacologically treated for attention-deficit/hyperactivity disorder and severe aggression</article-title><source>J Child Adolesc Psychopharmacol</source><year>2019</year><month>03</month><volume>29</volume><issue>2</issue><fpage>90</fpage><lpage>99</lpage><pub-id pub-id-type="doi">10.1089/cap.2018.0119</pub-id><pub-id pub-id-type="medline">30592635</pub-id></nlm-citation></ref><ref id="ref68"><label>68</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dunsmore</surname><given-names>JC</given-names> </name><name name-style="western"><surname>Booker</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Ollendick</surname><given-names>TH</given-names> </name></person-group><article-title>Parental emotion coaching and child emotion regulation as protective factors for children with oppositional defiant disorder</article-title><source>Soc Dev</source><year>2013</year><month>08</month><day>1</day><volume>22</volume><issue>3</issue><pub-id pub-id-type="doi">10.1111/j.1467-9507.2011.00652.x</pub-id><pub-id pub-id-type="medline">24187441</pub-id></nlm-citation></ref><ref id="ref69"><label>69</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Li</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Zhong</surname><given-names>T</given-names> </name><name name-style="western"><surname>Meng</surname><given-names>X</given-names> </name></person-group><article-title>A meta-analysis study evaluating the effects of sleep quality on mental health among the adult population</article-title><source>BMC Public Health</source><year>2025</year><month>09</month><day>1</day><volume>25</volume><issue>1</issue><fpage>2992</fpage><pub-id pub-id-type="doi">10.1186/s12889-025-23709-w</pub-id></nlm-citation></ref><ref id="ref70"><label>70</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Direksunthorn</surname><given-names>T</given-names> </name></person-group><article-title>Sleep and cardiometabolic health: a narrative review of epidemiological evidence, mechanisms, and interventions</article-title><source>Int J Gen Med</source><year>2025</year><volume>18</volume><fpage>5831</fpage><lpage>5843</lpage><pub-id pub-id-type="doi">10.2147/IJGM.S563616</pub-id><pub-id pub-id-type="medline">41035532</pub-id></nlm-citation></ref><ref id="ref71"><label>71</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Eshera</surname><given-names>YM</given-names> </name><name name-style="western"><surname>Gavrilova</surname><given-names>L</given-names> </name><name name-style="western"><surname>Hughes</surname><given-names>JW</given-names> </name></person-group><article-title>Sleep is essential for cardiovascular health: an analytic review of the relationship between sleep and cardiovascular mortality</article-title><source>Am J Lifestyle Med</source><year>2024</year><volume>18</volume><issue>3</issue><fpage>340</fpage><lpage>350</lpage><pub-id pub-id-type="doi">10.1177/15598276231211846</pub-id><pub-id pub-id-type="medline">38737888</pub-id></nlm-citation></ref><ref id="ref72"><label>72</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Biederman</surname><given-names>J</given-names> </name><name name-style="western"><surname>Petty</surname><given-names>CR</given-names> </name><name name-style="western"><surname>Dolan</surname><given-names>C</given-names> </name><etal/></person-group><article-title>The long-term longitudinal course of oppositional defiant disorder and conduct disorder in ADHD boys: findings from a controlled 10-year prospective longitudinal follow-up study</article-title><source>Psychol Med</source><year>2008</year><month>07</month><volume>38</volume><issue>7</issue><fpage>1027</fpage><lpage>1036</lpage><pub-id pub-id-type="doi">10.1017/S0033291707002668</pub-id><pub-id pub-id-type="medline">18205967</pub-id></nlm-citation></ref><ref id="ref73"><label>73</label><nlm-citation citation-type="book"><person-group person-group-type="author"><collab>Committee to Evaluate the Supplemental Security Income Disability Program for Children with Mental Disorders; Board on the Health of Select Populations; Board on Children, Youth, and Families; Institute of Medicine; Division of Behavioral and Social Sciences and Education; The National Academies of Sciences, Engineering, and Medicine</collab></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Boat</surname><given-names>TF</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>JT</given-names> </name></person-group><article-title>Clinical characteristics of oppositional defiant disorder and conduct disorder</article-title><source>Mental Disorders and Disabilities Among Low-Income Children</source><year>2015</year><access-date>2026-06-15</access-date><publisher-name>National Academies Press (US)</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK332890">https://www.ncbi.nlm.nih.gov/books/NBK332890</ext-link></comment></nlm-citation></ref><ref id="ref74"><label>74</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Aar</surname><given-names>J</given-names> </name><name name-style="western"><surname>Leijten</surname><given-names>P</given-names> </name><name name-style="western"><surname>Orobio de Castro</surname><given-names>B</given-names> </name><name name-style="western"><surname>Overbeek</surname><given-names>G</given-names> </name></person-group><article-title>Sustained, fade-out or sleeper effects? A systematic review and meta-analysis of parenting interventions for disruptive child behavior</article-title><source>Clin Psychol Rev</source><year>2017</year><month>02</month><volume>51</volume><fpage>153</fpage><lpage>163</lpage><pub-id pub-id-type="doi">10.1016/j.cpr.2016.11.006</pub-id><pub-id pub-id-type="medline">27930935</pub-id></nlm-citation></ref><ref id="ref75"><label>75</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bussing</surname><given-names>R</given-names> </name><name name-style="western"><surname>Fernandez</surname><given-names>M</given-names> </name><name name-style="western"><surname>Harwood</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Parent and teacher SNAP-IV ratings of attention deficit hyperactivity disorder symptoms: psychometric properties and normative ratings from a school district sample</article-title><source>Assessment</source><year>2008</year><month>09</month><volume>15</volume><issue>3</issue><fpage>317</fpage><lpage>328</lpage><pub-id pub-id-type="doi">10.1177/1073191107313888</pub-id><pub-id pub-id-type="medline">18310593</pub-id></nlm-citation></ref><ref id="ref76"><label>76</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Achenbach</surname><given-names>TM</given-names> </name><name name-style="western"><surname>McConaughy</surname><given-names>SH</given-names> </name><name name-style="western"><surname>Howell</surname><given-names>CT</given-names> </name></person-group><article-title>Child/adolescent behavioral and emotional problems: implications of cross-informant correlations for situational specificity</article-title><source>Psychol Bull</source><year>1987</year><month>03</month><volume>101</volume><issue>2</issue><fpage>213</fpage><lpage>232</lpage><pub-id pub-id-type="medline">3562706</pub-id></nlm-citation></ref><ref id="ref77"><label>77</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>De Los Reyes</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kazdin</surname><given-names>AE</given-names> </name></person-group><article-title>Informant discrepancies in the assessment of childhood psychopathology: a critical review, theoretical framework, and recommendations for further study</article-title><source>Psychol Bull</source><year>2005</year><month>07</month><volume>131</volume><issue>4</issue><fpage>483</fpage><lpage>509</lpage><pub-id pub-id-type="doi">10.1037/0033-2909.131.4.483</pub-id><pub-id pub-id-type="medline">16060799</pub-id></nlm-citation></ref><ref id="ref78"><label>78</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grodberg</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bridgewater</surname><given-names>J</given-names> </name><name name-style="western"><surname>Loo</surname><given-names>T</given-names> </name><name name-style="western"><surname>Bravata</surname><given-names>D</given-names> </name></person-group><article-title>Examining the relationship between pediatric behavioral health and parent productivity through a parent-reported survey in the time of COVID-19: exploratory study</article-title><source>JMIR Form Res</source><year>2022</year><month>08</month><day>18</day><volume>6</volume><issue>8</issue><fpage>e37285</fpage><pub-id pub-id-type="doi">10.2196/37285</pub-id><pub-id pub-id-type="medline">35616439</pub-id></nlm-citation></ref><ref id="ref79"><label>79</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Feldman</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Wilson</surname><given-names>MN</given-names> </name><name name-style="western"><surname>Shaw</surname><given-names>DS</given-names> </name></person-group><article-title>Relations between early childhood paternal depression and preschool- and school-age psychosocial functioning</article-title><source>J Clin Child Adolesc Psychol</source><year>2022</year><volume>51</volume><issue>1</issue><fpage>97</fpage><lpage>111</lpage><pub-id pub-id-type="doi">10.1080/15374416.2020.1723600</pub-id><pub-id pub-id-type="medline">32078383</pub-id></nlm-citation></ref><ref id="ref80"><label>80</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mikolajewski</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Taylor</surname><given-names>J</given-names> </name><name name-style="western"><surname>Iacono</surname><given-names>WG</given-names> </name></person-group><article-title>Oppositional defiant disorder dimensions: genetic influences and risk for later psychopathology</article-title><source>J Child Psychol Psychiatry</source><year>2017</year><month>06</month><volume>58</volume><issue>6</issue><fpage>702</fpage><lpage>710</lpage><pub-id pub-id-type="doi">10.1111/jcpp.12683</pub-id><pub-id pub-id-type="medline">28059443</pub-id></nlm-citation></ref><ref id="ref81"><label>81</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vaughn-Coaxum</surname><given-names>RA</given-names> </name><name name-style="western"><surname>Mills</surname><given-names>BL</given-names> </name><name name-style="western"><surname>Feldman</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Johnston</surname><given-names>KE</given-names> </name><name name-style="western"><surname>Lindhiem</surname><given-names>O</given-names> </name></person-group><article-title>Parent internalizing symptoms associated with parenting behaviors and children&#x2019;s symptoms in a national sample of parents of school-age children (5-12 years)</article-title><source>Child Psychiatry Hum Dev</source><year>2025</year><month>07</month><day>9</day><pub-id pub-id-type="doi">10.1007/s10578-025-01875-7</pub-id><pub-id pub-id-type="medline">40632207</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Supplemental methods, including additional information on assessments and measures, and detailed methods for data processing and statistical analyses.</p><media xlink:href="pediatrics_v9i1e82039_app1.docx" xlink:title="DOCX File, 2492 KB"/></supplementary-material></app-group></back></article>