<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPP</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Pediatr Parent</journal-id>
      <journal-title>JMIR Pediatrics and Parenting</journal-title>
      <issn pub-type="epub">2561-6722</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v1i2e8</article-id>
    <article-id pub-id-type="pmid">31518299</article-id>
    <article-id pub-id-type="doi">10.2196/pediatrics.9796</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Smartphones for Real-time Assessment of Adherence Behavior and Symptom Exacerbation for High-Risk Youth with Asthma: Pilot Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Smeets</surname>
          <given-names>Christophe</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Johnson</surname>
          <given-names>Kevin</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Carpenter</surname>
          <given-names>Delesha</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Teufel II</surname>
        <given-names>Ronald John</given-names>
      </name>
      <degrees>MD, MSCR</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Division of General Pediatrics</institution>
        <institution>Department of Pediatrics</institution>
        <institution>Medical University of South Carolina</institution>
        <addr-line>135 Rutledge Avenue</addr-line>
        <addr-line>Charleston, SC, 29401</addr-line>
        <country>United States</country>
        <phone>1 843 876 8512</phone>
        <fax>1 843 876 8709</fax>
        <email>teufelr@musc.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1095-5364</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Patel</surname>
          <given-names>Sachin K</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7101-3341</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Shuler</surname>
          <given-names>Anita B</given-names>
        </name>
        <degrees>AS, BHA</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2177-3737</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Andrews</surname>
          <given-names>Anne L</given-names>
        </name>
        <degrees>MD, MSCR</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5218-4652</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Nichols</surname>
          <given-names>Michelle</given-names>
        </name>
        <degrees>RN, PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2078-9649</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Ebeling</surname>
          <given-names>Myla D</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5690-5245</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Dawley</surname>
          <given-names>Erin</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7292-7724</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Mueller</surname>
          <given-names>Martina</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2041-5142</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib9">
        <name name-style="western">
          <surname>Ruggiero</surname>
          <given-names>Kenneth J</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff6" ref-type="aff">6</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8504-6988</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib10">
        <name name-style="western">
          <surname>Treiber</surname>
          <given-names>Frank A</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff6" ref-type="aff">6</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5495-4131</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Division of General Pediatrics</institution>
    <institution>Department of Pediatrics</institution>  
    <institution>Medical University of South Carolina</institution>  
    <addr-line>Charleston, SC</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Technology Applications Center for Healthful Lifestyles</institution>
    <institution>College of Nursing</institution>  
    <institution>Medical University of South Carolina</institution>  
    <addr-line>Charleston, SC</addr-line>
    <country>United States</country></aff>
    <aff id="aff3">
    <label>3</label>
    <institution>Children's Hospital</institution>
    <institution>Medical University of South Carolina</institution>  
    <addr-line>Charleston, SC</addr-line>
    <country>United States</country></aff>
    <aff id="aff4">
    <label>4</label>
    <institution>College of Nursing</institution>
    <institution>Medical University of South Carolina</institution>  
    <addr-line>Charleston, SC</addr-line>
    <country>United States</country></aff>
    <aff id="aff5">
    <label>5</label>
    <institution>Division of Neonatology</institution>
    <institution>Department of Pediatrics</institution>  
    <institution>Medical University of South Carolina</institution>  
    <addr-line>Charleston, SC</addr-line>
    <country>United States</country></aff>
    <aff id="aff6">
    <label>6</label>
    <institution>Department of Psychiatry</institution>
    <institution>Medical University of South Carolina</institution>  
    <addr-line>Charleston, SC</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Ronald John Teufel II 
      <email>teufelr@musc.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection">
      <season>Jul-Dec</season>
      <year>2018</year>
    </pub-date>
    <pub-date pub-type="epub">
      <day>5</day>
      <month>10</month>
      <year>2018</year>
    </pub-date>
    <volume>1</volume>
    <issue>2</issue>
    <elocation-id>e8</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>10</day>
        <month>1</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>25</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>24</day>
        <month>5</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>28</day>
        <month>6</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Ronald John Teufel II, Sachin K Patel, Anita B Shuler, Anne L Andrews, Michelle Nichols, Myla D Ebeling, Erin Dawley, Martina Mueller, Kenneth J Ruggiero, Frank A Treiber. Originally published in JMIR Pediatrics and Parenting (http://pediatrics.jmir.org), 05.10.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Pediatrics and Parenting, is properly cited. The complete bibliographic information, a link to the original publication on http://pediatrics.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://pediatrics.jmir.org/2018/2/e8/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Youth with asthma who have poor medication adherence, have limited access to care, and are frequently seen in the acute care setting are often termed “high risk.”</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This study aimed to design and test the feasibility of using smartphone technology to assess contextual factors that may impact changes in daily medication adherence and to identify new symptom episodes among high-risk youth with asthma in their home environment.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Youth aged 8-17 years with high-risk asthma from 2 children’s hospitals were eligible for the 2-month study. An app was downloaded on participants’ phones at enrollment. Daily text message (short message service) reminders were sent to complete ecological momentary assessment of asthma symptoms and other contextual factors such as emotional state using the app. Bluetooth inhaler devices were used to record timestamps of inhaler use with the ability to review and manually enter data. The acceptability was assessed with surveys, key informant interviews (KII), and frequency of days with asthma data. KII data were used in an iterative design approach to identify challenges, strengths, and suggestions for maximizing use. Generalized linear mixed modeling was used to preliminarily explore contextual factors associated with changes in daily adherence.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>We enrolled 14 children aged 8-16 years (13/14, 93% were African Americans). Over the 2-month study period, participants reported coughing (42/110, 38%), wheezing (8/111, 7%), chest tightness (9/109, 8%), boredom (57/109, 52%), and 10 new asthma symptom episodes. The controller medication adherence was 30%, which increased significantly on days with asthma symptoms or boredom. Data were received on 89% (606/681) of study days. Surveys and KIIs suggest acceptability among youth and their caregivers. Challenges reported during the study included lost or damaged phones and available memory.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Youth and their caregivers reported the acceptability of using smartphones for real-time asthma monitoring. Overall, the controller medication adherence was low but increased significantly on days with reported asthma symptoms or boredom, suggesting that daily contextual factors may be associated with a change in the adherence behavior.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>children</kwd>
      <kwd>ecological momentary assessment</kwd>
      <kwd>medication adherence</kwd>
      <kwd>medication monitoring device</kwd>
      <kwd>mHealth</kwd>
      <kwd>mobile phone</kwd>
      <kwd>symptoms</kwd>
      <kwd>youth</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Asthma impacts the lives of 7 million children in the United States costing US $9 billion annually with emergency department and hospital admissions accounting for half of these costs [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Children with frequent emergency department and hospital visits are often termed “high risk” and more likely to be from a minority race or ethnicity and experience unique barriers such as decreased access to care and more severe disease [<xref ref-type="bibr" rid="ref5">5</xref>]. Uncontrolled asthma and frequent exacerbations not only negatively impact health but also the quality of life and school attendance, and contribute to missed parental work days [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Effective preventive care strategies exist to control asthma and prevent its negative outcomes. However, these treatments are seldom delivered with satisfactory adherence among high-risk youth with asthma [<xref ref-type="bibr" rid="ref8">8</xref>]. Medication adherence among children is further complicated as responsibility for controller inhaler medication delivery gradually transitions from parents to youth. Less than 20% of children aged 7 years are responsible for asthma medication self-management compared with 100% of 19-year-olds’ with asthma [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Barriers to controller medication adherence among youth with asthma include forgetfulness, poor asthma knowledge and false beliefs, child avoidance of inhaler use at school, and parental stress with medication delivery [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Less is known about other social and emotional contextual factors (eg, anger, boredom, and symptoms), and how changes in these factors over time impact the day-to-day adherence behavior for youth with asthma. Emotional factors, such as anger or panic, are frequently reported in association with asthma symptoms, but their effect on asthma self-management including adherence is poorly understood [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Daily experiences such as mood and motivation have been shown to impact medication adherence in other disease states [<xref ref-type="bibr" rid="ref17">17</xref>]. Previous studies examining effects of contextual factors on the asthma medication adherence have been based on retrospective surveys, self-reported adherence, and asthma diaries, which are time-consuming, potentially biased, and costly. The adoption of smartphones may offer a solution.</p>
      <p>Nearly 75% of US youth have or have access to a smartphone, 92% report going online daily with any mobile device, and 24% report going online “almost constantly” [<xref ref-type="bibr" rid="ref18">18</xref>]. Ecological momentary assessment (EMA) is an established technique developed within behavioral sciences that enables researchers to monitor disease symptoms, emotional state, and other contextual factors frequently in a real-time natural environment avoiding recall bias [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. The patient-reported inhaler use collected through the EMA has been correlated with validated severity self-report measures (eg, Asthma Control Test) and used in clinical trials with smartphone-based interventions [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Medication adherence devices previously used in clinical trials are now emerging as a practical tool for clinical practice as they readily connect with smartphones via Bluetooth technology, avoiding inaccuracies associated with self-report [<xref ref-type="bibr" rid="ref22">22</xref>]. This emerging adherence technology combined with the near-universal adoption of smartphones enables real-time assessments of medication use and patient symptoms and mood, reducing the required effort and cost of attaining real-time assessments of youth with asthma, which may facilitate a better understanding of factors influencing daily changes in adherence behavior [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>This study aimed to design and pilot-test the feasibility of the Smartphone Asthma Monitoring System (SAMS) that utilizes Bluetooth inhaler monitoring and EMA of contextual factors for youth with high-risk asthma. We used an iterative design approach to maximize participant acceptability among high-risk youth with asthma and their families to address specific barriers to using the technology. Secondarily, this study aimed to explore contextual factors that may impact daily adherence behavior (eg, anger, boredom, or asthma symptoms), as well as understand the utility of the collected data for the identification of newly symptomatic patients.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Population</title>
        <p>Youth aged 8-17 years were eligible for participation in this 2-month study. The inclusion criteria were as follows: (1) high-risk asthma, defined as patient having emergency department or hospital visit for asthma in the previous 12 months or the child’s primary asthma provider in the outpatient setting having the opinion that the youth is high risk for future asthma visits to the emergency department or hospital owing to concern for noncompliance or poorly controlled asthma; (2) prescribed a controller and rescue medication compatible with Bluetooth inhaler cap; (3) caregiver or youth own and are able to use a smartphone compatible with Bluetooth devices; (4) English speaking; (5) identified primary care provider with at least one visit in the last year; and (6) ≥1 identified caregiver present for enrollment. This study was approved by the Institutional Review Board at the Medical University of South Carolina.</p>
      </sec>
      <sec>
        <title>mHealth Platform</title>
        <sec>
          <title>Overview</title>
          <p>The SAMS team used an iterative design process with frequent youth, caregiver, and provider engagement to develop a secure mHealth platform. The platform includes a smartphone app (Android operating system) and Bluetooth inhaler caps for enrollees and a Web-based portal for providers or investigators. The app serves the following 4 major functions: (1) manual medication use entry; (2) EMA questionnaire completion; (3) access to inhaler use history; and (4) tracking study compensation (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Screenshot of the Android smartphone app home screen. Image Source: Ronald J Teufel II.</p>
            </caption>
            <graphic xlink:href="pediatrics_v1i2e8_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Reported asthma symptoms and mood association with changes in daily adherence.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td rowspan="2">Ecological momentary <break/>assessment</td>
                  <td colspan="4">Change in adherence<sup>a</sup></td>
                </tr>
                <tr valign="top">
                  <td>Not at all</td>
                  <td>A little</td>
                  <td>A lot</td>
                  <td>Extremely</td>
                </tr>
              </thead>
              <tbody>
              <tr valign="bottom">
                <td>Are you coughing?</td>
                <td>Reference</td>
                <td>+6.8% (−3.3% to 16.9%)</td>
                <td>+10.5% (−19.1% to 40.1%)</td>
                <td>N/A<sup>b</sup></td>
              </tr>  
              <tr valign="top">
                <td>Are you wheezing?</td>
                <td>Reference</td>
                <td>+1.0% (−15.0% to 17%)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Does your chest feel tight?</td>
                <td>Reference</td>
                <td>+8.0% (−7.4% to 23.5%)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Are you stressed?</td>
                <td>Reference</td>
                <td>+4.1% (−10% to 18.2%)</td>
                <td>N/A</td>
                <td>−1.7% (−42.4% to 39.1%)</td>
              </tr>
              <tr valign="top">
                <td>Are you angry?</td>
                <td>Reference</td>
                <td>+7.3 % (−9.2% to 23.7%)</td>
                <td>+11.1% (−30.0% to 52.3%)</td>
                <td>+7.4% (−16.9% to 31.7%)</td>
              </tr>
              <tr valign="bottom">
                <td>Are you bored?</td>
                <td>Reference</td>
                <td>+2.4 (−7.3 to 12.1)</td>
                <td>+11.3 (−16.8% to 39.3%)</td>
                <td>+20.3 (2.4% to 38.2%)<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>Are you happy?</td>
                <td>+4.5% (−15.2% to 24.1%)</td>
                <td>−2.6% (−15.8% to 10.7%)</td>
                <td>+3.1% (−6.5% to 12.7%)</td>
                <td>Reference</td>
              </tr>
              <tr valign="top">
                <td>Are you relaxed?</td>
                <td>+3.9% (−12.5% to 20.3%)</td>
                <td>+0.4 (−14.9% to 15.7%)</td>
                <td>−0.8% (−11.1% to 9.4%)</td>
                <td>Reference</td>
              </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Estimates were obtained from generalized linear mixed modeling accounting for the longitudinal nature of data, with patients included as random effect.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>N/A: Not applicable.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup><italic>P</italic>=.03.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <sec>
          <title>Ecological Momentary Assessments</title>  
          <p>Our team of asthma providers and behavioral scientists developed EMA questions to assess youth symptoms (eg, coughing, wheezing, and chest feeling tight) and contextual factors, such as emotional state (eg, stressed, angry, bored, happy, and relaxed), relevant to asthma or adherence behavior. To help ensure question clarity, we piloted EMA questions with 3 youth aged 8-15 years and their parents in a small group session before study recruitment. The app was designed to enable youth and caregivers to answer EMA questions securely through their smartphone with minimal effort by clicking the “Questions” tab within the app. <xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> list the specific questions including the 4-point Likert scale.</p></sec>
          <sec>
            <title>Bluetooth Inhaler Caps</title>
            <p>At enrollment, Bluetooth inhaler caps (CareTRX, Cambridge, MA) were attached to both rescue and controller inhalers, paired with the child’s or caregiver’s smartphone, and successful transfer of data was assessed. Enrollees were instructed to use the inhalers with the cap attached and transfer the cap if a new inhaler was obtained. The caps can store up to 400 inhaler use events. Once the smartphone and cap were within the Bluetooth range (approximately 15-20 feet), the inhaler use data automatically downloaded to the phone. The timestamps were immediately transferred to the Web-based portal and were viewable within the SAMS app in the “Inhaler History” tab. Participants were permitted to enter controller or rescue medication use manually (under the tab “Medication taken”) to address situations in which Bluetooth caps were not communicating with the smartphone or in the event of other barriers to data transfer.</p>
          </sec>
        </sec>
        <sec>
          <title>Web-Based Portal for Providers</title>
          <p>A Web-based portal was designed for providers to document and store enrollment information (eg, email, telephone number, and study identification number) and enable review of youth asthma data in real time. The app securely transferred all data to the Web-based portal on an encrypted server. The portal has the capability to automatically process data and send preprogrammed reminders (eg, inhaler use or study protocol reminders) or reports (eg, adherence or symptoms reports) to patients, caregivers, or providers through email, smartphone reminders, or short message service (SMS) text messages.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Design</title>
        <sec>
          <title>Enrollment and Procedures</title>
          <p>Recruitment occurred from 2 university children’s hospitals and affiliated ambulatory clinics (Medical University of South Carolina and University of South Carolina or Palmetto Health) between August 2015 and November 2016. Referrals were received from physicians, respiratory therapists, nurse practitioners, and pharmacists performing inpatient medication reconciliation. After informed consent was obtained, youth and parents were instructed on how to download the SAMS app, including software for Bluetooth inhaler caps. Children and parents received a demonstration of the SAMS app and Bluetooth inhaler caps. Study personnel documented age, race, ethnicity, comorbid diagnosis, and medications based on caregiver report and provider notes. All participants were instructed to enter EMAs daily. Participants received daily SMS text message reminders to complete their 8-item EMA questionnaire. Participants did not receive reminders to take their asthma medications.</p>
          <p>Participants returned for a final study visit including a usability survey and key informant interviews (KII) after the 2-month study period. Parents of the enrolled youth were given gift cards of US $50 at enrollment and US $150 at the final study visit to compensate for their time, travel, and any additional cell phone charges accrued during the study.</p>
          <sec>
          <title>Usability Survey</title>  
          <p>The usability survey was designed based off the concepts of ease of use, and intention to use from the technology acceptability model [<xref ref-type="bibr" rid="ref24">24</xref>]. The survey was modified from previous technology development projects and used a 5-point Likert scale (strongly disagree to strongly agree) [<xref ref-type="bibr" rid="ref25">25</xref>]. We also included questions regarding comfort with monitoring their disease by a smartphone based on our clinical asthma providers’ early feedback that youth and families may not feel comfortable with providers knowing details on medication use.</p> </sec>
          <sec>
          <title>Key Informant Interviews</title>  
          <p>Semistructured exit KII were conducted with participants (youth and parents) to better understand their experience with SAMS and how the design could be improved. Interviews were audiorecorded, transcribed, deidentified, and reviewed by our team to identify elements that could be redesigned to improve the ease of use. A more extensive qualitative analysis considering behavioral theory (eg, self-determination theory) will be reported separately.</p></sec>
        </sec>
        <sec>
          <title>Changes to mHealth Platform Through Iterative Design</title>
          <p>Recruitment was suspended at the midpoint of the pilot study (ie, after enrollee #7) to implement the identified redesigned elements. The redesign included a 4-digit auto-log-in (<xref ref-type="fig" rid="figure2">Figure 2</xref>), individualized SMS text message reminders and offer of technical support when no EMA data were reported over any 3-day period, and SMS text message delivery at enrollment and upon request with a link to reload the app on replacement phones.</p>
        </sec>
      </sec>
      <sec>
        <title>Outcomes</title>
        <sec>
          <title>Medication Use and Adherence</title>
          <p>Adherence to the controller medication (inhaled corticosteroids) regimen was calculated daily in 12-hour increments (12:00 am to 11:59 am and 12:00 pm to 11:59 pm) as the number of doses prescribed compared with the number taken over 12 hours to avoid the impact of medication overdosing and dumping [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. The study group’s adherence was calculated by averaging daily adherence. Duplicative data (from Bluetooth cap and manual entry) were excluded at the time of data analysis if the device subsequently paired with the smartphone and transferred data.</p>
        </sec>
        <sec>
        <title>Assessment of Asthma Symptom Day and New Asthma Symptom Episodes</title>
        <p>Any day with reported asthma symptoms (eg, cough, wheezing, or chest tightness) was considered an asthma symptom day for that enrollee. Asthma symptoms days reported through the EMA immediately following enrollment were considered part of an initial asthma exacerbation. To test the feasibility of using EMA to detect new or recurrent asthma symptom episodes for early intervention, we developed a definition of new asthma symptom episodes to be applied to EMA data over the 2-month study period.</p>  
        <p>New asthma symptom episodes required (1) reporting asthma symptoms a minimum of 7 days postenrollment and (2) at least one EMA reported without asthma symptoms in the interim period. A participant was permitted to have &#62;1 new asthma symptom episode during the 2-month study period, but the events had to be separated by a report with no asthma symptoms.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshots of an Android smartphone app for youth and caregivers, including 4-digit log-in. Image Source: Ronald J Teufel II.</p>
          </caption>
          <graphic xlink:href="pediatrics_v1i2e8_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        </sec>
        <sec>
          <title>Emergency Department and Hospital Visits</title>
          <p>A statewide clinical data warehouse developed and maintained by Health Sciences South Carolina was used to collect information on asthma-related emergency department and hospital visits for study participants. The data warehouse contains over 2.7 million unique patients encountered in the inpatient, outpatient, and emergency department from 11 member institutions, including both enrollment sites for this study [<xref ref-type="bibr" rid="ref28">28</xref>]. Visits were reported in categories of 2- and 6-month pre- and postenrollment.</p>
        </sec>
        <sec>
          <title>Data Acquisition as Outcome</title>
          <p>This pilot feasibility study was performed to engage participants (youth and caregivers) in the design of a mobile technology approach to facilitate frequent information exchange about inhaler use and asthma symptoms with a clinical provider. The frequency of days with data acquired on inhaler use and asthma symptoms was viewed as an indicator of both the usability by youth and their parents and feasibility.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Our analysis included descriptive statistics for demographics, comorbid diagnosis, medications, the usability survey results, and percentage of days with asthma data acquired (EMA data or any asthma data including inhaler use or EMA). We analyzed the percent of days with data acquired before and after the app redesign using <italic>t</italic> test. We further investigated differences in the EMA reporting frequency by age, gender, and weekend versus weekday reporting with Pearson correlation coefficients or <italic>t</italic> tests. We used generalized linear mixed models with daily reports of asthma symptoms and emotional state predicting the outcome of daily adherence to controller medication accounting for the random effect of individual participants to explore whether the adherence behavior may be associated with individual EMA responses [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. The models included a time variable for each study day to account for the longitudinal nature of our data with repeated measures of symptoms and EMA responses over time. This analysis enabled more accurate correlation between daily factors as it accounted for clustering on the patient level (eg, individual enrollee lower or higher adherence). Encounters for asthma in the emergency department or hospital during the 2-month study period were explored with participant-level data on reported asthma symptoms to determine whether preceding signals exist for an acute care encounter. Statistical analyses were performed using SAS version 9.4 (SAS Institute, Cary, NC, USA, 2013).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Population</title>
        <p>In this study, we enrolled 14 youth aged 8-16 years and their parents (<xref ref-type="table" rid="table2">Table 2</xref>). Of the 20 patients screened for enrollment, 14 (70%) participated in this study. While 4 patients screened did not meet the inclusion criteria (age &#60;8 years, not on a controller medication, uncertain access to cellular service because of leaving country of residence for the majority of study period, or noncompatible smartphone), 1 participant consented but medication changes immediately after consenting no longer met the inclusion criteria. Of patients who were referred and met the inclusion criteria, only 1 declined participation citing they preferred to avoid research studies. Partial EMA or adherences data were used for 3 patients because of smartphones being reported as lost or damaged.</p>
      </sec>
      <sec>
        <title>Demographics and Clinical Characteristics</title>
        <p>Among 14 participants, 13 were defined as high-risk asthma because of emergency department or hospital visit within past 12 months, and 1 was included because of the consideration of high risk by the primary provider. Overall, 14 patients reported comorbid diagnoses, including attention deficit hyperactive disorder (3/14), allergic rhinitis (2/14), eczema (3/14), food allergies (1/14), gastroesophageal reflux disease (1/14), obstructive sleep apnea (1/14), and vasovagal syncope (1/14). All patients were receiving both controller and rescue medications. Additional medications at the time of enrollment included antihistamines (5/14), nasal steroids (3/14), leukotriene receptor antagonists (1/14), proton-pump inhibitors or H<sub>2</sub> blockers (2/14), oral corticosteroids (4/14 total with 3/14 having a 3- to 5-day course of oral prednisone and 1/14 oral dexamethasone), stimulant medications (2/14), and Omalizumab (1/14). The overall controller medication adherence was 30%.</p>
      </sec>
      <sec>
      <title>Youth and Caregiver Usability and Response to Redesign</title>
      <p><xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> presents usability survey responses. All youth and parents agreed or strongly agreed with the statement “I feel comfortable with a doctor or a nurse monitoring my health information using mobile technology.” During the exit interview, 1 parent stated, “I had no challenges, at all” “it was easy, and I’m not technology savvy.” Another parent highlighted the benefits of smartphone use over using computers through her statement of “...a lot of people, with the phone, they carry that everywhere. With your computer, most of the time you’ve gotta wait ‘til you get home and check it’.” Previous studies have also demonstrated African American adolescents, and their parents prefer technology interventions that are not based on a home computer platform [<xref ref-type="bibr" rid="ref21">21</xref>]. Our iterative design process used enrollee feedback to inform the redesign of our technology-based approach for enrollees 8-14 to maximize the participant usability. Post-hoc analysis to determine the difference in the usability survey response before and after redesign was difficult because of the small cohort and frequent zero response in disagree or neutral categories. We did find the percent of enrollees who responded with agree or strongly to <italic>the overall look and feel of the App is visually appealing</italic> (question 3) increased nonsignificantly from 60% to 100% (<italic>P</italic>=.09).</p>  
      <p>Enrollees had asthma data collected, either inhaler use or EMA, on 89% of days with a significant increase when comparing enrollees before and after the redesign (86%-92%, <italic>P</italic>=.01). EMA data were obtained on 20% of study days for all enrollees and significantly increased after the redesign (10%-40%, <italic>P</italic>=.006). The redesign increased the data acquisition, and this might represent improvements in the ease of use. No significant differences were observed in the frequency of EMA reports by age (<italic>P</italic>=.48), gender (female 27% and male 13%, <italic>P</italic>=.28), or weekend versus weekday (14% and 22%, respectively, <italic>P</italic>=.09).</p>
      
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Demographics of partcipants (N=14).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="770"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Demographics</td>
              <td>Participants, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3"><bold>Age in years</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>8-10</td>
              <td>9 (64)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>11-13</td>
              <td>3 (21)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>14-16</td>
              <td>2 (14)</td>
            </tr>
            <tr valign="top">
              <td colspan="3"><bold>Gender</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Male</td>
              <td>5 (36)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Female</td>
              <td>9 (64)</td>
            </tr>
            <tr valign="top">
              <td colspan="3"><bold>Race</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>White</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Black</td>
              <td>13 (93)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Other</td>
              <td>1 (7)</td>
            </tr>
            <tr valign="top">
              <td colspan="3"><bold>Ethnicity</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Hispanic</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Non-Hispanic</td>
              <td>14 (100)</td>
            </tr>
            <tr valign="top">
              <td colspan="3"><bold>Insurance</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Medicaid</td>
              <td>11 (79)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Private</td>
              <td>1 (7)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Self-pay</td>
              <td>2 (14)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      
      <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Clinical characteristics and medication adherence of partcipants.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="600"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Acute care visits including emergency department, hospital, or intensive care unit</td>
                <td>Pre-enrollment (n)</td>
                <td>Postenrollment (n)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2 months</td>
                <td>4</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>6 months</td>
                <td>5</td>
                <td>3</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      
      </sec>
      <sec>
        <title>Asthma Symptoms and Contextual Factors Impact on Adherence</title>
        <p>EMA reports during the study period frequently included coughing (42/110, 38%), wheezing (8/111, 7%), chest tightness (9/109, 8%), stress (12/109, 11%), not relaxed (43/107, 40%), not happy (51/111, 46%), angry (11/111, 10%), and bored (57/109, 52%). In this population of high-risk youth with asthma, symptoms of wheezing or chest tightness were never reported beyond <italic>a little</italic> with only coughing being infrequently reported as <italic>a lot</italic>. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides a detailed description of responses. A total of 10 new asthma symptoms episodes were detected in the cohort over 2 months.</p>
        <p>Our exploratory generalized linear mixed models indicated that the participants’ controller medication adherence might increase on days when asthma symptoms (9.2%; 95% CI 0-18.5) or boredom were reported compared with days when reports demonstrated no asthma symptoms or boredom (<xref ref-type="table" rid="table1">Table 1</xref>). We investigated the impact of imputing missing report days as no symptom days and found a similar effect size but with a narrower CI (9.9% adherence; 95% CI 4-15). We explored this further and found the adherence was higher on days with reports of nonsymptoms than on nonreport days (35.1% vs 25.2% adherence, <italic>P</italic>&#60;.001), suggesting nonreport days were similar to nonsymptom days but might represent days with even lower adherence. As nonreport days had significantly lower adherence, we excluded them from the analysis of contextual factors that impact the adherence to avoid overestimating the significance of symptoms on the adherence.</p>
      </sec>
      <sec>
        <title>Pre- and Postenrollment Emergency Department and Hospital Visits</title>
        <p>One patient experienced an emergency department visit while enrolled in the 2-month study compared with 4 acute care visits in the cohort 2 months pre-enrollment (<xref ref-type="table" rid="table3">Table 3</xref>). The 4 pre-enrollment acute care visits included one intensive care unit admission. In addition, 1 patient with an emergency department visit during the study period reported asthma symptoms in the days preceding the emergency department visit. During the 6 months pre-enrollment, our study cohort had 5 visits to the acute care setting, including the abovementioned intensive care unit visit compared with 3 acute care visits in the 6 months postenrollment.</p>
        
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Smartphone asthma monitoring was feasible and acceptable as reported by children and their families in a population of youth aged 8-16 years with high-risk asthma. The iterative design approach successfully used youth and family engagement to increase data attainment during the study period. Despite being a small-scale pilot trial, the smartphone approach resulted in high-frequency data attainment and began demonstrating statistical associations between reported asthma symptoms and emotional state and participants’ daily adherence patterns. Understanding the reasons for daily adherence behavior among high-risk youth with asthma might lead to better-tailored interventions that maximize the adherence behavior. Nevertheless, larger studies should be performed to determine the generalizability of the findings.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This feasibility trial was designed to test the acceptability and feasibility among patients, including the collection of real-time asthma data. It was not powered to find significant and generalizable differences in the adherence or other clinical outcomes. Additionally, the adherence rate (30%) reported in this trial, which was comparable to other studies, might have been artificially increased because of the Hawthorne Effect. Participants were aware of the medication monitoring and the intervention permitted patients to manually enter medication use when the Bluetooth devices ceased functioning. This approach was adopted as it was preferred by families. One parent noted their child had her inhalers at her grandparents one weekend and was away from the smartphone. Ultimately, the inhaler caps stored this information and the information was captured once in proximity to the smartphone. Thus, larger studies validating youth response to these symptom questions compared with other measures of risk, such as asthma control and emergency department use, are warranted. We cannot confirm the presence or absence of asthma symptoms reported with EMA, but previous studies suggested that this approach is valid in multiple disease states, including asthma [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Furthermore, individual participants may experience symptoms differently because of different body awareness, and this could impact their symptom reporting, particularly their severity of reported symptoms. More so, as a pilot study, we permitted the youth and parents to decide whether the child was to report symptoms alone or in collaboration with the parent. We used interviews to assess how the approach worked for them. Youth would frequently report symptoms alone but had discussions with their parent, which was consistent with the literature suggesting youth value a shared asthma experience with their caregiver and these ages are transitioning to the primary responsibility of asthma care. Unfortunately, we did not have an objective assessment to determine the degree of parental involvement in reporting, but this will be added to a subsequent larger study. Finally, this pilot study was conducted at 2 centers in a high-risk population; therefore, larger studies are needed to determine whether the results are generalizable to other populations.</p>
      </sec>
      <sec>
        <title>Comparison with Prior Work</title>
        <p>Asthma symptoms are known to vary over time because of numerous factors, including environmental exposures, medication adherence, physical exertion, and the natural progression of the disease. Mulvaney et al demonstrated that EMAs focused on asthma are associated with the established measures of asthma control (eg, Asthma Control Test) but also noted the difficulty in obtaining patient self-reported medication use [<xref ref-type="bibr" rid="ref20">20</xref>]. Our study adds to this research by using newer technology for passive collection of medication use data, Bluetooth inhaler devices, and demonstrating an association of contextual factors, such as asthma symptoms and emotional state by EMA, with the adherence device data. The calculated adherence over days, weeks, months, and years is a series of discrete events occurring in patients’ daily life that can be affected by mood and motivation. Research in other chronic diseases suggests that day-to-day factors such as control belief, mood, and social support affect daily adherence, often mediated by daily motivation [<xref ref-type="bibr" rid="ref17">17</xref>]. Our pilot study furthers this investigation into a population of high-risk youth with asthma and suggests daily asthma symptoms and mood may impact their adherence; this suggests asthma symptoms, if recognized, may be a motivational tool for adherence in this population. Our finding associating boredom with higher adherence deserves further exploration. Boredom is typically considered a negative emotion but may also represent a time when youth are better able to adhere to medications as they are less preoccupied and distracted by other daily activities. Further studies may consider assessments of these and other momentary factors in the home environment among a larger cohort.</p>
        <p>Ultimately, the recurrence of new asthma symptom episodes, which we observed 10 times, may be an antecedent to an emergency department or hospital visit. Although this study was not powered to determine the association of recurrent asthma symptoms and emergency department visits, it is noteworthy that our 1 patient with an emergency department visit reported recurrent asthma symptoms the day before their presentation to the acute care setting.</p>
        <p>The recruitment process was designed to enroll high-risk patients with asthma to develop a technological tool specific to the unique needs of this population. Our participants were predominantly minority with comorbid diagnosis, insured by Medicaid, and experienced numerous acute care visits before enrollment. During KII conducted postintervention, all participants enrolled in this study indicated they had regular access to smartphones, although children who were at younger ages frequently used their parents’ phones. The near-universal adoption of smartphone technology has the potential to improve access to care for high-risk children with asthma who can be difficult to reach and maintain in primary care practices.</p>
        <p>Our technology design process included an iterative approach based on the frequent engagement pretrial and during the clinical trial’s final visit. The redesign elements (eg, 4-digit automated log-in) determined by engagement were not resource-intensive but did result in a marked improvement in data accrual, supporting the importance of patient engagement when designing an mHealth platform [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. The frequent rate of data accrual combined with survey and interview data consistently conveyed ease in the use of this approach. The concept of monitoring symptoms and medication use in real time in a patient’s home environment could result in more timely care delivery based on current symptoms with fewer barriers to care. Ultimately, approaches to integrate technology to improve care processes for chronic disease, once monitoring is successful, are limitless. Huckvale et al noted common weaknesses in many asthma apps that should be considered in the design of future research; these include lack of consistency with best practice guidelines, ability to protect privacy, accounting for local variation in care, and demonstration of proven clinical efficacy [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Patients and families reported that using smartphones for real-time asthma monitoring was acceptable. The youth’s daily medication adherence demonstrated a tendency to increase during days with reports of asthma symptoms or boredom. Future research should investigate other contextual factors that may impact changes in daily adherence behavior and approaches to effectively use monitoring with provider-informed interventions to improve adherence behavior and clinical outcomes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Youth-reported asthma symptoms and emotional state with ecological momentary assessment over smartphones.</p>
        <media xlink:href="pediatrics_v1i2e8_app1.pdf" xlink:title="PDF File (Adobe PDF File), 25KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Patients and caregiver usability assessed by postintervention survey. SAMS: Smartphone Asthma Monitoring System.</p>
        <media xlink:href="pediatrics_v1i2e8_app2.png" xlink:title="PNG File, 190KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">KII</term>
          <def>
            <p>key informant interview</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SAMS</term>
          <def>
            <p>Smartphone Asthma Monitoring System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by the South Carolina Translational Research Institute (UL1 TR000062) and Health Sciences South Carolina.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Akinbami</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Moorman</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>X</given-names>
          </name>
        </person-group>
        <article-title>Asthma prevalence, health care use, and mortality: United States, 2005-2009</article-title>
        <source>Natl Health Stat Report</source>  
        <year>2011</year>  
        <month>01</month>  
        <day>12</day>  
        <issue>32</issue>  
        <fpage>1</fpage>  
        <lpage>14</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/nchs/data/nhsr/nhsr032.pdf"/>
        </comment>  
        <pub-id pub-id-type="medline">21355352</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roemer</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>Estimates for U.S. Civilian Noninstitutionalized Children, Ages 0-17</source>  
        <access-date>2018-08-30</access-date>
        <comment>Health Care Expenditures for the Five Most Common Children's Conditions, 2008 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://meps.ahrq.gov/data_files/publications/st349/stat349.pdf">https://meps.ahrq.gov/data_files/publications/st349/stat349.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="7244Mnun7"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>LY</given-names>
          </name>
          <name name-style="western">
            <surname>Zhong</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Wheeler</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Direct and indirect costs of asthma in school-age children</article-title>
        <source>Prev Chronic Dis</source>  
        <year>2005</year>  
        <month>01</month>  
        <volume>2</volume>  
        <issue>1</issue>  
        <fpage>A11</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/pcd/issues/2005/jan/04_0053.htm"/>
        </comment>  
        <pub-id pub-id-type="medline">15670464</pub-id>
        <pub-id pub-id-type="pii">A11</pub-id>
        <pub-id pub-id-type="pmcid">PMC1323314</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Gergen</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hodgson</surname>
            <given-names>TA</given-names>
          </name>
        </person-group>
        <article-title>An economic evaluation of asthma in the United States</article-title>
        <source>N Engl J Med</source>  
        <year>1992</year>  
        <month>03</month>  
        <day>26</day>  
        <volume>326</volume>  
        <issue>13</issue>  
        <fpage>862</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJM199203263261304</pub-id>
        <pub-id pub-id-type="medline">1542323</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Halterman</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Auinger</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Conn</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Lynch</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Yoos</surname>
            <given-names>HL</given-names>
          </name>
          <name name-style="western">
            <surname>Szilagyi</surname>
            <given-names>PG</given-names>
          </name>
        </person-group>
        <article-title>Inadequate therapy and poor symptom control among children with asthma: findings from a multistate sample</article-title>
        <source>Ambul Pediatr</source>  
        <year>2007</year>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>153</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ambp.2006.11.007</pub-id>
        <pub-id pub-id-type="medline">17368410</pub-id>
        <pub-id pub-id-type="pii">S1530-1567(06)00264-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rank</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Liesinger</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>Ziegenfuss</surname>
            <given-names>JY</given-names>
          </name>
          <name name-style="western">
            <surname>Branda</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>KG</given-names>
          </name>
          <name name-style="western">
            <surname>Yawn</surname>
            <given-names>BP</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>ND</given-names>
          </name>
        </person-group>
        <article-title>Asthma expenditures in the United States comparing 2004 to 2006 and 1996 to 1998</article-title>
        <source>Am J Manag Care</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>18</volume>  
        <issue>9</issue>  
        <fpage>499</fpage>  
        <lpage>504</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=78569"/>
        </comment>  
        <pub-id pub-id-type="medline">23009300</pub-id>
        <pub-id pub-id-type="pii">78569</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dean</surname>
            <given-names>BB</given-names>
          </name>
          <name name-style="western">
            <surname>Calimlim</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Kindermann</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Khandker</surname>
            <given-names>RK</given-names>
          </name>
          <name name-style="western">
            <surname>Tinkelman</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>The impact of uncontrolled asthma on absenteeism and health-related quality of life</article-title>
        <source>J Asthma</source>  
        <year>2009</year>  
        <month>11</month>  
        <volume>46</volume>  
        <issue>9</issue>  
        <fpage>861</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.3109/02770900903184237</pub-id>
        <pub-id pub-id-type="medline">19905909</pub-id>
        <pub-id pub-id-type="pii">10.3109/02770900903184237</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Andrews</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Teufel</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Basco</surname>
            <given-names>WT</given-names>
          </name>
        </person-group>
        <article-title>Low rates of controller medication initiation and outpatient follow-up after emergency department visits for asthma</article-title>
        <source>J Pediatr</source>  
        <year>2012</year>  
        <month>02</month>  
        <volume>160</volume>  
        <issue>2</issue>  
        <fpage>325</fpage>  
        <lpage>30</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpeds.2011.07.037</pub-id>
        <pub-id pub-id-type="medline">21885062</pub-id>
        <pub-id pub-id-type="pii">S0022-3476(11)00766-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Orrell-Valente</surname>
            <given-names>JK</given-names>
          </name>
          <name name-style="western">
            <surname>Jarlsberg</surname>
            <given-names>LG</given-names>
          </name>
          <name name-style="western">
            <surname>Hill</surname>
            <given-names>LG</given-names>
          </name>
          <name name-style="western">
            <surname>Cabana</surname>
            <given-names>MD</given-names>
          </name>
        </person-group>
        <article-title>At what age do children start taking daily asthma medicines on their own?</article-title>
        <source>Pediatrics</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>122</volume>  
        <issue>6</issue>  
        <fpage>e1186</fpage>  
        <lpage>92</lpage>  
        <pub-id pub-id-type="doi">10.1542/peds.2008-0292</pub-id>
        <pub-id pub-id-type="medline">19047221</pub-id>
        <pub-id pub-id-type="pii">122/6/e1186</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Burgess</surname>
            <given-names>SW</given-names>
          </name>
          <name name-style="western">
            <surname>Sly</surname>
            <given-names>PD</given-names>
          </name>
          <name name-style="western">
            <surname>Morawska</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Devadason</surname>
            <given-names>SG</given-names>
          </name>
        </person-group>
        <article-title>Assessing adherence and factors associated with adherence in young children with asthma</article-title>
        <source>Respirology</source>  
        <year>2008</year>  
        <month>06</month>  
        <volume>13</volume>  
        <issue>4</issue>  
        <fpage>559</fpage>  
        <lpage>63</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1440-1843.2008.01292.x</pub-id>
        <pub-id pub-id-type="medline">18422868</pub-id>
        <pub-id pub-id-type="pii">RES1292</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Conn</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Halterman</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>SG</given-names>
          </name>
          <name name-style="western">
            <surname>Yoos</surname>
            <given-names>HL</given-names>
          </name>
          <name name-style="western">
            <surname>Chin</surname>
            <given-names>NP</given-names>
          </name>
          <name name-style="western">
            <surname>Szilagyi</surname>
            <given-names>PG</given-names>
          </name>
        </person-group>
        <article-title>Parental beliefs about medications and medication adherence among urban children with asthma</article-title>
        <source>Ambul Pediatr</source>  
        <year>2005</year>  
        <volume>5</volume>  
        <issue>5</issue>  
        <fpage>306</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="doi">10.1367/A05-004R1.1</pub-id>
        <pub-id pub-id-type="medline">16167856</pub-id>
        <pub-id pub-id-type="pii">S1530-1567(05)60368-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Conn</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Halterman</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Lynch</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Cabana</surname>
            <given-names>MD</given-names>
          </name>
        </person-group>
        <article-title>The impact of parents' medication beliefs on asthma management</article-title>
        <source>Pediatrics</source>  
        <year>2007</year>  
        <month>09</month>  
        <volume>120</volume>  
        <issue>3</issue>  
        <fpage>e521</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17766496"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1542/peds.2006-3023</pub-id>
        <pub-id pub-id-type="medline">17766496</pub-id>
        <pub-id pub-id-type="pii">120/3/e521</pub-id>
        <pub-id pub-id-type="pmcid">PMC4335716</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mosnaim</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Richardson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Belice</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Avery</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bender</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Powell</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Factors associated with levels of adherence to inhaled corticosteroids in minority adolescents with asthma</article-title>
        <source>Ann Allergy Asthma Immunol</source>  
        <year>2014</year>  
        <month>02</month>  
        <volume>112</volume>  
        <issue>2</issue>  
        <fpage>116</fpage>  
        <lpage>20</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24468250"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.anai.2013.11.021</pub-id>
        <pub-id pub-id-type="medline">24468250</pub-id>
        <pub-id pub-id-type="pii">S1081-1206(13)00906-X</pub-id>
        <pub-id pub-id-type="pmcid">PMC3922414</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alexander</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Geryk</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Arrindell</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>DeWalt</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Weaver</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Sleath</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Carpenter</surname>
            <given-names>DM</given-names>
          </name>
        </person-group>
        <article-title>Are children with asthma overconfident that they are using their inhalers correctly?</article-title>
        <source>J Asthma</source>  
        <year>2016</year>  
        <volume>53</volume>  
        <issue>1</issue>  
        <fpage>107</fpage>  
        <lpage>12</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26366974"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3109/02770903.2015.1057848</pub-id>
        <pub-id pub-id-type="medline">26366974</pub-id>
        <pub-id pub-id-type="pmcid">PMC4824618</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rhee</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Fairbanks</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Butz</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Symptoms, feelings, activities and medication use in adolescents with uncontrolled asthma: lessons learned from asthma diaries</article-title>
        <source>J Pediatr Nurs</source>  
        <year>2014</year>  
        <volume>29</volume>  
        <issue>1</issue>  
        <fpage>39</fpage>  
        <lpage>46</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23685266"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.pedn.2013.04.009</pub-id>
        <pub-id pub-id-type="medline">23685266</pub-id>
        <pub-id pub-id-type="pii">S0882-5963(13)00160-7</pub-id>
        <pub-id pub-id-type="pmcid">PMC3805759</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van Es</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Kaptein</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Bezemer</surname>
            <given-names>PD</given-names>
          </name>
          <name name-style="western">
            <surname>Nagelkerke</surname>
            <given-names>AF</given-names>
          </name>
          <name name-style="western">
            <surname>Colland</surname>
            <given-names>VT</given-names>
          </name>
          <name name-style="western">
            <surname>Bouter</surname>
            <given-names>LM</given-names>
          </name>
        </person-group>
        <article-title>Predicting adherence to prophylactic medication in adolescents with asthma: an application of the ASE-model</article-title>
        <source>Patient Educ Couns</source>  
        <year>2002</year>  
        <month>06</month>  
        <volume>47</volume>  
        <issue>2</issue>  
        <fpage>165</fpage>  
        <lpage>71</lpage>  
        <pub-id pub-id-type="medline">12191540</pub-id>
        <pub-id pub-id-type="pii">S0738399101001951</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>PF</given-names>
          </name>
          <name name-style="western">
            <surname>Schmiege</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bradley-Springer</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Starr</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Carrington</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>Motivation as a Mechanism for Daily Experiences' Effects on HIV Medication Adherence</article-title>
        <source>J Assoc Nurses AIDS Care</source>  
        <year>2018</year>  
        <volume>29</volume>  
        <issue>3</issue>  
        <fpage>383</fpage>  
        <lpage>393</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jana.2017.09.003</pub-id>
        <pub-id pub-id-type="medline">28967490</pub-id>
        <pub-id pub-id-type="pii">S1055-3290(17)30206-6</pub-id>
        <pub-id pub-id-type="pmcid">PMC5844787</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
        <source>Pew Research Center</source>  
        <year>2015</year>  
        <access-date>2018-08-30</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>Internet and Techonlogy</publisher-name>
        <comment>Teens, Social Media, &#38; Technology 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewinternet.org/2015/04/09/teens-social-media-technology-2015/">http://www.pewinternet.org/2015/04/09/teens-social-media-technology-2015/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="7249uOCLb"/></comment> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>MacDonell</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Gibson-Scipio</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Naar-King</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>X</given-names>
          </name>
        </person-group>
        <article-title>Text messaging to measure asthma medication use and symptoms in urban African American emerging adults: a feasibility study</article-title>
        <source>J Asthma</source>  
        <year>2012</year>  
        <month>12</month>  
        <volume>49</volume>  
        <issue>10</issue>  
        <fpage>1092</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.3109/02770903.2012.733993</pub-id>
        <pub-id pub-id-type="medline">23106138</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mulvaney</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Cala</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Q</given-names>
          </name>
          <name name-style="western">
            <surname>Nian</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Patterson</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>KB</given-names>
          </name>
        </person-group>
        <article-title>Assessing adolescent asthma symptoms and adherence using mobile phones</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <volume>15</volume>  
        <issue>7</issue>  
        <fpage>e141</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/7/e141/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2413</pub-id>
        <pub-id pub-id-type="medline">23864345</pub-id>
        <pub-id pub-id-type="pii">v15i7e141</pub-id>
        <pub-id pub-id-type="pmcid">PMC3785951</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Patterson</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Q</given-names>
          </name>
          <name name-style="western">
            <surname>Nian</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Davison</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Slagle</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mulvaney</surname>
            <given-names>SA</given-names>
          </name>
        </person-group>
        <article-title>The feasibility of text reminders to improve medication adherence in adolescents with asthma</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>05</month>  
        <volume>23</volume>  
        <issue>3</issue>  
        <fpage>449</fpage>  
        <lpage>55</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv158</pub-id>
        <pub-id pub-id-type="medline">26661717</pub-id>
        <pub-id pub-id-type="pii">ocv158</pub-id>
        <pub-id pub-id-type="pmcid">PMC4901375</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>AHY</given-names>
          </name>
          <name name-style="western">
            <surname>Harrison</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Black</surname>
            <given-names>PN</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Foster</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>Using electronic monitoring devices to measure inhaler adherence: a practical guide for clinicians</article-title>
        <source>J Allergy Clin Immunol Pract</source>  
        <year>2015</year>  
        <volume>3</volume>  
        <issue>3</issue>  
        <fpage>335</fpage>  
        <lpage>49.e1</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jaip.2015.01.024</pub-id>
        <pub-id pub-id-type="medline">25840665</pub-id>
        <pub-id pub-id-type="pii">S2213-2198(15)00053-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shiffman</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Hufford</surname>
            <given-names>MR</given-names>
          </name>
        </person-group>
        <article-title>Ecological momentary assessment</article-title>
        <source>Annu Rev Clin Psychol</source>  
        <year>2008</year>  
        <volume>4</volume>  
        <fpage>1</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="medline">18509902</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>EV</given-names>
          </name>
          <name name-style="western">
            <surname>Lankton</surname>
            <given-names>NK</given-names>
          </name>
        </person-group>
        <article-title>Modeling patients' acceptance of provider-delivered e-health</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2004</year>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>241</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://jamia.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=15064290"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1197/jamia.M1475</pub-id>
        <pub-id pub-id-type="medline">15064290</pub-id>
        <pub-id pub-id-type="pii">M1475</pub-id>
        <pub-id pub-id-type="pmcid">PMC436070</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McGillicuddy</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Weiland</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Frenzel</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Mueller</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Brunner-Jackson</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Taber</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Baliga</surname>
            <given-names>PK</given-names>
          </name>
          <name name-style="western">
            <surname>Treiber</surname>
            <given-names>FA</given-names>
          </name>
        </person-group>
        <article-title>Patient attitudes toward mobile phone-based health monitoring: questionnaire study among kidney transplant recipients</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <volume>15</volume>  
        <issue>1</issue>  
        <fpage>e6</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/1/e6/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2284</pub-id>
        <pub-id pub-id-type="medline">23305649</pub-id>
        <pub-id pub-id-type="pii">v15i1e6</pub-id>
        <pub-id pub-id-type="pmcid">PMC3636312</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>AHY</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Harrison</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Camargo</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Black</surname>
            <given-names>PN</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>EA</given-names>
          </name>
        </person-group>
        <article-title>The effect of an electronic monitoring device with audiovisual reminder function on adherence to inhaled corticosteroids and school attendance in children with asthma: a randomised controlled trial</article-title>
        <source>Lancet Respir Med</source>  
        <year>2015</year>  
        <month>03</month>  
        <volume>3</volume>  
        <issue>3</issue>  
        <fpage>210</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/S2213-2600(15)00008-9</pub-id>
        <pub-id pub-id-type="medline">25617215</pub-id>
        <pub-id pub-id-type="pii">S2213-2600(15)00008-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Simmons</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Nides</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Kleerup</surname>
            <given-names>EC</given-names>
          </name>
          <name name-style="western">
            <surname>Chapman</surname>
            <given-names>KR</given-names>
          </name>
          <name name-style="western">
            <surname>Milgrom</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Rand</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Spector</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Tashkin</surname>
            <given-names>DP</given-names>
          </name>
        </person-group>
        <article-title>Validation of the Doser, a new device for monitoring metered-dose inhaler use</article-title>
        <source>J Allergy Clin Immunol</source>  
        <year>1998</year>  
        <month>09</month>  
        <volume>102</volume>  
        <issue>3</issue>  
        <fpage>409</fpage>  
        <lpage>13</lpage>  
        <pub-id pub-id-type="medline">9768581</pub-id>
        <pub-id pub-id-type="pii">S0091674998003261</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turley</surname>
            <given-names>CB</given-names>
          </name>
          <name name-style="western">
            <surname>Obeid</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Larsen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Fryar</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Lenert</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Bjorn</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lyons</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Moskowitz</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sanderson</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>Leveraging a Statewide Clinical Data Warehouse to Expand Boundaries of the Learning Health System</article-title>
        <source>EGEMS (Wash DC)</source>  
        <year>2016</year>  
        <volume>4</volume>  
        <issue>1</issue>  
        <fpage>1245</fpage>  
        <pub-id pub-id-type="doi">10.13063/2327-9214.1245</pub-id>
        <pub-id pub-id-type="medline">28154834</pub-id>
        <pub-id pub-id-type="pii">egems1245</pub-id>
        <pub-id pub-id-type="pmcid">PMC5226381</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stevenson</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ball</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Haverhals</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Aron</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Lowery</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Evaluation of a national telemedicine initiative in the Veterans Health Administration: Factors associated with successful implementation</article-title>
        <source>J Telemed Telecare</source>  
        <year>2018</year>  
        <month>04</month>  
        <volume>24</volume>  
        <issue>3</issue>  
        <fpage>168</fpage>  
        <lpage>178</lpage>  
        <pub-id pub-id-type="doi">10.1177/1357633X16677676</pub-id>
        <pub-id pub-id-type="medline">27909208</pub-id>
        <pub-id pub-id-type="pii">1357633X16677676</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sieverdes</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Raynor</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Armstrong</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Jenkins</surname>
            <given-names>CH</given-names>
          </name>
          <name name-style="western">
            <surname>Sox</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Treiber</surname>
            <given-names>FA</given-names>
          </name>
        </person-group>
        <article-title>Attitudes and perceptions of patients on the kidney transplant waiting list toward mobile health-delivered physical activity programs</article-title>
        <source>Prog Transplant</source>  
        <year>2015</year>  
        <month>03</month>  
        <volume>25</volume>  
        <issue>1</issue>  
        <fpage>26</fpage>  
        <lpage>34</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25758797"/>
        </comment>  
        <pub-id pub-id-type="doi">10.7182/pit2015884</pub-id>
        <pub-id pub-id-type="medline">25758797</pub-id>
        <pub-id pub-id-type="pii">R677333765244T58</pub-id>
        <pub-id pub-id-type="pmcid">PMC4751589</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McGillicuddy</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Taber</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mueller</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Baliga</surname>
            <given-names>PK</given-names>
          </name>
          <name name-style="western">
            <surname>Chavin</surname>
            <given-names>KD</given-names>
          </name>
          <name name-style="western">
            <surname>Sox</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Favela</surname>
            <given-names>AP</given-names>
          </name>
          <name name-style="western">
            <surname>Brunner-Jackson</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Treiber</surname>
            <given-names>FA</given-names>
          </name>
        </person-group>
        <article-title>Sustainability of improvements in medication adherence through a mobile health intervention</article-title>
        <source>Prog Transplant</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>25</volume>  
        <issue>3</issue>  
        <fpage>217</fpage>  
        <lpage>23</lpage>  
        <pub-id pub-id-type="doi">10.7182/pit2015975</pub-id>
        <pub-id pub-id-type="medline">26308780</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Huckvale</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Car</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Car</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Apps for asthma self-management: a systematic assessment of content and tools</article-title>
        <source>BMC Med</source>  
        <year>2012</year>  
        <volume>10</volume>  
        <fpage>144</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1741-7015/10/144"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1741-7015-10-144</pub-id>
        <pub-id pub-id-type="medline">23171675</pub-id>
        <pub-id pub-id-type="pii">1741-7015-10-144</pub-id>
        <pub-id pub-id-type="pmcid">PMC3523082</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Huckvale</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ouyang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ghaghda</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Car</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The evolution of mobile apps for asthma: an updated systematic assessment of content and tools</article-title>
        <source>BMC Med</source>  
        <year>2015</year>  
        <volume>13</volume>  
        <fpage>58</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-015-0303-x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12916-015-0303-x</pub-id>
        <pub-id pub-id-type="medline">25857569</pub-id>
        <pub-id pub-id-type="pii">s12916-015-0303-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC4391129</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
