<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Pediatr Parent</journal-id><journal-id journal-id-type="publisher-id">pediatrics</journal-id><journal-id journal-id-type="index">30</journal-id><journal-title>JMIR Pediatrics and Parenting</journal-title><abbrev-journal-title>JMIR Pediatr Parent</abbrev-journal-title><issn pub-type="epub">2561-6722</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v8i1e68284</article-id><article-id pub-id-type="doi">10.2196/68284</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Development and Implementation of a Birth Forecasting Tool to Optimize Resources in Obstetrical Care During the COVID-19 Pandemic: Mixed-Methods Study</article-title></title-group><contrib-group><contrib contrib-type="author"><name name-style="western"><surname>Joosse</surname><given-names>Huibert-Jan</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Jongsma</surname><given-names>Karin</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Moes</surname><given-names>Marcel</given-names></name><degrees>BASc</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Bloemenkamp</surname><given-names>Kitty W</given-names></name><degrees>Prof Dr</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tiel Groenestege</surname><given-names>Wouter M</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>van Solinge</surname><given-names>Wouter W</given-names></name><degrees>Prof Dr</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Haitjema</surname><given-names>Saskia</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kok</surname><given-names>Maarten B</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff6">6</xref></contrib></contrib-group><aff id="aff1"><institution>Central Diagnostic Laboratory, University Medical Center Utrecht, University Utrecht</institution><addr-line>Heidelberglaan 100</addr-line><addr-line>Utrecht</addr-line><country>The Netherlands</country></aff><aff id="aff2"><institution>Department of Bioethics &#x0026; Health Humanities, University Medical Center Utrecht, Utrecht University</institution><addr-line>Utrecht</addr-line><country>The Netherlands</country></aff><aff id="aff3"><institution>Saltro Diagnostic Center, Unilabs Netherlands</institution><addr-line>Utrecht</addr-line><country>The Netherlands</country></aff><aff id="aff4"><institution>Department of Obstetrics, Division Woman and Baby, Wilhelmina Children's Hospital, University Medical Center Utrecht</institution><addr-line>Utrecht</addr-line><country>The Netherlands</country></aff><aff id="aff5"><institution>Network Regional Acute Obstetric Care (Regionaal Acuut Zorg Overleg Midden Nederland)</institution><addr-line>Utrecht</addr-line><country>The Netherlands</country></aff><aff id="aff6"><institution>Digital Innovation Team, Unilabs Group</institution><addr-line>Geneva</addr-line><country>The Netherlands</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Badawy</surname><given-names>Sherif</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Kumari</surname><given-names>Pratima</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Appiah-Kubi</surname><given-names>Ruth</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Saskia Haitjema, MD, PhD, Central Diagnostic Laboratory, University Medical Center Utrecht, University Utrecht, Heidelberglaan 100, Utrecht, 3584CX, The Netherlands, 31 88 755 0759; <email>s.haitjema@umcutrecht.nl</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>22</day><month>8</month><year>2025</year></pub-date><volume>8</volume><elocation-id>e68284</elocation-id><history><date date-type="received"><day>01</day><month>11</month><year>2024</year></date><date date-type="rev-recd"><day>27</day><month>04</month><year>2025</year></date><date date-type="accepted"><day>20</day><month>05</month><year>2025</year></date></history><copyright-statement>&#x00A9; Huibert-Jan Joosse, Karin Jongsma, Marcel Moes, Kitty W Bloemenkamp, Wouter M Tiel Groenestege, Wouter W van Solinge, Saskia Haitjema, Maarten B Kok. Originally published in JMIR Pediatrics and Parenting (<ext-link ext-link-type="uri" xlink:href="https://pediatrics.jmir.org">https://pediatrics.jmir.org</ext-link>), 22.8.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Pediatrics and Parenting, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://pediatrics.jmir.org">https://pediatrics.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://pediatrics.jmir.org/2025/1/e68284"/><abstract><sec><title>Background</title><p>Medical resource allocation is important to ensure availability of care, especially in challenging circumstances like a pandemic. In fields of unpredictable care demand such as obstetrics, forecasting may help manage scarce resources.</p></sec><sec><title>Objective</title><p>The development, validation, and implementation of a regional birth forecasting tool to support obstetrical staff planning in the Utrecht region during the COVID-19 pandemic.</p></sec><sec sec-type="methods"><title>Methods</title><p>We combined predicted birth dates retrieved from Saltro, a large regional primary care laboratory, with data from the Dutch national perinatal registry (Perined) and Statistics Netherlands for model development. We created and implemented an HTML tool visualizing these forecasts, which were discussed during the regional acute obstetric health care network meetings. Six months after implementation, we assessed the impact of the tool using an evaluative stakeholder meeting.</p></sec><sec sec-type="results"><title>Results</title><p>We achieved a performance accuracy (<italic>R</italic>) of 0.45, 0.61, and 0.67 (all actual number of births within 95% CI) forecasting the number of births in the region, pooled in 1-, 2-, and 3-weekly bins, respectively. After presenting these findings to stakeholders, we implemented a forecasting tool using the 2-week bin model. The evaluative stakeholder meeting proved that the tool improved communication, awareness of health care need, and collaborations among health care providers in the Utrecht region. Additionally, stakeholders identified additional applications, such as communication with patients and training of obstetric health care providers.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Implementation of a forecasting tool for the number of births based on available data across the health care system added value to obstetrical care by providing insight into care demand, and increasing communication, awareness, and collaboration between health care providers. Further research should aim at improving regional obstetric acute care by fostering data sharing in order to improve health care demand forecasts.</p></sec></abstract><kwd-group><kwd>resource allocation</kwd><kwd>regional health planning</kwd><kwd>quality of care</kwd><kwd>routinely collected data</kwd><kwd>stakeholder participation</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Clinical care for patients in hospitals, and especially in the acute care chain, depends on the infrastructure and on careful planning of resources such as staff, equipment, and beds. The COVID-19 pandemic magnified this complexity as the combination of patients who were hospitalized with COVID-19 and frequent sick leave of already scarce medical personnel for clinical care posed a burden on hospital capacity. Even more complex is planning in acute care departments, including the emergency departments, the obstetrics ward, and the intensive care where medical personnel are not only scarce, but patients&#x2019; needs are unpredictable [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The efficient allocation of resources is an important performance indicator of quality of care (QoC) according to the US Institute of Medicine [<xref ref-type="bibr" rid="ref3">3</xref>]. The World Health Organization (WHO) identified the impairment of QoC in obstetrics as a major roadblock for ending preventable maternal and neonatal mortality and morbidity and called for skilled care and evidence-based practices [<xref ref-type="bibr" rid="ref4">4</xref>]. Managing resources such that high-quality obstetrical care delivery can be maintained is thus essential when hospital capacity is under pressure.</p><p>Contrary to acute care needs for emergency departments, the expected date of birth provides an opportunity to predict future average demand in obstetrics. Date of birth itself can be understood as a result of a prediction model, using first day of last menstruation date, and is in the Netherlands confirmed by the crown-rump length (CRL) at ultrasound around 11 weeks of pregnancy [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. In addition, the Dutch health care system offers routine first-line obstetrical care around the eighth week of pregnancy. Around 11 weeks, women are invited to participate in a screening (booking blood) for infectious diseases (HIV, Hepatitis B, and Lues), anemia, and irregular erythrocyte antibodies (eg, Rhesus disease). A total of 99% of women take part in this screening program [<xref ref-type="bibr" rid="ref7">7</xref>]. On the lab test order form, the calculated date of birth is listed. As such, these laboratories have access to data of expected birth dates. In the midst of regional (larger Utrecht area) capacity problems in acute obstetric care, there was a need within the network regional consultation acute care (ROAZ midden Nederland) to forecast the number of births in the region. Since we were not able to extract the estimated date of delivery from the existing perinatal health care systems, the idea came up to use the data registered during the booking bloods.</p><p>The goal of this study was to support obstetrical staff planning during the COVID-19 pandemic by using data from Saltro, a large primary care laboratory in the Utrecht region of the Netherlands and regional obstetrics outcomes to develop, validate, and implement a forecasting tool for the trend in number of births. Additionally, a qualitative stakeholder meeting was held 6 months after implementation in order to discuss the impact of the tool.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Data Sources</title><p>In order to model (trends in) the number of births in the population, we retrieved all historical data of expected birth dates from 2014 to 2019 of Saltro, as registered during the screening around 11th week of pregnancy, and linked them to a dataset of Statistics Netherlands with live births from 2015&#x2010; to 2017 as outcomes. To ensure a representative dataset, while also ensuring that data loss was minimized, we included only data from municipalities where Saltro had data on at least 55% of pregnancies. We aggregated the data to the number of births per week. We accounted for the uncertainty of the expected date of birth by using the national pregnancy length distribution (in weeks) of the Dutch national perinatal registry, Perined [<xref ref-type="bibr" rid="ref8">8</xref>]. According to the Dutch legislation, this research did not fall under the Medical Research Involving Human Subjects Act (WMO). Only anonymized aggregated data were used for analysis. The research was conducted according to the declaration of Helsinki. Health care professionals provided verbal informed consent prior to the interviews.</p></sec><sec id="s2-2"><title>Forecasting Tool and Model Development</title><p>To correctly forecast the number of births per week, we used the expected birth date as the base model. Consequently, we distributed the number of births for each week over the surrounding weeks according to the Perined distribution (<xref ref-type="fig" rid="figure1">Figure 1</xref>) and repeated this process 1000 times per week. This resulted in a calculated mean and SD per week. For a certain week, the number of expected date of births would actually be forecasted in the period between 17 weeks before and 5 weeks after the denoted week. When repeating this process for all weeks, the number in every week would become a sum of all these calculations.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Modeling approach. For a specific week (<bold>X</bold>), each expected birth date (left-bottom) was assigned to a specific week using the Perined distribution of pregnancy durations (left-top). By repeating this simulation 1000 times, we were able to calculate a mean estimate and SD assigned to each surrounding week (x-17 to x+4) (right). By repeating this for all weeks in our data, we were able to estimate a cumulative estimate per week.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="pediatrics_v8i1e68284_fig01.png"/></fig><p>To validate the modeling output on actual outcome data, we correlated the mean forecasted number of births for each week with the amount as reported by Statistics Netherlands. We combined the number per week to 2- and 3-weekly bins (ie, summing up the numbers for week 1 and 2, week 3 and 4, etc), and assessed whether this improved the correlation and thus predictive accuracy. Considering the potentially high variance of calculated number of births, binning the project number of births to 2- or 3-weekly bins may help smooth out large weekly differences. To compare the mean estimate and a 95% CI of our model to the actual number of births, we normalized the visualization of these two types of data, so that these two were comparable.</p><p>This work, and the development of the resulting tool, was performed using the Python programming language (version 3.8, Python Software Foundation) and the <italic>pandas</italic> (Version 1.1), <italic>numpy</italic> (version 1.19), and <italic>scipy</italic> (version 1.5) packages. We used the <italic>plotly</italic> package (version 4.14) for interactive visualization purposes.</p></sec><sec id="s2-3"><title>Implementation Research Using Stakeholder Meetings</title><p>After the model for the tool was validated, we presented our findings to stakeholders in the obstetrics field, including future end-users of the tool, such as managers and obstetric care providers (n=13) during the weekly consultation of the regional obstetric acute care (ROAZ midden Nederland). After an introduction explaining the modeling and the visualization, we sent the forecast to this status meeting on a 2-week basis.</p><p>In order to assess the added value of the forecasting tool in the obstetrics care, we invited regional stakeholders (eg, gynecologists, midwives, and managers) from the network regional consultation acute obstetric care (ROAZ Midden Nederland) for an evaluative stakeholder meeting 6 months after implementation of the tool. To this purpose, we created a topic list to investigate the experiences with staff planning and resource management after implementation of the tool as compared to before this implementation, and the experience with use of the forecasting tool (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). We then analyzed this discussion using Nvivo (version 12.6.1.970; QSR International), and extracted information about the aforementioned topics, as well as remarks on the tool, including possible areas for further research and improvements of the tool.</p></sec><sec id="s2-4"><title>Ethical Considerations</title><p>According to the Dutch legislation [<xref ref-type="bibr" rid="ref9">9</xref>], this research did not fall under the Medical Research Involving Human Subjects Act (WMO). Only anonymized aggregated data were used for analysis. The research was conducted according to the Declaration of Helsinki. Health care professionals provided verbal informed consent prior to the interviews.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Tool and Model Development</title><p>In total, Saltro screening data on 28,361 pregnancies were used from 23,778 patients with births per year ranging from 5052 in 2014 to 6047 in 2017 (mean 5681 per year). The Statistics Netherlands data from the included municipalities encompassed 35,394 births with births per year ranging from 8735 in 2016 to 9051 in 2014 (mean 8849 per year). The municipalities that were included in the development of the forecasting tool are given in <xref ref-type="table" rid="table1">Table 1</xref>, along with the number of pregnancies as reported by Saltro, and the actual number of births as reported by Statistics Netherlands.</p><p>The correlation between the modeling output and number of births as reported by Statistics Netherlands was 0.45 for weekly data. For the 2-weekly bins, we found that the correlation between the model output and the Statistics Netherlands increased to 0.61, and for 3-weekly bins, this was 0.67 (<xref ref-type="fig" rid="figure2">Figure 2</xref>; Figures S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). All actual number of births were within the forecasted 95% CI, after normalization for differences in scale between modeling output and actual numbers (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Included municipalities and included pregnancies from Saltro and reported births from Statistics Netherlands. Municipalities were included if more than 55% of reported births were found in the Saltro database.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Municipality</td><td align="left" valign="bottom">Expected date of births (Saltro), n</td><td align="left" valign="bottom">Date of births (Statistics Netherlands), n</td><td align="left" valign="bottom">Total births (Saltro data), (%)<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top">Bunnik</td><td align="left" valign="top">367</td><td align="left" valign="top">536</td><td align="left" valign="top">68</td></tr><tr><td align="left" valign="top">Bunschoten</td><td align="left" valign="top">819</td><td align="left" valign="top">1051</td><td align="left" valign="top">78</td></tr><tr><td align="left" valign="top">De Bilt</td><td align="left" valign="top">1148</td><td align="left" valign="top">1369</td><td align="left" valign="top">84</td></tr><tr><td align="left" valign="top">Houten</td><td align="left" valign="top">2011</td><td align="left" valign="top">1993</td><td align="left" valign="top">101</td></tr><tr><td align="left" valign="top">IJsselstein</td><td align="left" valign="top">991</td><td align="left" valign="top">1317</td><td align="left" valign="top">75</td></tr><tr><td align="left" valign="top">Leusden</td><td align="left" valign="top">828</td><td align="left" valign="top">1062</td><td align="left" valign="top">78</td></tr><tr><td align="left" valign="top">Nijkerk</td><td align="left" valign="top">1422</td><td align="left" valign="top">1784</td><td align="left" valign="top">80</td></tr><tr><td align="left" valign="top">Renswoude</td><td align="left" valign="top">231</td><td align="left" valign="top">305</td><td align="left" valign="top">76</td></tr><tr><td align="left" valign="top">Scherpenzeel</td><td align="left" valign="top">505</td><td align="left" valign="top">460</td><td align="left" valign="top">110</td></tr><tr><td align="left" valign="top">Stichtse Vecht</td><td align="left" valign="top">2460</td><td align="left" valign="top">2473</td><td align="left" valign="top">99</td></tr><tr><td align="left" valign="top">Utrecht</td><td align="left" valign="top">13,461</td><td align="left" valign="top">18,420</td><td align="left" valign="top">73</td></tr><tr><td align="left" valign="top">Utrechtse Heuvelrug</td><td align="left" valign="top">1239</td><td align="left" valign="top">1503</td><td align="left" valign="top">82</td></tr><tr><td align="left" valign="top">Woudenberg</td><td align="left" valign="top">566</td><td align="left" valign="top">590</td><td align="left" valign="top">96</td></tr><tr><td align="left" valign="top">Zeist</td><td align="left" valign="top">2313</td><td align="left" valign="top">2531</td><td align="left" valign="top">91</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>The percentage can be more than 100%, as women can deliver in hospitals, therefore changing the municipality of birth in comparison to the municipality of the mother.</p></fn></table-wrap-foot></table-wrap><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Forecast in 2-weekly bins in 2015, 2016, and 2017. The y-axis of the actual births (right-axis) is normalized on the forecast (left-axis), in order to compare the two data. The forecasted number of births is depicted in blue; the actual number of births is depicted in red.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="pediatrics_v8i1e68284_fig02.png"/></fig></sec><sec id="s3-2"><title>Presentation to Stakeholders and Implementation</title><p>The stakeholders chose a 2-weekly bin for forecast-width as this was considered a good trade-off between actionability with regards to planning (smaller bins mean higher granularity), but also having good predictive power. Additionally, the numbers were presented with an overall average over the preceding years (2015&#x2010;2020). From July 2021 onwards, we provided these forecasts every 4 weeks; in September, this interval was shortened to 2 weeks upon request. We performed forecasts over 13 weeks in advance, as we observed that forecasts using this time window were most stable in comparison with follow-up forecasts, because of incomplete data in the later weeks.</p></sec><sec id="s3-3"><title>Evaluative Stakeholder Meeting</title><p>In total, 4 stakeholders attended the evaluative stakeholder meeting, including 3 stakeholders that worked in hospitals and 1 stakeholder that worked as community midwife.</p><sec id="s3-3-1"><title>Insights Before Introduction of the Tool</title><p>The stakeholders noted that before the introduction of the tool, there was a sense of competitiveness between different health care providers, as there was little insight into the upcoming number of births (<xref ref-type="other" rid="box1">Textbox 1</xref>, quote 1A), and the general need of care in the region. This meant that health care providers tried to provide as much care as possible by themselves, rather than collaborating with other health care providers in the region. Additionally, stakeholders stated that when it came to planning, they only used their own data and experiences, and that sharing of information was not common practice (<xref ref-type="other" rid="box1">Textbox 1</xref>, quotes 1B and 1C).</p><boxed-text id="box1"><title> Quotes illustrating insights before the introduction of data from the Saltro and tool. Quotes are translations from original Dutch transcripts.</title><p><bold>Quotes</bold></p><list list-type="bullet"><list-item><p>1A: We came out of a situation where there was less trust and more competition.</p></list-item><list-item><p>1B: We just did something, especially forecasts. We didn&#x2019;t know a lot; we knew what we did ourselves.</p></list-item><list-item><p>1C: [We planned based] on our own numbers, not taking forecasts into account, because we didn&#x2019;t predict anything</p></list-item></list></boxed-text></sec><sec id="s3-3-2"><title>Insights After Introduction of the Tool</title><p>Stakeholders did not use the forecasts for day-to-day staff planning, as the interval of the forecasts was still considered too wide, and the uncertainty around the forecasts was considered too large, as most women give birth in a period of 5 weeks around the predicted date of birth (<xref ref-type="other" rid="box2">Textbox 2</xref>, quote 2A). Interestingly, the application stressed the increasing sense of urgency of high health care demand and the communication of this urgency to the management and higher-up levels. Additionally, this sense of urgency also resulted in the regional collaborations and a lower sense of competitiveness (<xref ref-type="other" rid="box2">Textbox 2</xref>, quote 2B).</p><boxed-text id="box2"><title> Quotes illustrating further use of the tool and room for improvements and research with regards to the tool. Quotes are translations from original Dutch transcripts.</title><p><bold>Quotes</bold></p><list list-type="bullet"><list-item><p>2A: The problem is that the forecast is done with a period of 5 weeks where women give birth, and then not even all of them give birth [during that time]</p></list-item><list-item><p>2B: We dealt with each other in a very different way, because we were each other's competitors and we kept our cards to our chests. That's completely gone.</p></list-item><list-item><p>2C: Saying: don&#x2019;t take a holiday] is a difficult one, but we stopped schooling, training, several working groups, social activities, they were all canceled.</p></list-item><list-item><p>2D: On the one hand, you have the care demand with the forecasts, on the other hand, you have the care capacity, pretty high level, but it pretty well resembles the weekly reality. It made sure that we felt the urgency to have things together the first two weeks of December. So, canceling schooling, canceling all other stuff, make sure we are ready operationally.</p></list-item><list-item><p>2E: [We] have the sense of urgency to talk about this [timeliness], and it [the forecast] is a tool to get things rolling, which were otherwise ignored. Then everyone would have said: &#x201C;We should look at it sometime.&#x201D; Now it is: &#x201C;We should look at it now&#x201D;.</p></list-item></list></boxed-text><p>This sense of urgency also had implications for planning on the operational level. For example, during the summer and autumn of 2021, the number of births was relatively high, around 10% to 20% above average for that specific period. By using the forecasts, obstetricians were able to increase their number of regional escalation management meetings and subsequently de-escalate when the care demand decreased again in December. Additionally, the sense of urgency also resulted in the cancellation of schooling, working groups, and social activities. The tool helped gain insight into when education and holidays should be planned, moved, or canceled (<xref ref-type="other" rid="box2">Textbox 2</xref>, quotes 2C and 2D).</p><p>Finally, the tool created the insight and urgency to act on other markers for QoC. As the numbers of births increase over a time period, and the availability of resources decreases, the focus of care was not just on patient safety, but also on timeliness and availability of care (<xref ref-type="other" rid="box2">Textbox 2</xref>, quote 2E).</p></sec><sec id="s3-3-3"><title>Other Means of Use</title><p>Another way in which the tool could be used and add value was in the communication of the available care toward clients and patients. The stakeholders indicated that, at present, prospective parents are selecting their preferred hospitals for childbirth. However, this preference cannot always be met, due to limited capacity of these hospitals (<xref ref-type="other" rid="box3">Textbox 3</xref>, quotes 3A and 3B)<italic>,</italic> especially since total capacity of hospitals is based on regional instead of local demand. The stakeholders considered the tool as a helpful tool to discuss expectations of pregnant women and to manage their expectations and preferences. Stakeholders also identified a current QoC issue in obstetrics, namely when pregnant women receiving extra obstetric care were not always able to deliver in that specific hospital, which was considered undesirable as stakeholders argued that these women should receive care from one single (specialized) hospital (<xref ref-type="other" rid="box3">Textbox 3</xref>, quote 3C).</p><boxed-text id="box3"><title> Quotes illustrating further use of the tool and room for improvements and research with regards to the tool. Quotes are translations from original Dutch transcripts.</title><p><bold>Quotes</bold></p><list list-type="bullet"><list-item><p>3A: The chance that a pregnant woman delivers in the hospital of their choice, let&#x2019;s be positive, is about 60%.</p></list-item><list-item><p>3B: We can&#x2019;t make that [choosing the hospital to deliver] happen anymore, we would want to, but we can&#x2019;t make it happen. Using these data, we can tell them why, &#x2026; and first-line obstetrics care (i.e. community midwives and postpartum caregivers) can profit from this, because they end up telling parents that they can&#x2019;t deliver where they wanted to deliver, so that something that should be beautiful ends up being less beautiful.</p></list-item><list-item><p>3C: I think that we get to the point that we are going to talk to each other, that there are patients that we know and that should stay in our hospitals, because there is more at hand with these patients, and that there are patients that have an uncomplicated pregnancy, but develop something in the last weeks, that it doesn&#x2019;t matter where these [patients] end up.</p></list-item><list-item><p>3D: We here are &#x2018;believers&#x2019;, but there are people who are not used to think in this way, and by showing these numbers over and over again, we show what we can do using these numbers.</p></list-item><list-item><p>3E: We don&#x2019;t think together what we have available with regards to capacity, and we don&#x2019;t share [this information] in the first line care what we have filled up with care demand.</p></list-item><list-item><p>3F: You know how many pregnancies there are, which is nice, but we don&#x2019;t know where they will deliver, and how this relates to each midwifery practice.</p></list-item><list-item><p>3G: I think that postal code is the most important, the area of adherence, because that&#x2019;s where we eventually, if we manage it, can tune the data for the obstetrics and maternity care.</p></list-item><list-item><p>3H: Based on historical data you can determine for some group when they will deliver, as long as you have them well monitored.</p></list-item><list-item><p>3I: Can you say anything about the percentages of [caesarian sections]? Because then you can also account for length of stay and impact on admission and staffing.</p></list-item><list-item><p>3J: We have the opportunity now, because COVID gives us this opportunity. If you look at the [National Coordination Centre for Patient Allocation], data is used differently. We have the opportunity to design something like that, maybe we should start with that regionally.</p></list-item></list></boxed-text><p>Another possible application was seen in the education of (health care) professionals in obstetrics, as data on health care demand are not widely shared. Stakeholders argued that, although they themselves were used to these kinds of tools, this was not the case for other health care professionals (<xref ref-type="other" rid="box3">Textbox 3</xref>, quote 3D). To create more familiarity with these kinds of tools, the stakeholders identified important hurdles. An example of a hurdle was the implementation of data sharing and central data collection. The stakeholders were not used to collaborating and sharing their data, and it was stressed this needed improvement (<xref ref-type="other" rid="box3">Textbox 3</xref>, quote 3E).</p><p>Stakeholders also commented on issues that were not addressed in our study, that is, features that would increase the usability and information density of the tool. Primarily, the stakeholders stated that more information could be gained with regard to specific patient groups: on localization of the patients (<xref ref-type="other" rid="box3">Textbox 3</xref>, quotes 3F and 3G) or subgroups to be included, e.g., cesarean sections ( <xref ref-type="other" rid="box3">Textbox 3</xref>, quotes 3H and 3I). Stakeholders identified that in order to implement some of these improvements for the tool, more data should be shared among stakeholders in the obstetrics field. For example, stakeholders proposed a centralized data collecting system, similar to the system as implemented in the Netherlands during the COVID-19 ( <xref ref-type="other" rid="box3">Textbox 3</xref>, quote 3J).</p></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Main Findings</title><p>In this study, we developed, validated, and implemented a tool to forecast and visualize trends of births in the greater Utrecht region, using routinely measured and collected calculated date of births by a primary care laboratory, to support management of the regional acute obstetric care, including staff planning. We developed a forecasting model and found that a 2- and 3-weekly binned forecasting model provided good predictive power when it comes to forecasting trends within birth numbers. Subsequently, we presented our findings to stakeholders in obstetrics and then implemented a tool to visualize our forecasts using a 2-weekly binned forecast. Although 3-weekly binned forecasts showed slightly higher predictive power, the choice for 2-weekly binned forecast was made, as this provided a more granular view of obstetric care demand. After 6 months, using an evaluative stakeholder meeting, we found that, although our tool was not used in day-to-day staff planning but rather on a (global) operational level, we were able to add value to the obstetrics field by adding a sense of urgency, resulting in improved regional collaborations and operational actions and improving QoC in obstetrics.</p><p>QoC is multifaceted. According to stakeholders, the use of our tool in daily practice enabled the focus on timeliness. Simultaneously, the tool supported collaborations in obstetric care, leading to more efficient and available obstetric care. A well-coordinated acute obstetric care chain is important, as impaired communication between health care providers is detrimental to patient safety and continuity of care [<xref ref-type="bibr" rid="ref10">10</xref>].</p><p>We implemented the forecasting tool during the COVID-19 pandemic. This crisis sparked the demand for more insights into obstetric health care demand, especially since during the pandemic, births varied more than before the pandemic. Examples include a birth wave after lockdown and fewer preterm births during the first lockdown [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Similar to other literature, we found a decrease in birth numbers in 2020 and an increase in birth numbers in 2021. Additionally, the surge of COVID-19 required more flexible resource management, as resource requirements changed or were scarce [<xref ref-type="bibr" rid="ref13">13</xref>]. Considering that our data are able to capture the true birth rate in the general population opens up additional angles for research. Further study could focus on the decline in birth rate as seen in Nordic countries and Germany after 2021 [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], by studying the trend in expected births in our data. The increase in care demand and need for flexible resource management due to the pandemic fueled the development and implementation of the tool, as regional resources had to be more efficiently allocated due to high demands. Stakeholders reported that our tool was helpful in achieving these aims, by offering concrete data that heightened the sense of urgency within the obstetric care.</p><p>The academic literature and practice alike highlight the challenges of forecasting acute care demand, as it is often driven by unforeseen events or factors that fall outside the scope of routine data collection [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Indeed, we observed in our data that it is very hard to forecast the weekly number of births, considering their weekly variance. However, widening the scope of the forecasting interval and retrieving information from these data, such as trends, are of added value to the obstetrics domain according to stakeholders in obstetric care.</p><p>Our research should be understood in the light of the following limitations. We have included only limited data, originating from municipalities for which data on at least 55% of pregnancies was available. The extent to which our study therefore suffers from selection bias remains unclear. As the obstetrics care in the Netherlands and the reporting of calculated date of births is standardized, we believe bias is limited. However, future studies could focus on combining data sources for the estimated dates of birth, in order to increase the data coverage, and to mitigate reliance on a single data source. Additionally, our dataset is relatively small. With larger numbers, the use of statistical models such as Autoregressive Integrated Moving Average, or machine learning models may be beneficial [<xref ref-type="bibr" rid="ref16">16</xref>]. Considering we had data on the actual number of births for 3 years, the use of such models was currently infeasible. To the best of our knowledge, no other forecasting model for the number of births is currently used in the Netherlands.</p><p>As stakeholders have stated in the stakeholder meeting, there are several directions for further research. First of all, data should be shared between stakeholders to improve regional (acute) obstetric care. This could help further improve forecasts, as this can help identify subgroups of pregnancies, so that these groups and their health care demand can be further monitored. Additionally, data sharing could lead to further standardization of data collection, making data collection and research to improve obstetric care more feasible and impactful.</p></sec><sec id="s4-2"><title>Conclusion</title><p>Implementation of a forecasting tool for number of births based on available data across the health care system during the COVID-19 pandemic led to increased communication, awareness, and collaboration between obstetric health care providers, showing that combining several sources of data within the routine acute care can add value to the routine acute care process. Providing visualizations of forecasted births created a sense of urgency about the high care demand situation and the impact of this demand on quality of care. Our tool thereby facilitated improved collaborations and cohesion between health care providers in the Utrecht region and aided further initiatives that can increase efficient use of resources in response to high care demand beyond pandemic situations. Further research should aim at improving regional obstetric acute care by fostering data sharing in order to improve health care demand forecasts.</p></sec></sec></body><back><ack><p>The study was supported by Saltro BV and University Medical Center Utrecht.</p></ack><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations:</title><def-list><def-item><term id="abb1">QoC</term><def><p>quality of care</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Saaiman</surname><given-names>T</given-names> </name><name name-style="western"><surname>Filmalter</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Heyns</surname><given-names>T</given-names> </name></person-group><article-title>Important factors for planning nurse staffing in the emergency department: a consensus study</article-title><source>Int Emerg Nurs</source><year>2021</year><month>05</month><volume>56</volume><fpage>100979</fpage><pub-id pub-id-type="doi">10.1016/j.ienj.2021.100979</pub-id><pub-id pub-id-type="medline">33706044</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wargon</surname><given-names>M</given-names> </name><name name-style="western"><surname>Guidet</surname><given-names>B</given-names> </name><name name-style="western"><surname>Hoang</surname><given-names>TD</given-names> </name><name name-style="western"><surname>Hejblum</surname><given-names>G</given-names> </name></person-group><article-title>A systematic review of models for forecasting the number of emergency department visits</article-title><source>Emerg Med J</source><year>2009</year><month>06</month><day>1</day><volume>26</volume><issue>6</issue><fpage>395</fpage><lpage>399</lpage><pub-id pub-id-type="doi">10.1136/emj.2008.062380</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="book"><person-group person-group-type="author"><collab>Institute of Medicine (US) Committee on Quality of Health Care in America</collab></person-group><source>Crossing the Quality Chasm: A New Health System for the 21st Century</source><year>2001</year><publisher-name>National Academies Press (US)</publisher-name><pub-id pub-id-type="medline">25057539</pub-id><pub-id pub-id-type="other">978-0-309-07280-9</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tun&#x00E7;alp</surname><given-names>&#x04E6;.</given-names> </name><name name-style="western"><surname>Were</surname><given-names>WM</given-names> </name><name name-style="western"><surname>MacLennan</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Quality of care for pregnant women and newborns-the WHO vision</article-title><source>BJOG</source><year>2015</year><month>07</month><volume>122</volume><issue>8</issue><fpage>1045</fpage><lpage>1049</lpage><pub-id pub-id-type="doi">10.1111/1471-0528.13451</pub-id><pub-id pub-id-type="medline">25929823</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Verburg</surname><given-names>BO</given-names> </name><name name-style="western"><surname>Steegers</surname><given-names>EAP</given-names> </name><name name-style="western"><surname>De Ridder</surname><given-names>M</given-names> </name><etal/></person-group><article-title>New charts for ultrasound dating of pregnancy and assessment of fetal growth: longitudinal data from a population-based cohort study</article-title><source>Ultrasound Obstet Gynecol</source><year>2008</year><month>04</month><volume>31</volume><issue>4</issue><fpage>388</fpage><lpage>396</lpage><pub-id pub-id-type="doi">10.1002/uog.5225</pub-id><pub-id pub-id-type="medline">18348183</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Robinson</surname><given-names>HP</given-names> </name><name name-style="western"><surname>Fleming</surname><given-names>JEE</given-names> </name></person-group><article-title>A critical evaluation of sonar &#x201C;crown&#x2010;rump length&#x201D; measurements</article-title><source>BJOG</source><year>1975</year><month>09</month><volume>82</volume><issue>9</issue><fpage>702</fpage><lpage>710</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://obgyn.onlinelibrary.wiley.com/toc/14710528/82/9">https://obgyn.onlinelibrary.wiley.com/toc/14710528/82/9</ext-link></comment><pub-id pub-id-type="doi">10.1111/j.1471-0528.1975.tb00710.x</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Van Der Ploeg</surname><given-names>CPB</given-names> </name><name name-style="western"><surname>Oomen</surname><given-names>P</given-names> </name><name name-style="western"><surname>Van Lent</surname><given-names>M</given-names> </name></person-group><article-title>Prenatale screening infectieziekten en erytrocyten-immunisatie (PSIE) [Dutch]</article-title><year>2019</year><publisher-name>RIVM</publisher-name><fpage>9</fpage></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="web"><article-title>Perined</article-title><source>Peristat.nl</source><access-date>2011-11-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.peristat.nl/">https://www.peristat.nl/</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="web"><article-title>Medical research involving human subjects act</article-title><source>Ministry of Health, Welfare and Sport</source><year>2025</year><access-date>2025-07-25</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://wetten.overheid.nl/BWBR0009408/">https://wetten.overheid.nl/BWBR0009408/</ext-link></comment></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kripalani</surname><given-names>S</given-names> </name><name name-style="western"><surname>LeFevre</surname><given-names>F</given-names> </name><name name-style="western"><surname>Phillips</surname><given-names>CO</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>MV</given-names> </name><name name-style="western"><surname>Basaviah</surname><given-names>P</given-names> </name><name name-style="western"><surname>Baker</surname><given-names>DW</given-names> </name></person-group><article-title>Deficits in communication and information transfer between hospital-based and primary care physicians: implications for patient safety and continuity of care</article-title><source>JAMA</source><year>2007</year><month>02</month><day>28</day><volume>297</volume><issue>8</issue><fpage>831</fpage><lpage>841</lpage><pub-id pub-id-type="doi">10.1001/jama.297.8.831</pub-id><pub-id pub-id-type="medline">17327525</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stout</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Van De Ven</surname><given-names>CJM</given-names> </name><name name-style="western"><surname>Parekh</surname><given-names>VI</given-names> </name><etal/></person-group><article-title>Use of electronic medical records to estimate changes in pregnancy and birth rates during the COVID-19 pandemic</article-title><source>JAMA Netw Open</source><year>2021</year><month>06</month><day>1</day><volume>4</volume><issue>6</issue><fpage>e2111621</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.11621</pub-id><pub-id pub-id-type="medline">34081139</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dench</surname><given-names>D</given-names> </name><name name-style="western"><surname>Joyce</surname><given-names>T</given-names> </name><name name-style="western"><surname>Minkoff</surname><given-names>H</given-names> </name></person-group><article-title>United States preterm birth rate and COVID-19</article-title><source>Pediatrics</source><year>2022</year><month>05</month><day>1</day><volume>149</volume><issue>5</issue><fpage>e2021055495</fpage><pub-id pub-id-type="doi">10.1542/peds.2021-055495</pub-id><pub-id pub-id-type="medline">35383375</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dayal</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Razavi</surname><given-names>AS</given-names> </name><name name-style="western"><surname>Jaffer</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Prasad</surname><given-names>N</given-names> </name><name name-style="western"><surname>Skupski</surname><given-names>DW</given-names> </name></person-group><article-title>COVID-19 in obstetrics 2020: the experience at a New York City medical center</article-title><source>J Perinat Med</source><year>2020</year><month>11</month><day>26</day><volume>48</volume><issue>9</issue><fpage>892</fpage><lpage>899</lpage><pub-id pub-id-type="doi">10.1515/jpm-2020-0365</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Petersen</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Cueto</surname><given-names>H</given-names> </name><name name-style="western"><surname>Norman</surname><given-names>M</given-names> </name></person-group><article-title>Births in the Nordics 2021 to 2022-Pandemic fluctuation or fundamental shift?</article-title><source>Acta Paediatr</source><year>2024</year><month>06</month><volume>113</volume><issue>6</issue><fpage>1143</fpage><lpage>1144</lpage><pub-id pub-id-type="doi">10.1111/apa.17209</pub-id><pub-id pub-id-type="medline">38477867</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bujard</surname><given-names>M</given-names> </name><name name-style="western"><surname>Andersson</surname><given-names>G</given-names> </name></person-group><article-title>Fertility declines near the end of the COVID-19 pandemic: evidence of the 2022 birth declines in Germany and Sweden</article-title><source>Eur J Popul</source><year>2024</year><month>01</month><day>22</day><volume>40</volume><issue>1</issue><fpage>4</fpage><pub-id pub-id-type="doi">10.1007/s10680-023-09689-w</pub-id><pub-id pub-id-type="medline">38252183</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tzitiridou-Chatzopoulou</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zournatzidou</surname><given-names>G</given-names> </name><name name-style="western"><surname>Kourakos</surname><given-names>M</given-names> </name></person-group><article-title>Predicting future birth rates with the use of an adaptive machine learning algorithm: a forecasting experiment for Scotland</article-title><source>Int J Environ Res Public Health</source><year>2024</year><month>06</month><day>27</day><volume>21</volume><issue>7</issue><fpage>841</fpage><pub-id pub-id-type="doi">10.3390/ijerph21070841</pub-id><pub-id pub-id-type="medline">39063418</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Topic list evaluative stakeholder meeting.</p><media xlink:href="pediatrics_v8i1e68284_app1.docx" xlink:title="DOCX File, 15 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Predictions versus actual births in 2016 per week.</p><media xlink:href="pediatrics_v8i1e68284_app2.pdf" xlink:title="PDF File, 216 KB"/></supplementary-material></app-group></back></article>