<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">Gates Open Res</journal-id>
            <journal-title-group>
                <journal-title>Gates Open Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2572-4754</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/gatesopenres.13305.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Using maternal and neonatal data collection systems for coronavirus disease 2019 (COVID-19) vaccines active safety surveillance in low- and middle-income countries: an international modified Delphi study</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 2 approved, 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Pingray</surname>
                        <given-names>Veronica</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-7889-2825</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Beliz&#x00e1;n</surname>
                        <given-names>Mar&#x00ed;a</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Matthews</surname>
                        <given-names>Sarah</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Zaraa</surname>
                        <given-names>Sabra</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Berrueta</surname>
                        <given-names>Mabel</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-7915-5643</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Noguchi</surname>
                        <given-names>Lisa M.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Xiong</surname>
                        <given-names>Xu</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-9292-5059</uri>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Gurtman</surname>
                        <given-names>Alejandra</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Absalon</surname>
                        <given-names>Judith</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Nelson</surname>
                        <given-names>Jennifer C.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Panagiotakopoulos</surname>
                        <given-names>Lakshmi</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a7">7</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Sevene</surname>
                        <given-names>Esperanca</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a8">8</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Munoz</surname>
                        <given-names>Flor M.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a9">9</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Althabe</surname>
                        <given-names>Fernando</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a10">10</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Mwamwitwa</surname>
                        <given-names>Kissa W.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-9106-6707</uri>
                    <xref ref-type="aff" rid="a11">11</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Rodriguez Cairoli</surname>
                        <given-names>Federico</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Anderson</surname>
                        <given-names>Steven A.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a12">12</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>McClure</surname>
                        <given-names>Elizabeth M.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-8659-5444</uri>
                    <xref ref-type="aff" rid="a13">13</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Guillard</surname>
                        <given-names>Christine</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a14">14</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Nakimuli</surname>
                        <given-names>Annettee</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a15">15</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Stergachis</surname>
                        <given-names>Andy</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                    <xref ref-type="aff" rid="a16">16</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Buekens</surname>
                        <given-names>Pierre</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Institute for Clinical Effectiveness and Health Policy (IECS-CONICET), Ciudad de Buenos Aires, Buenos Aires, 1414, Argentina</aff>
                <aff id="a2">
                    <label>2</label>School of Public Health and Tropical Medicine, Tulane University, New Orleans, Louisiana, 70112, USA</aff>
                <aff id="a3">
                    <label>3</label>School of Pharmacy, University of Washington, Seattle, Washington, 98195, USA</aff>
                <aff id="a4">
                    <label>4</label>Jhpiego, Johns Hopkins University, Baltimore, Maryland, 21231, USA</aff>
                <aff id="a5">
                    <label>5</label>Vaccine Research and Development, Pfizer, Inc, Pearl River, New York, 10965, USA</aff>
                <aff id="a6">
                    <label>6</label>Kaiser Permanente, Washington Health Research Institute, Seattle, Washington, 98101, USA</aff>
                <aff id="a7">
                    <label>7</label>Centers for Disease Control and Prevention, Atlanta, Georgia, 30333, USA</aff>
                <aff id="a8">
                    <label>8</label>Department of Physiological Science, Clinical Pharmacology, Faculty of Medicine , Maputo, Mozambique, Eduardo Mondlane University/Manhi&#x00e7;a Health Research Centre, Maputo, Maputo, 1102, Mozambique</aff>
                <aff id="a9">
                    <label>9</label>Departments of Pediatrics, Molecular Virology and Microbiology,, Baylor College of Medicine, Houston, Texas, 77004, USA</aff>
                <aff id="a10">
                    <label>10</label>UNDP-UNFPA-UNICEF-WHO-World Bank Special Programme of Research, Development and Research Training in Human Reproduction, Department of Sexual and Reproductive Health and Research, World Health Organization, Geneva, Geneva, 1211, Switzerland</aff>
                <aff id="a11">
                    <label>11</label>Tanzania Medicines and Medical Devices Authority, Dar es Salaam, Tanzania, 11000, Tanzania</aff>
                <aff id="a12">
                    <label>12</label>U. S. Food &amp; Drug Administration, Silver Spring, Maryland, 20993, USA</aff>
                <aff id="a13">
                    <label>13</label>Social, Statistical and Environmental Sciences, Research Triangle Institute, Durham, North Carolina, 27709, USA</aff>
                <aff id="a14">
                    <label>14</label>World Health Organization, Geneva, Geneva, 1211, Switzerland</aff>
                <aff id="a15">
                    <label>15</label>Department of Obstetrics and Gynaecology, School of Medicine, Makerere University, Kampala, Kampala, 0000, Uganda</aff>
                <aff id="a16">
                    <label>16</label>School of Public Health, University of Washington, Seattle, Seattle, Washington, 98195, USA</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:vpingray@iecs.org.ar">vpingray@iecs.org.ar</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>12</day>
                <month>7</month>
                <year>2021</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2021</year>
            </pub-date>
            <volume>5</volume>
            <elocation-id>99</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>5</day>
                    <month>7</month>
                    <year>2021</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2021 Pingray V et al.</copyright-statement>
                <copyright-year>2021</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://gatesopenresearch.org/articles/5-99/pdf"/>
            <abstract>
                <p>
                    <bold>Background:</bold> Given that pregnant women are now included among those for receipt coronavirus disease 2019 (COVID-19) vaccines, it is important to ensure that information systems can be used (or available) for active safety surveillance, especially in low- and middle-income countries (LMICs). The aim of this study was to build consensus about the use of existing maternal and neonatal data collection systems in LMICs for COVID-19 vaccines active safety surveillance, a basic set of variables, and the suitability and feasibility of including pregnant women and LMIC research networks in COVID-19 vaccines pre-licensure activities.</p>
                <p>
                    <bold>Methods:</bold> A three-stage modified Delphi study was conducted over three months in 2020. An international multidisciplinary panel of 16 experts participated. Ratings distributions and consensus were assessed, and ratings&#x2019; rationale was analyzed.</p>
                <p>
                    <bold>Results:</bold> The panel recommended using maternal and neonatal data collection systems for active safety surveillance in LMICs (median 9; disagreement index [DI] -0.92), but there was no consensus (median 6; DI 1.79) on the feasibility of adapting these systems. A basic set of 14 maternal, neonatal, and vaccination-related variables. Out of 16 experts, 11 supported a basic set of 14 maternal, neonatal, and vaccination-related variables for active safety surveillance. Seven experts agreed on a broader set of 26 variables. The inclusion of pregnant women for COVID-19 vaccines research (median 8; DI -0.61) was found appropriate, although there was uncertainty on its feasibility in terms of decision-makers&#x2019; acceptability (median 7; DI 10.00) and regulatory requirements (median 6; DI 0.51). There was no consensus (median 6; DI 2.35) on the feasibility of including research networks in LMICs for conducting clinical trials amongst pregnant women.</p>
                <p>
                    <bold>Conclusions:</bold> Although there was some uncertainty regarding feasibility, experts recommended using maternal and neonatal data collection systems and agreed on a common set of variables for COVID-19 vaccines active safety surveillance in LMICs.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>COVID-19 vaccine</kwd>
                <kwd>pregnancy</kwd>
                <kwd>Delphi Technique</kwd>
                <kwd>active safety surveillance</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://dx.doi.org/10.13039/100000865">
                    <funding-source>Gates Foundation</funding-source>
                    <award-id>OPP1210509</award-id>
                </award-group>
                <funding-statement>This study was supported by the Gates Foundation [INV008443]. Representatives of the Gates Foundation participated in the final virtual meeting, and the decision to submit the manuscript for publication. However, they refrained from voting in the online rounds and at the final virtual meeting.</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>The coronavirus disease 2019 (COVID-19) pandemic has created unprecedented global health challenges, triggering an accelerated development and distribution of safe and effective vaccines against severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>
                </sup>. The international research and development (R&amp;D) effort in response to the enormous health burden associated with the COVID-19 pandemic is unprecedented in terms of scale and speed
                <sup>
                    <xref ref-type="bibr" rid="ref-2">2</xref>,
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>. The World Health Organization (WHO) interim guidance for COVID-19 vaccines has recommended that pregnant women should be vaccinated against COVID-19 on the basis of a benefit vs risk assessment
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>,
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. However, limited data from clinical trials is available on COVID-19 vaccine safety, immunogenicity, reactogenicity, and efficacy in pregnancy and their potential effects on the fetus or the neonate, particularly in LMICs
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>.</p>
            <p>Pregnant women have been historically excluded from clinical trials for drugs and vaccines that do not target obstetric conditions
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>. However, there is mounting evidence that pregnant women are at an increased risk for health complications from COVID-19 compared to non-pregnant women
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>,
                    <xref ref-type="bibr" rid="ref-9">9</xref>
                </sup>.  Excluding pregnant women from studies on vaccination in order to provide protection from theoretical risks is not warranted and can prevent this population from potentially beneficial inmunizations. </p>
            <p>There have been considerable international efforts to ensure equitable access to COVID-19 vaccines, including the COVAX Advance Market Commitment (AMC)'s efforts to ensure equitable access and distribution of COVID-19 vaccines to low-and-middle-income countries (LMIC)
                <sup>
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>. Given these efforts to ensure LMIC access to vaccines and that pregnant women are now eligible to receive the COVID-19 vaccine, it will be essential to ensure that systems in LMICs can identify, evaluate, and respond to potential adverse events among pregnant women and their offspring. Following maternal immunization gaps in infrastructure, resources, training, data quality, and methods may limit establishment of effective pregnancy surveillance systems in LMICs
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>. The accelerated vaccine development in the context of COVID-19 poses further considerations for resource-limited settings in LMICs, including the need to enhance site capacity, ensure regulatory approvals are met, and obtain vaccine decision-makers&#x2019; acceptance
                <sup>
                    <xref ref-type="bibr" rid="ref-12">12</xref>
                </sup>.</p>
            <p>The importance of safety surveillance of these vaccines in pregnant women will be critical as pregnant women are vaccinated, especially for safety surveillance immediately post-licensure or post-emergency use authorization
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>. It is in this timeframe where active safety surveillance must be conducted, as this is when safety concerns are likely to occur
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. Adverse events of special interest (AESI) for COVID-19 vaccines have been identified and obstetric AESIs have been considered for active monitoring
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>. After introducing a vaccine, it will be essential to utilize perinatal health information systems to monitor obstetric and neonatal outcomes. Identifying which variables will be necessary to monitor will be critical to ensure quality safety assessments. These efforts have already begun with the Global Alignment of Immunization Safety Assessment in pregnancy (GAIA) project and the WHO Global vaccine safety in pregnancy multi-country collaborative study (MCC)
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>,
                    <xref ref-type="bibr" rid="ref-17">17</xref>
                </sup>. </p>
            <p>This study had two aims: 1) to build consensus about the use of existing maternal and neonatal data collection systems in LMICs for active safety surveillance of COVID-19 vaccines post-licensure, as well as the basic set of variables needed; and 2) to establish an expert consensus on the suitability and feasibility of including pregnant women and LMIC research networks in pre-licensure activities for novel COVID-19 vaccines.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>A three-stage modified Delphi study was conducted between June 29
                <sup>th</sup>, 2020, and August 26
                <sup>th</sup>, 2020. This study first conducted two individual, online rounds and concluded with a third round: a virtual group discussion and final vote. 
                <xref ref-type="fig" rid="f1">Figure 1</xref> outlines the study phases and procedures.</p>
            <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                <label>Figure 1. </label>
                <caption>
                    <title>Flowchart of phases and procedures performed during the study.</title>
                    <p>LMIC=low- and middle-income countries; COVID-19=coronavirus disease 2019.</p>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/14547/604d1ffa-48e9-4bdb-b5fd-b8d666f5e06f_figure1.gif"/>
            </fig>
            <sec>
                <title>Panel composition</title>
                <p>This study is the second phase of a larger study entitled &#x201c;
                    <italic toggle="yes">Landscape analysis: Sentinel site readiness for Maternal Immunization Active Safety Surveillance in LMIC</italic>&#x201d; (
                    <ext-link ext-link-type="uri" xlink:href="http://safeinpregnancy.org/">safeinpregnancy.org</ext-link>) that seeks to define the landscape for integrated maternal immunization active safety surveillance by reviewing the literature (phase 1), building consensus among experts (phase 2), and identifying potential sentinel sites in LMICs (phase 3).  An independent Scientific and Technical Advisory Board (STAB) integrated by 12 experts in the field was already established to provide up-to-date and globally representative advice on the larger study. For the Delphi study, all members of the STAB and four additional experts identified by the Bill &amp; Melinda Gates Foundation were nominated to integrate the panel. All the nominated experts had recognized international leadership in maternal immunization, vaccine safety, and maternal and neonatal health. During the recruitment process, as well as experts were selected based of their knowledge in maternal and perinatal health information systems for active safety surveillance. Geographical representation was another criteria taken into consideration. The rationale behind the 16-member panel was that they were large enough to permit diversity of representation while still being small enough to allow everyone to be involved in the group discussion.</p>
                <p>To prevent the bias that could be introduced by knowing other leaders' opinions on the subject, the experts answered the questionnaires in each round anonymously and individually. The panel did not meet with each other face to face before the final meeting. The Delphi technique aims to generate consensus, and for this reason, each participant must know the opinion of the group. However, during all rounds, the shared data was de-identified, and in the final meeting, participants declared whether they had any conflict of interest and a moderator sought to prevent some participants from leading the discussion.</p>
            </sec>
            <sec>
                <title>Development of questionnaires</title>
                <p>A bibliographic search was carried out in 
                    <ext-link ext-link-type="uri" xlink:href="https://pubmed.ncbi.nlm.nih.gov/">PubMed</ext-link> and grey literature. The following terms were employed to identify relevant peer-reviewed literature, reports published by governments or international health organizations (i.e. WHO), and other relevant articles to inform survey development: &#x201c;COVID-19&#x201d;, &#x201c;coronavirus&#x201d;, &#x201c;SARS-CoV-2&#x201d;, &#x201c;pregnancy&#x201d; and &#x201c;pregnant women&#x201d; were combined separately with the keywords: &#x201c;active safety surveillance&#x201d;, &#x201c;vaccines&#x201d;, &#x201c;vaccine clinical trial&#x201d;, &#x201c;vaccine development&#x201d;, &#x201c;COVID-19 vaccine development&#x201d;, &#x201c;COVID-19 vaccine landscape&#x201d;, &#x201c;vaccine safety surveillance&#x201d;, &#x201c;sentinel site surveillance&#x201d;, &#x201c;information systems&#x201d;, &#x201c;safety monitoring&#x201d;, &#x201c;maternal immunization&#x201d;, &#x201c;low income countries&#x201d;, &#x201c;low- and middle-income countries&#x201d; and &#x201c;LMIC&#x201d;.</p>
                <p>This search identified publications that described factors affecting experts&#x2019; opinion on the use of routine information systems for COVID-19 vaccine active safety surveillance. Additionally, this search identified publications describing factors affecting experts' views on pregnant women's inclusion for novel COVID-19 vaccine R&amp;D activities. Reported variables to be collected for maternal immunization safety monitoring were identified and listed. Subject matter experts were consulted to validate a preliminary list of variables based on the literature search. All this information was used to inform the development of the first questionnaire.</p>
                <p>The first questionnaire included the following domains: a) appropriateness of using existing maternal and neonatal data collection systems for active safety surveillance, b) feasibility of adapting these systems prior to the pregnancy licensure of novel COVID-19 vaccines, c) benefits versus risks of including pregnant women in COVID-19 vaccine trials; d) feasibility of including pregnant women in the target population for COVID-19 vaccine R&amp;D (in terms of the capacity of existing research networks and acceptability among vaccine decision-makers); and e) feasibility of incorporating existing research networks in LMICs (in terms of capacity and decision-makers&#x2019; acceptability). Additionally, lists of maternal, neonatal, and vaccine-related variables (i.e., name of the vaccine, date of vaccination, administration site, lot number) were included in the questionnaire to their prioritize their importance for active safety surveillance. The list of maternal and neonatal variables was selected from GAIA project case definitions piloted in 24 sentinel sites across four WHO regions
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>
                    </sup>. Questionnaires for the second and third rounds included a selection of questions to address disagreements that were noted in previous rounds. Questions related to selecting variables for active safety surveillance were re-evaluated in round two with new variables suggested by experts in the first round. All three questionnaires included both closed-ended and open-ended questions. The questionnaires can be found as extended data
                    <sup>
                        <xref ref-type="bibr" rid="ref-18">18</xref>
                    </sup>.</p>
            </sec>
            <sec>
                <title>Data collection</title>
                <p>Data were collected through an iterative consensus exercise, starting with two rounds of online, individual surveys followed by a third round, which involved a virtual group discussion and final vote on remaining dissents.  Online surveys were self-administered via 
                    <ext-link ext-link-type="uri" xlink:href="https://www.surveymonkey.co.uk/">Survey Monkey</ext-link>&#x2122;. For both online rounds, panellists were asked to rate questions on a 9-point Likert RAND Appropriateness Scale (RAS)
                    <sup>
                        <xref ref-type="bibr" rid="ref-19">19</xref>
                    </sup>. In addition, the rationale for each rating was collected using open-ended questions.</p>
                <p>During the second round, experts received the overall rating distributions and comments from the previous round and were asked to re-rate the questions that generated dissent.</p>
                <p>The first survey was sent on June 29
                    <sup>th</sup>, 2020, to 16 selected experts who had confirmed their interest and availability to participate. Three reminders were sent to participants with partial or no response over two weeks. The second survey was sent on July 22
                    <sup>nd</sup>, 2020, to the same 16 experts, followed by four reminders over another two weeks. Completeness and consistency between the survey items were monitored during survey administration.</p>
                <p>During the third round, experts met via virtual meeting on August 26
                    <sup>th</sup>, 2020, to confirm the generated agreements and address remaining disagreements. Presentations and guided discussions were held in plenary sessions. The main questions to be discussed were developed by researchers with experience in qualitative research (MB, VP and SM). A meeting facilitator (PB) conducted and moderated the discussion (60 minutes).  Detailed field notes were taken by one of the researchers (SM). During the plenary session, the system 
                    <ext-link ext-link-type="uri" xlink:href="https://www.polleverywhere.com/">Poll Everywhere</ext-link>
                    <sup>&#x00ae;</sup> was used to record the final individual vote. </p>
            </sec>
            <sec>
                <title>Data analysis</title>
                <p>Panel median rating and disagreement index (DI) were calculated to summarize experts&#x2019; ratings and measure consensus. The DI is a continuous scale used to measure panel ratings' dispersion, taken as an indicator of the level of agreement
                    <sup>
                        <xref ref-type="bibr" rid="ref-19">19</xref>
                    </sup>. A DI &lt; 1 (including negative values) represents a complete agreement among panellists, while a DI &#x2265; 1 indicates disagreement among the panel. The RAND/UCLA appropriateness scale (i.e., RAND, a 9-point Likert scale ranging from 1 to 9) was used to classify domains as "appropriate", &#x201c;inappropriate" or "uncertain", in accordance with: a) the median panel rating, and b) the DI. Domains with median ratings in the top third (score of 7&#x2013;9) of the appropriateness scale were classified as &#x201c;appropriate&#x201d;, those in the bottom third were classified as &#x201c;inappropriate&#x201d; (score of 1&#x2013;3), and those with intermediate median ratings were classified as &#x201c;uncertain&#x201d; (score of 4&#x2013;6). Besides, domains with disagreement among the panel was also classified as &#x201c;uncertain&#x201d;. 
                    <xref ref-type="table" rid="T1">Table 1</xref> provides the definitions for how each item was evaluated for &#x201c;Appropriateness&#x201d; and &#x201c;Agreement&#x201d;. The analysis was performed using 
                    <ext-link ext-link-type="uri" xlink:href="https://www.stata.com/">STATA</ext-link> 14.0.</p>
                <table-wrap id="T1" orientation="portrait" position="anchor">
                    <label>Table 1. </label>
                    <caption>
                        <title>Measure of disagreement index (DI) and RAND/UCLA appropriateness scale.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="3" valign="middle">DI</th>
                                <th align="center" colspan="9" rowspan="1" valign="top">Panel median rating</th>
                            </tr>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="top">1</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">2</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">3</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">4</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">5</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">6</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">7</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">8</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">9</th>
                            </tr>
                            <tr>
                                <th align="center" colspan="3" rowspan="1" valign="top">Bottom third (1&#x2013;3)</th>
                                <th align="center" colspan="3" rowspan="1" valign="top">Intermediate third (4&#x2013;6)</th>
                                <th align="center" colspan="3" rowspan="1" valign="top">Top third (1&#x2013;3)</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1" valign="top">&lt;1 (Agreement)</td>
                                <td align="center" colspan="3" rowspan="1" style="background-color:#F4B084" valign="top">Inappropriate</td>
                                <td align="center" colspan="3" rowspan="2" style="background-color:#FFE699" valign="middle">Uncertain</td>
                                <td align="center" colspan="3" rowspan="1" style="background-color:#C6E0B4" valign="top">Appropriate</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1" valign="top">&#x2265;1 (Disagreement)</td>
                                <td align="center" colspan="1" rowspan="1" style="background-color:#FFE699" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" style="background-color:#FFE699" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" style="background-color:#FFE699" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" style="background-color:#FFE699" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" style="background-color:#FFE699" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" style="background-color:#FFE699" valign="top"/>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>Open-ended questions were analysed using a content analysis. Responses were coded by one researcher (SM) and reviewed by other researcher (MB), and matrices were developed to help interpret the findings. The analysis process was facilitated by a qualitative data management software Atlas.ti 8.4. All rationales that panellists provided to inform their quantitative responses are included in the findings, regardless of whether one or more person mentioned them.</p>
                <p>The review was conducted and reported in line with the standards of the COREQ statement for qualitative studies and STROBE checklist for observational studies.</p>
            </sec>
            <sec>
                <title>Ethical approval</title>
                <p>Approval was obtained from the Tulane University Internal Review Board (Approval number 2019&#x2013;1453), United States, and the Comit&#x00e9; de &#x00c9;tica en Investigaci&#x00f3;n &#x201c;Norberto Quirno&#x201d;, Argentina (Approval number 1258/2019). All participants provided electronic written informed consent to participate in the study.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>All 16 nominated experts from seven countries and three world regions participated in this consensus building exercise. Panel characteristics are described in 
                <xref ref-type="table" rid="T2">Table 2</xref>. The multidisciplinary panel provided a diverse perspective of experts affiliated with different types of organizations (i.e., academic institutions, biopharmaceutical companies, government institutions, non-profit organizations, and international agencies). Most participants were working at institutions conducting projects related to COVID-19 vaccines (13/16). Sixteen experts completed Round 1, 14 completed Round 2, and ten experts from the same panel participated in the final virtual discussion and final vote.</p>
            <table-wrap id="T2" orientation="portrait" position="anchor">
                <label>Table 2. </label>
                <caption>
                    <title>Panel characteristics.</title>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="center" colspan="1" rowspan="1" valign="top"/>
                            <th align="center" colspan="1" rowspan="1" valign="top">N = 16
                                <break/>(n)</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Gender</bold>
                            </td>
                            <td align="center" colspan="1" rowspan="1" valign="top"/>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Female</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">13</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Male</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">3</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Type of organization</bold>
                            </td>
                            <td align="center" colspan="1" rowspan="1" valign="top"/>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Academia</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">7</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Government organization</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">4</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;International Agency</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">2</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Biopharmaceutical company</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">3</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Location</bold>
                            </td>
                            <td align="center" colspan="1" rowspan="1" valign="top"/>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Region of the Americas</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">9</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;African Region </td>
                            <td align="center" colspan="1" rowspan="1" valign="top">4</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Europe</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">3</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Currently working on any activities relevant</bold>
                                <break/>
                                <bold>for COVID-19 immunization in pregnancy</bold>
                            </td>
                            <td align="center" colspan="1" rowspan="1" valign="top"/>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;Yes</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">13</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;No</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">3</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Experts&#x2019; opinions on the following main themes related to COVID-19 vaccines were explored throughout the study: a) use and adaptation of existing maternal and neonatal data collection systems in LMICs for active safety surveillance; b) maternal, neonatal, and vaccine-related variables for active safety surveillance; c) inclusion of pregnant women in the target population for vaccine R&amp;D; and d) inclusion of existing research networks from LMICs in pre-licensure vaccine R&amp;D activities.</p>
            <sec>
                <title>Use and adaptation of existing maternal and neonatal data collection systems in LMICs for active safety surveillance</title>
                <p>The expert panel agreed (RAND DI -0.92) on the appropriateness of using existing maternal and neonatal data collection 
                    <bold>systems in LMICs</bold> for active safety surveillance for COVID-19 vaccines, given that 12 out of 16 experts assigned a rating in the top third of the scale (7&#x2013;9) and the panel median was 9 (
                    <xref ref-type="table" rid="T3">Table 3</xref>). This question reached a consensus in round 1 and was not re-evaluated in subsequent rounds. </p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;There are a number of active information systems that could be employed to support these activities with minimal additional support.&#x201d; (Round 1 response) </italic>
                        </p>
                    </list-item>
                </list>
                <p>Some participants who gave lower ratings on this item cited limitations in systems and their overall lack of existence. Some participants mentioned that existing systems would need to be adapted and improved to collect meaningful data and link maternal and neonatal information.</p>
                <table-wrap id="T3" orientation="portrait" position="anchor">
                    <label>Table 3. </label>
                    <caption>
                        <title>Experts' ratings on the use of maternal and neonatal data collection systems in low- and middle-income countries (LMICs) for coronavirus disease 2019 (COVID-19) vaccines maternal and neonatal active safety surveillance.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="2" valign="top"/>
                                <th align="center" colspan="2" rowspan="1" valign="top">Maternal and neonatal active safety surveillance</th>
                            </tr>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="top">Recommendation for the usage
                                    <break/>of existing information systems</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">Feasibility to adapt
                                    <break/>before licensure</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">
                                        <bold>First-round (n=16)</bold>
                                    </italic>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">9 (7;8,5)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">7 (6,5;5,5)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Agreement</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-0.92</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">2.45</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Appropriate</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Second round (n=14)</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6 (5,25;7)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">
                                        <bold>Agreement</bold>
                                    </italic>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1,18</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">
                                        <bold>Third round (n=10)
                                            <sup>d</sup>
                                        </bold>
                                    </italic>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6 (3.5; 7)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Agreement</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1.79</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN1">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p id="TFN1">References: 
                                <sup>a</sup> DI (disagreement index) is a measure that shows if there was wide or limited dispersion of panelist ratings. If the DI is &#x2265; 1, then it indicates 'extreme variation' in ratings. The lower the DI, the lower the level of disagreement; 
                                <sup>b</sup> Agreement was defined as DI &lt;1; 
                                <sup>c</sup> Appropriateness considers median scores and the level of disagreement. Items with median scores in the 1&#x2013;3 range are classified as inappropriate, those in the 4&#x2013;6 range as uncertain, and those in the 7&#x2013;9 range as appropriate. However, all items rated "with disagreement," whatever the median, are classified as uncertain. N/A: not applicable</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>The panel consistently disagreed (DI 2.45; 1.18; 1.79 for rounds 1 through 3, respectively) on the feasibility of existing maternal and neonatal data collection systems in LMICs to incorporate new changes before approval or licensure of novel COVID-19 vaccines so that adequate 
                    <bold>active safety surveillance</bold> can be performed amongst pregnant women (
                    <xref ref-type="table" rid="T3">Table 3</xref>). This indicates a considerable level of experts&#x2019; uncertainty regarding this feasibility. Experts acknowledged that there are existing systems that could be modified. However, the variability between systems and locations was noted, and the feasibility of adapting these systems depended on the financial and human resources needed to make these changes before licensure. Support would be required to increase technical, managerial, and staff capacity. Given the accelerated timeline of COVID-19 vaccine development, it was noted that there might not be enough time or resources to adapt these systems before vaccine approval or deployment (
                    <xref ref-type="other" rid="B1">Box 1</xref>).</p>
                <p>
                    <boxed-text content-type="website" id="B1" orientation="portrait" position="float">
                        <caption>
                            <title>Box 1. Experts' opinion on tailoring existing maternal and neonatal data collection systems for active safety surveillance of coronavirus disease 2019 (COVID-19) vaccines amongst pregnant women</title>
                        </caption>
                        <p>
                            <bold>From a panelist point of view</bold>&#x00a0;</p>
                        <list list-type="bullet">
                            <list-item>
                                <p>
                                    <bold>It is appropriate</bold> to use existing Maternal, Newborn and Child Health (MNCH)information systems in LMICs for active safety surveillance of a novel COVID-19 vaccine licensed for usage amongst pregnant women.</p>
                            </list-item>
                            <list-item>
                                <p>
                                    <bold>It is reasonable and desirable to adapt existing systems</bold>, and there is a clear opportunity to leverage existing MNCH information systems in LMICs for active safety surveillance of COVID-19 vaccines in pregnant women.</p>
                            </list-item>
                            <list-item>
                                <p>Existing systems 
                                    <bold>would provide background rates of outcomes prior to vaccine introduction</bold>. There are sentinel sites and demographic health survey sites ready to start baseline measurements of critical data for active safety surveillance.</p>
                            </list-item>
                            <list-item>
                                <p>
                                    <bold>In the COVID-19 vaccine accelerated timeline, there may not be time to adapt systems</bold>.</p>
                            </list-item>
                            <list-item>
                                <p>
                                    <bold>Existing systems would need to be adapted and improved</bold> to collect meaningful data and link maternal and infant information. Systems could potentially augment active safety surveillance, and this could be significantly improved with targeted support.</p>
                            </list-item>
                            <list-item>
                                <p>
                                    <bold>Merging existing MNCH systems with a pregnancy registry</bold> would be needed to optimize surveillance data for maternal immunization programs.</p>
                            </list-item>
                            <list-item>
                                <p>
                                    <bold>Uncertainties on the feasibility to adapt existing systems</bold> prior to vaccine licensure.</p>
                                <list list-type="bullet">
                                    <list-item>
                                        <label/>
                                        <p>Feasibility would be conditioned by:</p>
                                    </list-item>
                                </list>
                                <list list-type="bullet">
                                    <list-item>
                                        <p>Variability of the systems in different countries;</p>
                                    </list-item>
                                    <list-item>
                                        <p>Financial resources allocated to the requested modifications:</p>
                                    </list-item>
                                    <list-item>
                                        <p>Availability of support to increase technical, managerial, and staff capacity;</p>
                                    </list-item>
                                    <list-item>
                                        <p>Policymaker approvals and funds.</p>
                                    </list-item>
                                </list>
                            </list-item>
                        </list>
                    </boxed-text>
</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Some systems are updated very irregularly due to funding limitations. With financial support, this could be overcome. However, financial support might need to include training of clinical staff, as well as additional staff responsible for QA/QC (quality assessment and quality control) of data, etc. - this is highly dependent on the country and system in question.&#x201d; (Round 1 response)</italic>
                        </p>
                    </list-item>
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;The incorporation would vary widely between LMICs and even within countries, depending on the available resources to do so. Overall, this would be a much slower process that would frustrate the people planning for the surveillance&#x201d;. (Round 2 response)</italic>
                        </p>
                    </list-item>
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Timeliness is likely to be an issue given that a COVID-19 vaccine is needed on an accelerated timeline&#x201d; (Round 3 response)</italic>
                        </p>
                    </list-item>
                </list>
            </sec>
            <sec>
                <title>Maternal, neonatal, and vaccine variables for active safety surveillance</title>
                <p>
                    <xref ref-type="table" rid="T4">Table 4</xref> shows the final set of 26 maternal, neonatal and vaccine-related variables prioritized by the experts. Variables were prioritized if they were selected by at least seven panel members (50% of the panel)  during the second round.</p>
                <table-wrap id="T4" orientation="portrait" position="anchor">
                    <label>Table 4. </label>
                    <caption>
                        <title>Prioritized maternal, neonatal, and vaccine-related variables for coronavirus disease 2019 (COVID-19) vaccines active safety surveillance.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="3" rowspan="1" valign="top">Variable (votes)
                                    <break/>N=14</th>
                            </tr>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">Maternal</italic>
                                </th>
                                <th align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">Neonatal outcomes</italic>
                                </th>
                                <th align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">Vaccine-related variables</italic>
                                </th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Maternal death (14)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Neonatal death (14)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Date of vaccination (14)</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Spontaneous abortion (12)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Preterm birth (14)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Vaccine lot number (13)</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Intrauterine growth retardation (11)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Stillbirth (13)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Name of vaccination (13)</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Hypertensive disorders of pregnancy (9)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Congenital anomalies (13)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Gestational age at vaccination (11)</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Threatened preterm labor (8)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Low birth weight (13)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Dosage (9)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Maternal pneumonia (8)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Small for gestational age (12)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Vaccine expiration date (7)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Postpartum hemorrhage (7) </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Respiratory distress (11)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Maternal age (7)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Live birth (9)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Chorioamnionitis (7)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Neurodevelopmental delay (7)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Microcephaly (7)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <italic toggle="yes">
                                        <bold>Enabling term</bold>
                                    </italic>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                                <td align="left" colspan="1" rowspan="1" valign="top">Assessment of gestational age (10)</td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p>Note: variables prioritized by 80% of the experts' panel are highlighted in bold.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>The following nine 
                    <bold>maternal</bold> variables were prioritized after receiving the vote of at least half of the experts' panel: maternal death, spontaneous abortion, hypertensive disorders of pregnancy, intrauterine growth retardation, threatened preterm labor, maternal age, maternal pneumonia, postpartum hemorrhage, and chorioamnionitis. All variables were prioritized during both rounds, except for postpartum hemorrhage, maternal age, and pneumonia, which were only prioritized during the second round. The following maternal variables were voted less often (by 1 to 6 experts): antenatal bleeding, postpartum hemorrhage, gestational diabetes, history of asthma or other respiratory disorders, endometritis, anemia, maternal gestational weight gain, hyperemesis gravidarum, dysfunctional labor, abnormal placentation, and pathways to preterm birth.</p>
                <p>For the 
                    <bold>neonatal</bold> (late fetal period or neonatal) variables, at least half of the experts prioritized the following 11 variables (10 medical conditions and 1 enabling term): neonatal death, preterm birth, stillbirth, congenital anomalies, low birth weight, small for gestational age, respiratory distress, live birth, neurodevelopmental delay, microcephaly and assessment of gestational age. Other neonatal variables were prioritized less frequently: failure to thrive, neonatal encephalopathy, and neonatal seizures. All neonatal variables had very similar frequency distributions in each round.</p>
                <p>At least half of the experts prioritized the following six 
                    <bold>vaccine-related</bold> variables were the following: date of vaccination, vaccine lot number, name of the vaccine, dosage, vaccine expiration date and gestational age at vaccination. All these variables were prioritized on both rounds. Other vaccine-related variables less frequently prioritized were: time of reconstitution, time of vaccination, manufacture date, and diluent expiration date. Similar to the neonatal variables, vaccine-related variables presented very similar frequency distributions in each round.</p>
                <p>A smaller set of 14 variables were identified by increasing the expert panel's level of agreement to 80%. In this case, the variables that are prioritized were those that received at least 11 votes and are as follows: 
                    <italic toggle="yes">
                        <bold>
                            <italic toggle="yes">maternal</italic>
                        </bold>
                    </italic> - maternal death, spontaneous abortion, intrauterine growth retardation; 
                    <italic toggle="yes">
                        <bold>
                            <italic toggle="yes">neonatal</italic>
                        </bold>
                    </italic> - neonatal death, preterm birth, stillbirth, congenital anomalies, low birth weight, small for gestational age, respiratory distress; and 
                    <italic toggle="yes">
                        <bold>
                            <italic toggle="yes">vaccine-related</italic>
                        </bold>
                    </italic> - date of vaccination, vaccine lot number, name of the vaccine, gestational age at vaccination.</p>
            </sec>
            <sec>
                <title>Inclusion of pregnant women in the target population for COVID-19 vaccine R&amp;D</title>
                <p>The 
                    <bold>suitability</bold> of the inclusion of pregnant women in the target population for novel COVID-19 vaccine R&amp;D activities was evaluated according to two factors: &#x201c;Potential benefits versus the potential risks&#x201d; and &#x201c;Time appropriateness,&#x201d; and the results are presented in 
                    <xref ref-type="table" rid="T5">Table 5</xref>. The panel weakly agreed (RAND DI -3.08) that the 
                    <bold>potential</bold> 
                    <bold>benefits outweigh the potential risks</bold> of including pregnant women for COVID-19 vaccine R&amp;D and found this statement appropriate given that the panel median rating was 7 (top third of scale: 7&#x2013;9). However, six members still reported uncertainty, as indicated by ratings in the intermediate third of the scale (4&#x2013;6), and one expert considered the risks to outweigh the benefits, as indicated by their reported rating in the bottom third (1&#x2013;3). The panel agreed (RAND DI -0.93) that it is an 
                    <bold>appropriate time</bold> in the COVID-19 vaccine R&amp;D landscape to consider pregnant women for inclusion in the target population, given that 12/16 experts assigned a rating in the top third of the scale (7&#x2013;9) and the panel median was 9. These two questions reached consensus in Round 1 of this Delphi study and were not re-rated in subsequent rounds. From experts&#x2019; comments, it was observed that ratings on suitability reflected their perception of what recent maternal immunization advances have had on maternal and neonatal health. Some experts viewed that this field has advanced to the point that pregnant women should be included to facilitate decision-making for immunization policy.</p>
                <table-wrap id="T5" orientation="portrait" position="anchor">
                    <label>Table 5. </label>
                    <caption>
                        <title>Experts' ratings on the inclusion of pregnant women in the target population for coronavirus disease 2019 (COVID-19) vaccine research and development (R&amp;D) activities.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="middle"/>
                                <th align="center" colspan="2" rowspan="2" valign="middle">Suitability</th>
                                <th align="center" colspan="3" rowspan="2" valign="middle">Feasibility</th>
                                <th align="center" colspan="1" rowspan="3" valign="middle">General
                                    <break/>recommendation
                                    <break/>for inclusion</th>
                            </tr>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="middle"/>
                            </tr>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="middle"/>
                                <th align="center" colspan="1" rowspan="1" valign="middle">Risks
                                    <break/>versus
                                    <break/>benefits</th>
                                <th align="center" colspan="1" rowspan="1" valign="middle">Time
                                    <break/>appropriateness</th>
                                <th align="center" colspan="1" rowspan="1" valign="middle">Decision-makers&#x2019;
                                    <break/>acceptability</th>
                                <th align="center" colspan="1" rowspan="1" valign="middle">Capacity of
                                    <break/>research
                                    <break/>networks</th>
                                <th align="center" colspan="1" rowspan="1" valign="middle">Regulatory
                                    <break/>requirements</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">First-round (n=16)</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">7 (6;8)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">9 (7;9)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6 (4;7)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">8 (7;8)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">8 (7.5;8.5)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Agreement</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-0,71</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-0.93</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1.73</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-0.71</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-0.61</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Appropriate</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Appropriate</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Appropriate</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Appropriate</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Second round (n=14)</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6.5 (4.25;7)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6.5 (3.25;7)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Agreement</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top"> N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">2.04</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1.77</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Third round (n=10)
                                            <sup>d</sup>
                                        </italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">7 (6;7.25)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6 (5.25; 6)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Agreement</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">10.00</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">0.51</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top"> N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p id="TFN3">References: 
                                <sup>a</sup> DI (disagreement index) is a measure that shows if there was wide or limited dispersion of panelist ratings. If the DI is &#x2265; 1, then it indicates 'extreme variation' in ratings. The lower the DI, the lower the level of disagreement (i.e., the higher the level of agreement/ better consensus).; 
                                <sup>b</sup> Agreement was defined as DI &lt;1; 
                                <sup>c</sup> Appropriateness considers median scores and the level of disagreement. Items with median scores in the 1&#x2013;3 range are classified as inappropriate, those in the 4&#x2013;6 range as uncertain, and those in the 7&#x2013;9 range as appropriate. However, all items rated "with disagreement," whatever the median, are classified as uncertain. N/A: not applicable</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>Experts' perceptions on the existing evidence that would consider pregnant women an at-risk population for risk of COVID-19 on pregnancy and subsequent consequences to the fetus varied. For some experts that positively support the inclusion of pregnant women in novel COVID-19 R&amp;D activities, this population's exclusion is a violation of pregnant women&#x2019;s rights and may result in vaccine hesitancy.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Leaving out pregnant women may result in a vaccine limited to use in non-pregnant women, omitting a large portion of reproductive age women from potential vaccine benefit.  A novel COVID-19 vaccine that is branded as not for pregnant women (due to unknown risk in pregnancy) increases the risk of the vaccine being viewed with suspicion and fear.  Leaving pregnant women out of the R&amp;D program is patriarchal and morally unjustified.&#x201d; (Round 1 response)</italic>
                        </p>
                    </list-item>
                </list>
                <p>
                    <bold>The feasibility</bold> of including pregnant women in the target population for novel COVID-19 vaccine R&amp;D activities was evaluated according to two factors: &#x201c;Vaccine R&amp;D decision-makers&#x2019; acceptability&#x201d; and &#x201c;Capacity of existing research networks&#x201d;. Experts were also provided the opportunity to suggest other factors that may hinder the feasibility. After analysing open-ended responses from round 1, another factor related to feasibility was identified and evaluated in Round 2: &#x201c;Regulatory requirements of maternal immunization vaccine studies&#x201d;. There was no consensus throughout all three rounds (RAND DI 1.73; 2.04; 10.00; for rounds 1 through 3 respectively) regarding 
                    <bold>decision-makers' acceptability</bold>. This indicates a considerable level of expert uncertainty on vaccine R&amp;D decision-makers&#x2019; acceptability of including pregnant women in the target population for novel COVID-19 vaccine R&amp;D activities. From the experts&#x2019; point of view, decision-makers' acceptability may be conditional on regional differences, liability issues, interactions among decision-makers, and the influence certain groups have on each other, politics, and/or access to the vaccine. The necessity to develop and license a novel COVID-19 vaccine quickly to address the ongoing pandemic was considered a barrier to include pregnant women.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Given the urgency for R&amp;D in COVID-19, it may be difficult to obtain the necessary regulatory/ethics approvals for inclusion of pregnant women within the timeframe&#x201d;. (Round 2 response)</italic>
                        </p>
                    </list-item>
                </list>
                <p>Another barrier outlined was that vaccine developers might not want to take the risk of including this population in vaccine R&amp;D activities when they are utilizing novel vaccine platforms.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Even though its is recommended by regulators to include pregnant women in clinical trials for COVID19 vaccine, vaccine developers might not want to take the risk of involving pregnant women particularly for vaccines using new platforms. This might be sorted out with trials conducted by government agencies&#x201d;. (Round 2 response) </italic>
                        </p>
                    </list-item>
                </list>
                <p>One facilitator contributing to the acceptability of vaccine developers and funding agencies mentioned by some respondents was that regulatory agencies are requesting vaccine developers consider the inclusion of diverse populations, including pregnant women, in their pre-licensure studies.</p>
                <p>How the pandemic has progressed in certain regions may also affect the acceptability of vaccine decision-makers. For example, countries that were significantly affected in the early stages of the pandemic may have more of a priority to include pregnant women, increasing acceptability of vaccine decision-makers. Differences in acceptability of including this population can be seen between regions with their previous implementation of maternal vaccines (e.g., flu and Tdap), where it was easier to implement in some regions versus others.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p> 
                            <italic toggle="yes">&#x201c;There are differences and that this can be seen with the implementation of previous vaccines (e.g. flu and Tdap), where it was easier to implement this in some regions versus others.&#x201d; (Round 3 response)</italic> </p>
                    </list-item>
                </list>
                <p>During the virtual meeting, panelists pointed out that the region where they currently work (their local working setting) may influence their responses. Given the large variety of decision-makers, their answers may have been influenced by which decision-makers they were most familiar with. Acceptability among academics and medical organizations may be higher, but there is a dependence on those &#x201c;higher-up&#x201d; in authority to make the decision.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Politics and access to the vaccine influence this as well. Although acceptability among academics and medical organizations may be higher, there is a dependence on those &#x201c;higher-up&#x201d; to make this decision to implement the vaccine.&#x201d; (Round 3 response)</italic>
                        </p>
                    </list-item>
                </list>
                <p>The panel agreed (RAND DI -0.71) and found appropriate the 
                    <bold>capacity of existing research networks</bold> for including pregnant women for COVID-19 vaccine research, as shown by a panel median of 8 and that the majority of experts (13 out of 16) provided a rating within the top third of the rating scale (7&#x2013;9). This question reached consensus in round 1 and was not re-evaluated in subsequent rounds. Experts mentioned in the open-ended question responses and agreed on existing networks' capacity to include pregnant women and that they would need minimal support. The panel agreed (RAND DI -0.61) and found appropriate the 
                    <bold>recommendation to include pregnant women</bold> in the target population for novel COVID-19 vaccine R&amp;D activities, indicated by 12 out of 16 experts assigning a rating between 7&#x2013;9 and the panel median was 8 (top third of the appropriateness scale). Despite this strong recommendation, in the open-ended question, some experts pointed out that it is essential to have better evidence about the burden of the disease that COVID-19 has on pregnant women and neonates or to conduct developmental and reproductive toxicology (DART) studies before including pregnant women in this target population. For some experts that highly recommend the inclusion of pregnant women in novel COVID-19 R&amp;D activities, it is an ethical issue regarding women&#x2019;s rights to access to vaccines.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>&#x201c;If pregnant women are not included in the COVID-19 vaccine R&amp;D activities, then they will not be beneficiaries of the vaccines when licensed, which would unfortunate to exclude such a a relatively high risk group.&#x201d;</p>
                    </list-item>
                </list>
                <p>They noted that in LMICs, many health workers and front-line caretakers are women of reproductive age. Therefore, the inclusion of pregnant women in trials would allow them access to the vaccine for those health workers.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Pregnant women deserve access to COVID-19 vaccines; moreover, many frontline workers at high risk of COVID disease may be pregnant.  If you don't have a vaccine that you can give to pregnant women, you don't have a vaccine for frontline workers&#x201d;. (Round 1 response)</italic>
                        </p>
                    </list-item>
                </list>
            </sec>
            <sec>
                <title>Including existing research networks from LMICs in COVID-19 R&amp;D activities amongst pregnant women</title>
                <p>During the first round, panelists agreed (RAND DI 1.73) that there is uncertainty (panel median 5.5 &#x2013; intermediate third of rating scale) on the 
                    <bold>acceptability among decision-makers of incorporating existing research networks in LMICs</bold>. During the subsequent rounds 2 and 3, the panel continued to show disagreement (RAND DI 2.04; 2.35) on their opinion regarding this domain (
                    <xref ref-type="table" rid="T6">Table 6</xref>). In the open-ended questions and during the virtual meeting plenary discussion, panelists mentioned that decision-makers&#x2019; acceptability would be determined by the specific network's demonstrated capacity (e.g., capacity to properly care for study participants, ability to document the outcomes of interest or test the hypotheses under evaluation). Consequently, it would influence how much needs to be invested in these networks to ensure sufficient capacity to conduct this work. They also highlighted the potential ethical concerns that may affect decision-makers&#x2019; acceptability due to concerns about unethical clinical research among LMIC populations in the past.</p>
                <table-wrap id="T6" orientation="portrait" position="anchor">
                    <label>Table 6. </label>
                    <caption>
                        <title>Experts' ratings on the inclusion of research networks from low- and middle-income countries (LMICs) in coronavirus disease 2019 (COVID-19) vaccine pre-licensure activities amongst pregnant women.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="2" valign="top"/>
                                <th align="center" colspan="2" rowspan="1" valign="top">Pre-licensure R&amp;D activities</th>
                            </tr>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="top">Decision-makers&#x2019;
                                    <break/>acceptability</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">Capacity of existing
                                    <break/>research networks</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">First-round (n=16)</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">5.5 (4;6)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">7 (6.5;8)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Agreement</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">0.63</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-0.68</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Appropriate</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Second round (n=14)</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6 (5.25;7)</td>
                                <td align="center" colspan="1" rowspan="5" valign="top">N/A
                                    <break/>
                                    <break/>
                                    <break/>N/A
                                    <break/>
                                    <break/>N/A
                                    <break/>
                                    <break/>N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Agreement</italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">3.16</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>
                                        <italic toggle="yes">Third round (n=10)
                                            <sup>d</sup>
                                        </italic>
                                    </bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Rating distribution</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Median (p25;p75)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6 (5; 7)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">  N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Agreement</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;RAND DI
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">2.35</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Agreement
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>No</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;&#x00a0;Appropriateness
                                    <sup>
                                        <xref ref-type="other" rid="TFN2">c</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>Uncertain</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">N/A</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p id="TFN2">References: 
                                <sup>a</sup> DI (disagreement index) is a measure that shows if there was wide or limited dispersion of panelist ratings. If the DI is &#x2265; 1, then it indicates 'extreme variation' in ratings. The lower the DI, the lower the level of disagreement (i.e., the higher the level of agreement/ better consensus).; 
                                <sup>b</sup> Agreement was defined as DI &lt;1; 
                                <sup>c</sup> Appropriateness considers median scores and the level of disagreement. Items with median scores in the 1&#x2013;3 range are classified as inappropriate, those in the 4&#x2013;6 range as uncertain, and those in the 7&#x2013;9 range as appropriate. However, all items rated "with disagreement," whatever the median, are classified as uncertain. N/A: not applicable; R&amp;D: research and development.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">&#x201c;Would need to have sufficient evidence on the burden and risk of serious disease in pregnant women to ensure acceptability of including LMICs research network, ....would  Would also need to demonstrate that long term follow up is possible in those settings&#x201d; (Round 2 response) </italic>
                        </p>
                    </list-item>
                </list>
                <p>In contrast to the previous domain, the panel agreed (RAND DI -0.68) on the 
                    <bold>capacity of existing research networks in LMICs</bold> to participate in maternal COVID-19 vaccine R&amp;D, given that 12 out of 16 experts assigned a rating between 7&#x2013;9 and the panel median of 7 (top third of rating scale: 7&#x2013;9). This question reached a consensus in the first round and was not re-evaluated in subsequent rounds. In the open-ended questions and during the virtual meeting, panelists remarked that capacity is dependent on the network and location as there is variability between networks in LMICs. Some experts commented that it might be necessary to conduct this work in high-income countries with greater capacity concomitantly or before utilizing networks in LMICs.</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Main findings</title>
                <p>In the present study, a systematic approach was used to explore experts&#x2019; opinions on the use of existing maternal and neonatal data collection systems and a list of prioritized variables for COVID-19 active safety surveillance, as well as the inclusion of pregnant women and LMICs research network in COVID-19 R&amp;D. A diverse international multidisciplinary panel recommended using maternal and neonatal data collection systems for active safety surveillance in LMICs. There was some uncertainty as to the feasibility of adapting these systems in a timely manner given the accelerated timeline of COVID-19 vaccine development. For active safety surveillance, at least half of the experts supported the prioritization of nine maternal, eleven neonatal, and six vaccine-related variables. The experts found suitable the inclusion of pregnant women amongst the target population for COVID-19 vaccines R&amp;D, although there is uncertainty on its feasibility. Similarly, there is uncertainty and no consensus on the feasibility of including research networks in LMICs for conducting pre-licensure activities amongst pregnant women.</p>
            </sec>
            <sec>
                <title>Interpretation</title>
                <p>Experts highlighted the importance of including LMICs in pre- and post-licensure/post-authorization activities for COVID-19 maternal immunization, but various disagreements have highlighted specific barriers. In their interim guidance recommendation, the WHO recommends the COVID-19 vaccine for pregnant women based on a benefit vs risk assessment. Given this, the next steps will be to monitor the safety of these vaccines in pregnant women and their potential effects on the fetus and the neonate
                    <sup>
                        <xref ref-type="bibr" rid="ref-6">6</xref>
                    </sup>. To ensure generalizability to LMICs, it is essential to engage them in these R&amp;D and active safety surveillance activities
                    <sup>
                        <xref ref-type="bibr" rid="ref-20">20</xref>
                    </sup>. Insights from this panel can help guide the next steps to engage LMICs following licensure of COVID-19 vaccines and echo the vaccine community's opinion on the necessity of these activities.</p>
                <p>This panel reached a consensus about the capacity of LMIC research networks to be included in R&amp;D activities and their recommendation on the usage of existing LMIC information systems for maternal and neonatal vaccine active safety surveillance of the novel COVID-19 vaccine. However, it was a commonly cited topic for both pre-licensure and post-licensure/post-authorization activities that the feasibility of including LMICs in these activities would require investment in time, resources and improving decision-makers acceptability
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>,
                        <xref ref-type="bibr" rid="ref-21">21</xref>,
                        <xref ref-type="bibr" rid="ref-22">22</xref>
                    </sup>. Studies of feasibility for multi-country active safety surveillance systems in LMICs noted that an initial investment in capacity is required for such activities
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>
                    </sup>, which may reflect the panel&#x2019;s uncertainty in feasibility given that these activities require time. Investment in capacity involves the engagement of vaccine decision-makers. This panel's dissent regarding decision-makers' acceptability on inclusion and comments regarding the feasibility of adapting information systems for active safety surveillance reflect the need to engage stakeholders. To increase acceptability and prioritization of maternal immunization efforts, decision-makers at the global, regional, national, and local levels must be involved in vaccine R&amp;D activities, and their varying baseline awareness and perceptions of maternal immunization understood
                    <sup>
                        <xref ref-type="bibr" rid="ref-23">23</xref>
                    </sup>. The panel&#x2019;s dissent suggests that decision-makers lack of acceptability may pose the most significant barrier to COVID-19 R&amp;D vaccine activities in LMICs. The influence of their awareness, priority, and investment in these activities has been cited as a barrier
                    <sup>
                        <xref ref-type="bibr" rid="ref-24">24</xref>,
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>. Insights from previous pandemics have highlighted that there is a need for solutions for liability and ethical concerns and promotion of R&amp;D activities to engage decision-makers
                    <sup>
                        <xref ref-type="bibr" rid="ref-21">21</xref>,
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>. Experts commented that decision-makers have concerns regarding the inclusion of pregnant women for similar reasons. These barriers should be considered and addressed to ensure the timely inclusion of LMICs.</p>
                <p>Given the WHO&#x2019;s interim guidance on use of the authorized COVID-19 vaccines during pregnancy
                    <sup>
                        <xref ref-type="bibr" rid="ref-4">4</xref>,
                        <xref ref-type="bibr" rid="ref-5">5</xref>
                    </sup>, it is key to act quickly and utilize already existing systems so that quality data on vaccine safety in pregnancy can be collected from LMICs. The introduction of maternal vaccinations must occur almost concurrently across the globe in the high-, middle- and low-income countries, which requires building upon existing resources and capacity of systems in LMICs
                    <sup>
                        <xref ref-type="bibr" rid="ref-26">26</xref>
                    </sup>. This panel has reached a consensus regarding maternal and neonatal data collection systems usage in LMICs for maternal and neonatal active safety surveillance for COVID-19. Efforts to ensure access to COVID-19 vaccines in LMICs are already underway
                    <sup>
                        <xref ref-type="bibr" rid="ref-10">10</xref>
                    </sup>. Experts highlighted the existence of systems that could be strengthened and adapted for vaccine surveillance, reflecting what other publications have also stated
                    <sup>
                        <xref ref-type="bibr" rid="ref-22">22</xref>,
                        <xref ref-type="bibr" rid="ref-27">27</xref>
                    </sup>. The adaptation of these systems for COVID-19 vaccine active safety surveillance is thus a critical next step to ensuring the collection of quality vaccine safety data.</p>
                <p>Despite the recommendation of using these existing systems, the investment and necessary adaptation in these systems may be a challenge to collecting high quality vaccine safety data in LMICs. Experts were uncertain about the feasibility of adapting existing LMIC systems on time for COVID-19 maternal immunization. Along with other authors, this panel has cited that resources and investment are needed to adapt these systems
                    <sup>
                        <xref ref-type="bibr" rid="ref-13">13</xref>,
                        <xref ref-type="bibr" rid="ref-28">28</xref>
                    </sup>. The urgency to adapt in time has posed a barrier to the establishment of post vaccination maternal and neonatal surveillance systems during COVID-19 pandemic and other outbreaks, such as Ebola
                    <sup>
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>. To address these barriers, it will be critical to plan and act quickly and utilize and leverage already existing systems so that quality data on vaccine safety in pregnancy can be collected from LMICs.</p>
                <p>This panel&#x2019;s prioritization of maternal and neonatal outcomes for vaccine active safety surveillance for COVID-19 provided interim, expert insight. According to the WHO's safety surveillance manual for COVID-19 vaccines, the outcomes specifically mentioned for monitoring adverse events in pregnancy are maternal mortality, stillbirth, miscarriage, neonatal mortality, and congenital anomalies. These outlined outcomes were also prioritized by the experts&#x2019; in this Delphi study. The GAIA project has created 25 standardized case definitions for maternal and neonatal outcomes
                    <sup>
                        <xref ref-type="bibr" rid="ref-13">13</xref>
                    </sup>. With the expert insight on the prioritization of these variables given here, a minimal set of maternal, neonatal, and vaccine-related variables necessary for COVID-19 active safety surveillance can be inferred. Besides, this panel's prioritization of maternal, neonatal, and vaccine-related variables can guide the required adaptation of existing maternal and neonatal data collection systems in LMICs for COVID-19 active safety surveillance.</p>
                <p>There was established consensus on the need to include pregnant women in the target population for vaccine R&amp;D, and the expert panelists agreed that the potential benefits outweigh the risks which is supported by recent evidence on the severity of disease and DART studies. </p>
                <p>The panel agreed that now is an appropriate time in the COVID-19 vaccine R&amp;D landscape to consider including pregnant women in the target population. These findings align with the Institute of Medicine report that recommended that pregnant women be deemed eligible to participate in clinical trials and the WHO interim guidance for the approved vaccines
                    <sup>
                        <xref ref-type="bibr" rid="ref-4">4</xref>,
                        <xref ref-type="bibr" rid="ref-5">5</xref>,
                        <xref ref-type="bibr" rid="ref-29">29</xref>
                    </sup>. The ambiguous existing regulations concerning whether and when pregnant women should be included in clinical trials remains one of the main reasons for the persistent underrepresentation of this population in research
                    <sup>
                        <xref ref-type="bibr" rid="ref-30">30</xref>
                    </sup>.</p>
                <p>The panel's dissent over the feasibility of the inclusion of pregnant women in the target population for novel COVID-19 vaccine R&amp;D activities is also concordant with the literature. The concern of the panel was mainly about including pregnant women in early clinical studies to be cautious during a time of high uncertainty with little data available. Exclusionary criteria imposed by IRBs, federal guidelines, and codes of regulation have further contributed to this challenge
                    <sup>
                        <xref ref-type="bibr" rid="ref-31">31</xref>&#x2013;
                        <xref ref-type="bibr" rid="ref-33">33</xref>
                    </sup>. This emerging consensus that systematic exclusion of pregnant women from study involvement ultimately leaves these women and their fetuses susceptible to potentially substantially higher harm due to the lack of rigorous clinical data on the safety of drugs and other treatments have pushed clinicians, academics, bioethicists, and professional societies to increasingly call for a re-examination of the routine procedure of excluding pregnant women from clinical research in recent years
                    <sup>
                        <xref ref-type="bibr" rid="ref-34">34</xref>
                    </sup>. This panel&#x2019;s dissent regarding the effect of regulatory requirements on the feasibility of including pregnant women in the target population for COVID-19 vaccine R&amp;D activities suggests that additional guidance and regulation may be required to assist IRBs and research sponsors move toward an equitable, ethical, and adequately protected inclusion of pregnant women in vaccine R&amp;D in the context of COVID-19.</p>
            </sec>
            <sec>
                <title>Strengths and limitations</title>
                <p>The study has several strengths. First, a methodologically rigorous, transparent, and reproducible process guided the development of this consensus study. Second, the methodology was defined and  prior to the study commencing, and it was based on an extensively accepted consensus method technique: the modified-Delphi method. Third, a diverse panel affiliated with a broad spectrum of organizations and who were geographically distant participated in this study. Finally, the questionnaire included both closed- and open-ended questions, providing rich insight to experts&#x2019; ratings with qualitative data.</p>
                <p>However, there were limitations to this study. First, inherent to any consensus process, there is some level of bias due to the influence of interpersonal dynamics. We tried to mitigate this by conducting two individualized online rounds and asking participants for disclosure of interest. Second, the small panel size did not allow for a subgroup analysis. It would have been particularly interesting to explore experts&#x2019; views by the type of country they were representing (high income countries vs. LMICs). Third, a classic in-person meeting was not possible given travel restrictions during the pandemic, so a virtual meeting was conducted. A guided discussion with prompts and probes was developed to encourage and facilitate the discussion to overcome this limitation. Lastly, given time-constraints to report findings, pre-testing and pilot questionnaires were omitted. We tried to ameliorate this by asking five experts in immunizations or maternal health who did not participate in the study to assess the questionnaires' content, their clarity, and the relevance of the included items.</p>
            </sec>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusion</title>
            <p>A core set of variables was identified for COVID-19 vaccine maternal and neonatal active safety surveillance. More complex discussions may need to be undertaken to better understand the barriers and strategies for using maternal and neonatal data collection systems in LMICs for post-licensure activities.  Further work will also be required to generate consensus- on the inclusion of pregnant women and research networks from LMICs, as safety data on COVID-19 vaccines become available. </p>
        </sec>
        <sec>
            <title>Data availability</title>
            <sec>
                <title>Underlying data</title>
                <p>Open Science Framework: Using maternal and neonatal data collection systems for coronavirus disease 2019 (COVID-19) vaccines active safety surveillance in low- and middle-income countries: an international modified Delphi study - Supplementary materials. 
                    <ext-link ext-link-type="uri" xlink:href="https://protect-us.mimecast.com/s/yPmTCo2vOqfDPwNPXC1mVZE?domain=doi.org">https://doi.org/10.17605/OSF.IO/ZNS2D</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-18">18</xref>
                    </sup>.</p>
                <p>This project contains the following underlying data:</p>
                <list list-type="bullet">
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Active Safety Surveillance for COVID19 Dataset Round 1.csv</p>
                    </list-item>
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Active Safety Surveillance for COVID19 Dataset Round 2.csv</p>
                    </list-item>
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Active Safety Surveillance for COVID19 Dataset Round 3.csv</p>
                    </list-item>
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Minutes Active Safety Surveillance in LMICs.docx</p>
                    </list-item>
                </list>
            </sec>
            <sec>
                <title>Extended data</title>
                <p>Open Science Framework: Using maternal and neonatal data collection systems for coronavirus disease 2019 (COVID-19) vaccines active safety surveillance in low- and middle-income countries: an international modified Delphi study - Supplementary materials. 
                    <ext-link ext-link-type="uri" xlink:href="https://protect-us.mimecast.com/s/yPmTCo2vOqfDPwNPXC1mVZE?domain=doi.org">https://doi.org/10.17605/OSF.IO/ZNS2D</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-18">18</xref>
                    </sup>.</p>
                <p>This project contains the following extended data:</p>
                <list list-type="bullet">
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Delphi Methods.pdf</p>
                    </list-item>
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Delphi Results.pdf</p>
                    </list-item>
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Discussion.pdf</p>
                    </list-item>
                    <list-item>
                        <label>&#x2022;</label>
                        <p>Supplementary materials_survey_methods.docx</p>
                    </list-item>
                </list>
                <p>Extended data are available under the terms of the 
                    <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/publicdomain/zero/1.0/">Creative Commons Zero "No rights reserved" data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
            </sec>
        </sec>
    </body>
    <back>
        <ack>
            <title>Acknowledgements</title>
            <p>The authors would like to thank Dr. Ajoke Sobanjo-ter Meulen for her support in conducting the study and her valuable contributions; Andrea Meyer and Maria Harmitton Oliveto for facilitating logistical aspects during this study and the virtual meeting.</p>
        </ack>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Thanh Le</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Andreadakis</surname>
                            <given-names>Z</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kumar</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The COVID-19 vaccine development landscape.</article-title>
                    <source>

                        <italic toggle="yes">Nat Rev Drug Discov.</italic>
</source>
                    <year>2020</year>;<volume>19</volume>(<issue>5</issue>):<fpage>305</fpage>&#x2013;<lpage>306</lpage>.
                    <pub-id pub-id-type="pmid">32273591</pub-id>
                    <pub-id pub-id-type="doi">10.1038/d41573-020-00073-5</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lurie</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Saville</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hatchett</surname>
                            <given-names>R</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Developing Covid-19 Vaccines at Pandemic Speed.</article-title>
                    <source>

                        <italic toggle="yes">N Engl J Med.</italic>
</source>
                    <year>2020</year>;<volume>382</volume>(<issue>21</issue>):<fpage>1969</fpage>&#x2013;<lpage>1973</lpage>.
                    <pub-id pub-id-type="pmid">32227757</pub-id>
                    <pub-id pub-id-type="doi">10.1056/NEJMp2005630</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Berkley</surname>
                            <given-names>S</given-names>
                        </name>
</person-group>:
                    <article-title>COVID-19 needs a big science approach.</article-title>
                    <source>

                        <italic toggle="yes">Science.</italic>
</source>
                    <year>2020</year>;<volume>367</volume>(<issue>6485</issue>):<fpage>eabb8654</fpage>.
                    <pub-id pub-id-type="pmid">32213646</pub-id>
                    <pub-id pub-id-type="doi">10.1126/science.abb8654</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <collab>World Health Organization</collab>:
                    <article-title>Interim recommendations for use of the Moderna mRNA-1273 vaccine against COVID-19: interim guidance, 25 January 2021</article-title>.<year>2021</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://apps.who.int/iris/handle/10665/338862">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <collab>World Health Organization: </collab>
                    <article-title>Coronavirus disease (COVID-19): Vaccines safety</article-title>.<year>2021</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.who.int/news-room/q-a-detail/coronavirus-disease-(covid-19)-vaccines-safety">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Klein</surname>
                            <given-names>SL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Creisher</surname>
                            <given-names>PS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Burd</surname>
                            <given-names>I</given-names>
                        </name>
</person-group>:
                    <article-title>COVID-19 vaccine testing in pregnant females is necessary.</article-title>
                    <source>

                        <italic toggle="yes">J Clin Invest.</italic>
</source>
                    <year>2021</year>;<volume>131</volume>(<issue>5</issue>):<fpage>e147553</fpage>.
                    <pub-id pub-id-type="pmid">33444286</pub-id>
                    <pub-id pub-id-type="doi">10.1172/JCI147553</pub-id>
                    <pub-id pub-id-type="pmcid">7919709</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Schwartz</surname>
                            <given-names>DA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Graham</surname>
                            <given-names>AL</given-names>
                        </name>
</person-group>:
                    <article-title>Potential Maternal and Infant Outcomes from (Wuhan) Coronavirus 2019-nCoV Infecting Pregnant Women: Lessons from SARS, MERS, and Other Human Coronavirus Infections.</article-title>
                    <source>

                        <italic toggle="yes">Viruses.</italic>
</source>
                    <year>2020</year>;<volume>12</volume>(<issue>2</issue>):<fpage>194</fpage>.
                    <pub-id pub-id-type="pmid">32050635</pub-id>
                    <pub-id pub-id-type="doi">10.3390/v12020194</pub-id>
                    <pub-id pub-id-type="pmcid">7077337</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Delahoy</surname>
                            <given-names>MJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Whitaker</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>O&#x2019;Halloran</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Characteristics and maternal and birth outcomes of hospitalized pregnant women with laboratory-confirmed COVID-19 - COVID-NET, 13 States, March 1-August 22, 2020.</article-title>
                    <source>

                        <italic toggle="yes">MMWR Morb Mortal Wkly Rep.</italic>
</source>
                    <year>2020</year>;<volume>69</volume>(<issue>38</issue>):<fpage>1347</fpage>&#x2013;<lpage>1354</lpage>.
                    <pub-id pub-id-type="pmid">32970655</pub-id>
                    <pub-id pub-id-type="doi">10.15585/mmwr.mm6938e1</pub-id>
                    <pub-id pub-id-type="pmcid">7727497</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Adhikarla</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Montoya</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Jr Nery</surname>
                            <given-names>N</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Kinetics of Anti-Zika IgG Antibodies During Follow-up of Infants Exposed to Zika Virus in Utero.</article-title>Amer Soc Trop Med &amp; Hygiene 8000 Westpark Dr, Ste 130, McLean, VA 22101 USA;<year>2018</year>;<fpage>522</fpage>&#x2013;<lpage>522</lpage>.</mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <collab>Gavi TVA</collab>:
                    <article-title>The Gavi COVAX AMC: An investment opportunity</article-title>.<year>2020</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.gavi.org/sites/default/files/2020-06/Gavi-COVAX-AMC-IO.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lackritz</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Stepanchak</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Stergachis</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>Maternal immunization safety monitoring in low-and middle-income countries: a roadmap for program development.</article-title>Bill &amp; Melinda Gates Foundation and Global Alliance to Prevent Prematurity and Stillbirth (GAPPS),<year>2017</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.gapps.org/PDF/MaternalImmunizationSafetyMonitoringInLMICs.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <collab>COVID-19 Clinical Research Coalition. Electronic address: nick.white@covid19crc.org</collab>:
                    <article-title>Global coalition to accelerate COVID-19 clinical research in resource-limited settings.</article-title>
                    <source>

                        <italic toggle="yes">Lancet.</italic>
</source>
                    <year>2020</year>;<volume>395</volume>(<issue>10233</issue>):<fpage>1322</fpage>&#x2013;<lpage>1325</lpage>.
                    <pub-id pub-id-type="pmid">32247324</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30798-4</pub-id>
                    <pub-id pub-id-type="pmcid">7270833</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kochhar</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Clarke</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Izu</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Immunization in pregnancy safety surveillance in low and middle-income countries- field performance and validation of novel case definitions.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2019</year>;<volume>37</volume>(<issue>22</issue>):<fpage>2967</fpage>&#x2013;<lpage>2974</lpage>.
                    <pub-id pub-id-type="pmid">31014963</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2019.03.074</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Law</surname>
                            <given-names>B</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sturkenboom</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>D2. 3 priority list of adverse events of special interest: COVID-19.</article-title>Oslo, NO: CEPI.<year>2020</year>.</mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <collab>Prevention CfDCa</collab>:
                    <article-title>Monitoring Systems for Pregnant People.</article-title>Updated March 3, 2021.</mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <collab>WHO</collab>:
                    <article-title>COVID-19 vaccines: safety surveillance manual</article-title>.<year>2020</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/10665338400">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Stuurman</surname>
                            <given-names>AL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Riera</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lamprianou</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Vaccine safety surveillance in pregnancy in low- and middle-income countries using GAIA case definitions: A feasibility assessment.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2018</year>;<volume>36</volume>(<issue>45</issue>):<fpage>6736</fpage>&#x2013;<lpage>6743</lpage>.
                    <pub-id pub-id-type="pmid">30266486</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2018.09.033</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Pingray</surname>
                            <given-names>V</given-names>
                        </name>
</person-group>:
                    <article-title>Using maternal and neonatal data collection systems for coronavirus disease 2019 (COVID-19) vaccines active safety surveillance in low- and middle-income countries: an international modified Delphi study - Supplementary materials</article-title>.<year>2021</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.17605/OSF.IO/ZNS2D">http://www.doi.org/10.17605/OSF.IO/ZNS2D</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Aguilar</surname>
                            <given-names>MD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bernstein</surname>
                            <given-names>SJ</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Burnand</surname>
                            <given-names>B</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The RAND/UCLA appropriateness method : user's manual</article-title>.<year>2001</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.rand.org/pubs/monograph_reports/MR1269.html">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <collab>Lancet Commission on COVID-19 Vaccines and Therapeutics Task Force Members</collab>:
                    <article-title>Urgent needs of low-income and middle-income countries for COVID-19 vaccines and therapeutics.</article-title>
                    <source>

                        <italic toggle="yes">Lancet.</italic>
</source>
                    <year>2021</year>;<volume>397</volume>(<issue>10274</issue>):<fpage>562</fpage>&#x2013;<lpage>564</lpage>.
                    <pub-id pub-id-type="pmid">33516284</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(21)00242-7</pub-id>
                    <pub-id pub-id-type="pmcid">7906712</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Grenham</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Villafana</surname>
                            <given-names>T</given-names>
                        </name>
</person-group>:
                    <article-title>Vaccine development and trials in low and lower-middle income countries: Key issues, advances and future opportunities.</article-title>
                    <source>

                        <italic toggle="yes">Hum Vaccin Immunother.</italic>
</source>
                    <year>2017</year>;<volume>13</volume>(<issue>9</issue>):<fpage>2192</fpage>&#x2013;<lpage>2199</lpage>.
                    <pub-id pub-id-type="pmid">28758824</pub-id>
                    <pub-id pub-id-type="doi">10.1080/21645515.2017.1356495</pub-id>
                    <pub-id pub-id-type="pmcid">5617553</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hartmann</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Pagliusi</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Precioso</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>Landscape analysis of pharmacovigilance and related practices among 34 vaccine manufacturers' from emerging countries.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2020</year>;<volume>38</volume>(<issue>34</issue>):<fpage>5490</fpage>&#x2013;<lpage>5497</lpage>.
                    <pub-id pub-id-type="pmid">32591289</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2020.06.016</pub-id>
                    <pub-id pub-id-type="pmcid">7311355</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Groman</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Higgins</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Khan</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Lessons learned from the Advancing Maternal Immunization collaboration: identifying evidence gaps for informed respiratory syncytial virus maternal immunization decision-making [version 1; peer review: 2 approved].</article-title>
                    <source>

                        <italic toggle="yes">Gates Open Res.</italic>
</source>
                    <year>2019</year>;<volume>3</volume>:<fpage>1544</fpage>.
                    <pub-id pub-id-type="pmid">32025632</pub-id>
                    <pub-id pub-id-type="doi">10.12688/gatesopenres.13060.1</pub-id>
                    <pub-id pub-id-type="pmcid">6978845</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-24">
                <label>24</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Bresee</surname>
                            <given-names>JS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lafond</surname>
                            <given-names>KE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>McCarron</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The partnership for influenza vaccine introduction (PIVI): Supporting influenza vaccine program development in low and middle-income countries through public-private partnerships.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2019</year>;<volume>37</volume>(<issue>35</issue>):<fpage>5089</fpage>&#x2013;<lpage>5095</lpage>.
                    <pub-id pub-id-type="pmid">31288998</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2019.06.049</pub-id>
                    <pub-id pub-id-type="pmcid">6685526</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Gupta</surname>
                            <given-names>SB</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Coller</surname>
                            <given-names>BA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Feinberg</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>Unprecedented pace and partnerships: the story of and lessons learned from one Ebola vaccine program.</article-title>
                    <source>

                        <italic toggle="yes">Expert Rev Vaccines.</italic>
</source>
                    <year>2018</year>;<volume>17</volume>(<issue>10</issue>):<fpage>913</fpage>&#x2013;<lpage>923</lpage>.
                    <pub-id pub-id-type="pmid">30269612</pub-id>
                    <pub-id pub-id-type="doi">10.1080/14760584.2018.1527692</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-26">
                <label>26</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sobanjo-ter Meulen</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Munoz</surname>
                            <given-names>FM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kaslow</surname>
                            <given-names>DC</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Maternal interventions vigilance harmonization in low- and middle-income countries: Stakeholder meeting report; Amsterdam, May 1&#x2013;2, 2018.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2019</year>;<volume>37</volume>(<issue>20</issue>):<fpage>2643</fpage>&#x2013;<lpage>2650</lpage>.
                    <pub-id pub-id-type="pmid">30955981</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2019.03.060</pub-id>
                    <pub-id pub-id-type="pmcid">6546955</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-27">
                <label>27</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Krubiner</surname>
                            <given-names>CB</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Faden</surname>
                            <given-names>RR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Karron</surname>
                            <given-names>RA</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Pregnant women &amp; vaccines against emerging epidemic threats: ethics guidance for preparedness, research, and response.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2021</year>;<volume>39</volume>(<issue>1</issue>):<fpage>85</fpage>&#x2013;<lpage>120</lpage>.
                    <pub-id pub-id-type="pmid">31060949</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2019.01.011</pub-id>
                    <pub-id pub-id-type="pmcid">7735377</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-28">
                <label>28</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Ozawa</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Grewal</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Portnoy</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Funding gap for immunization across 94 low- and middle-income countries.</article-title>
                    <source>

                        <italic toggle="yes">Vaccine.</italic>
</source>
                    <year>2016</year>;<volume>34</volume>(<issue>50</issue>):<fpage>6408</fpage>&#x2013;<lpage>6416</lpage>.
                    <pub-id pub-id-type="pmid">28029541</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.vaccine.2016.09.036</pub-id>
                    <pub-id pub-id-type="pmcid">5142419</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-29">
                <label>29</label>
                <mixed-citation publication-type="journal">
                    <collab>Institute of Medicine</collab>,
                    <collab>Committee on Ethical and Legal Issues Relating to the Inclusion of Women in Clinical Studies</collab>:
                    <article-title>Women and Health Research: Ethical and Legal Issues of Including Women in Clinical Studies: Volume I</article-title>. In: Mastroianni AC, Faden R, Federman D, eds. National Academies Press (US), Copyright 1994 by the National Academy of Sciences. All rights reserved.;<year>1994</year>.
                    <pub-id pub-id-type="doi">10.17226/2304</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-30">
                <label>30</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>van der Graaf</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>van der Zande</surname>
                            <given-names>ISE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>den Ruijter</surname>
                            <given-names>HM</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Fair inclusion of pregnant women in clinical trials: an integrated scientific and ethical approach.</article-title>
                    <source>

                        <italic toggle="yes">Trials.</italic>
</source>
                    <year>2018</year>;<volume>19</volume>(<issue>1</issue>):<fpage>78</fpage>.
                    <pub-id pub-id-type="pmid">29378652</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13063-017-2402-9</pub-id>
                    <pub-id pub-id-type="pmcid">5789693</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-31">
                <label>31</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Brandon</surname>
                            <given-names>AR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Shivakumar</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Inrig</surname>
                            <given-names>SJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Ethical Challenges in Designing, Conducting, and Reporting Research to Improve the Mental Health of Pregnant Women: The Voices of Investigators and IRB Members.</article-title>
                    <source>

                        <italic toggle="yes">AJOB Empirical Bioethics.</italic>
</source>
                    <year>2014</year>;<volume>5</volume>(<issue>2</issue>):<fpage>25</fpage>&#x2013;<lpage>43</lpage>.
                    <pub-id pub-id-type="doi">10.1080/23294515.2013.851128</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-32">
                <label>32</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Blehar</surname>
                            <given-names>MC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Spong</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Grady</surname>
                            <given-names>C</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Enrolling pregnant women: issues in clinical research.</article-title>
                    <source>

                        <italic toggle="yes">Womens Health Issues.</italic>
</source>
                    <year>2013</year>;<volume>23</volume>(<issue>1</issue>):<fpage>e39</fpage>&#x2013;<lpage>e45</lpage>.
                    <pub-id pub-id-type="pmid">23312713</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.whi.2012.10.003</pub-id>
                    <pub-id pub-id-type="pmcid">3547525</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-33">
                <label>33</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Frew</surname>
                            <given-names>PM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Saint-Victor</surname>
                            <given-names>DS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Isaacs</surname>
                            <given-names>MB</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Recruitment and retention of pregnant women into clinical research trials: an overview of challenges, facilitators, and best practices.</article-title>
                    <source>

                        <italic toggle="yes">Clin Infect Dis.</italic>
</source>
                    <year>2014</year>;<volume>59 Suppl 7</volume>(<issue>Suppl 7</issue>):<fpage>S400</fpage>&#x2013;<lpage>7</lpage>.
                    <pub-id pub-id-type="pmid">25425718</pub-id>
                    <pub-id pub-id-type="doi">10.1093/cid/ciu726</pub-id>
                    <pub-id pub-id-type="pmcid">4303058</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-34">
                <label>34</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Payne</surname>
                            <given-names>P</given-names>
                        </name>
</person-group>:
                    <article-title>Including Pregnant Women in Clinical Research: Practical Guidance for Institutional Review Boards.</article-title>
                    <source>

                        <italic toggle="yes">Ethics Hum Res.</italic>
</source>
                    <year>2019</year>;<volume>41</volume>(<issue>6</issue>):<fpage>35</fpage>&#x2013;<lpage>40</lpage>.
                    <pub-id pub-id-type="pmid">31743630</pub-id>
                    <pub-id pub-id-type="doi">10.1002/eahr.500036</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report30866">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14547.r30866</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Azim</surname>
                        <given-names>Tariq</given-names>
                    </name>
                    <xref ref-type="aff" rid="r30866a1">1</xref>
                    <xref ref-type="aff" rid="r30866a2">2</xref>
                    <xref ref-type="aff" rid="r30866a3">3</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r30866a1">
                    <label>1</label>John Snow Incorporated (JSI) Research and Training Institute, Arlington, VA, USA</aff>
                <aff id="r30866a2">
                    <label>2</label>University of Limerick, Limerick, County Limerick, Ireland</aff>
                <aff id="r30866a3">
                    <label>3</label>Milken Institute School of Public Health, George Washington University, Washington, DC, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>23</day>
                <month>7</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Azim T</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport30866" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13305.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This is an important piece of work that can contribute to establishing a COVID vaccine surveillance system for pregnant women. The results are interesting and presenting the disagreement on the feasibility of setting such information system in LMICs is very important. The sample size was small and then there were drop outs. Though expected, this further reduced the number of participants. This should be mentioned in the limitation section.</p>
            <p> </p>
            <p> Some minor editing is required.</p>
            <p> </p>
            <p> Overall, this is a good study and ready to be indexed.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Health management information system; monitoring and evaluation; maternal and child health; tuberculosis</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report32405">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14547.r32405</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Kirby</surname>
                        <given-names>Russell S</given-names>
                    </name>
                    <xref ref-type="aff" rid="r32405a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-3489-401X</uri>
                </contrib>
                <aff id="r32405a1">
                    <label>1</label>College of Public Health, University of South Florida, Tampa, FL, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>23</day>
                <month>7</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Kirby RS</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport32405" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13305.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The authors present the results of a modified Delphi study concerning the utility of existing maternal and neonatal data systems in LMICs for COVID-19 vaccine safety surveillance. The methods and approach seem sound, the only large concern being whether the sample of content experts is large enough to fully capture all issues and perspectives.</p>
            <p> </p>
            <p> Respondents provided generally congruent assessments, but also some concerns about the ability of existing data systems to be extended to the purpose of COVID-19 vaccine safety surveillance. Given the range of countries involved and the variation in their data capacity, it seems reasonable to anticipate that there would be no one-size-fits-all solution.</p>
            <p> </p>
            <p> But, in terms of how the study was designed and executed, it seems quite reasonable.&#x00a0;&#x00a0;</p>
            <p> </p>
            <p> It would be interesting to learn about current vaccine safety surveillance practices in the LMICs, to better gauge whether existing systems are sufficient or could be modified for the more specific purpose of surveillance of vaccine use in pregnancy and among young children.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Population health science, perinatal and pediatric epidemiology, informatics, maternal and child health</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report31575">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14547.r31575</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Carlo</surname>
                        <given-names>Waldemar A.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r31575a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-0382-9976</uri>
                </contrib>
                <aff id="r31575a1">
                    <label>1</label>Department of Pediatrics, University of Alabama at Birmingham, Birmingham, AL, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>Mednax, Board member and stocks</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>4</day>
                <month>1</month>
                <year>2022</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2022 Carlo WA</copyright-statement>
                <copyright-year>2022</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport31575" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13305.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>
                <bold>Abstract:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>In Results, the following sentence is incomplete: "A basic set of 14 maternal, neonatal, and vaccination-related variables". It seems these are extra words as the statement repeats in the sentence that follows.</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Introduction:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>In the last paragraph of the Introduction section where it says &#x201c;to build consensus about the use of existing maternal and neonatal data collection systems in LMICs for active safety surveillance of COVID-19 vaccines post-licensure, as well as the basic set of variables needed, it seems that post-emergency use authorization should be added. The terms post-licensure/post-authorization are inconsistently used.</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Methods:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>The three-stage Delphi study was conducted between June 29th, 2020, and August 26th, 2020. This process ended over a year ago and before the vaccines got emergency use authorization. It is possible that some opinions will have changed in the interim year especially given that there have been so many publications on the topic of COVID in pregnancy plus the clinical differences in outcomes with the COVID variants. At this stage, would it be too difficult to add an additional stage in case opinions have changed?</p>
                    </list-item>
                    <list-item>
                        <p>An important limitation of the study as a consequence of the early survey is that it was not known at the time of the survey the maternal and neonatal characteristics that would be most pertinent to collect. For example, microcephaly was ranked high but it is known now that it is not pertinent. The number of doses is likely to be important but these data were not ranked most likely as this has emerged as recent evidence has been reported. I think it is important to address in the Discussion the specific discrepancies between the maternal, neonatal, and vaccine variables selected by this process and what the current knowledge is.</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Safety surveillance:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>Under the Panel section, the following sentence appears to be missing parts possibly before &#x201c;as well as&#x201d;: "During the recruitment process, as well as experts were selected based of their knowledge in maternal and perinatal health information systems for active safety surveillance."</p>
                    </list-item>
                    <list-item>
                        <p>The review was conducted and reported in line with the standards of the COREQ statement for qualitative studies and STROBE checklist for observational studies. These guidelines are not specific for Delphi studies. The authors are encouraged to use the Guidance on Conducting and Reporting Delphi Studies (CREDES) guidelines in addition.</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Results:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>It is stated that most participants were working at institutions conducting projects related to COVID-19 vaccines (13/16). The credential of &#x201c;working at institutions conducting projects related to COVID-19 vaccines&#x201d; does not describe well expertise in areas related to the study. It would be better to provide characteristics of the individuals rather than of the institutions where they work. The information about the characteristic of the individuals provided in the text does not match what is provided in Table 1.</p>
                    </list-item>
                    <list-item>
                        <p>It would be important to give details of the number of panelists with expertise in the various areas mentioned in the Methods (&#x201c;All the nominated experts had recognized international leadership in maternal immunization, vaccine safety, and maternal and neonatal health) as to what expertise was searched for in potential panel members. Indeed, a number of panelists meeting each of the three areas of international leadership would be important information to report, as this in part validates how the panelists met the planned criteria.</p>
                    </list-item>
                    <list-item>
                        <p>There is too much emphasis on vaccine approval but it is likely that most studies will be performed initially under emergency use authorization. For example, in the section that addresses that the panel consistently disagreed (DI 2.45; 1.18; 1.79 for rounds 1 through 3, respectively) on the feasibility of existing maternal and neonatal data collection systems in LMICs to incorporate new changes before approval or licensure of novel COVID-19 vaccines so that adequate active safety surveillance can be performed amongst pregnant women (Table 3), should emergency use authorization not be included also?</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Discussion:</bold> 
                <list list-type="bullet">
                    <list-item>
                        <p>A major limitation that must be addressed is that the Delphi rounds were conducted at a time of limited specific knowledge about COVID vaccine-specific ideal collection data. While there is evolving knowledge on the topic, the knowledge has increased markedly since the last Delphi round so the long time gap from the last round to the present is a major limitation that is not addressed.</p>
                    </list-item>
                    <list-item>
                        <p>It is essential to mention maternal, neonatal and vaccine-related data that could be considered to be added or deleted and differ from the data identified during the Delphi rounds.</p>
                    </list-item>
                    <list-item>
                        <p>Many of the COVID references are dated (eg. MMWR 2020). For example, there are many missing references related to outcomes after COVID vaccination during pregnancy. The manuscript by Blakeway 
                            <italic>et al. </italic>(Am J Obstet Gynecol 2021 Aug 10;S0002-9378(21)00873-5. doi: 10.1016/j.ajog.2021.08.007. COVID-19 vaccination during pregnancy: coverage and safety)
                            <sup>
                                <xref ref-type="bibr" rid="rep-ref-31575-1">1</xref>
                            </sup> should be quoted. Similarly, there are many related studies. A better review of the most current literature is needed.</p>
                    </list-item>
                </list>
            </p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>No</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Partly</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Partly</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Partly</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>No</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>No</p>
            <p>Reviewer Expertise:</p>
            <p>Neonatology, maternal fetal medicine, research methods and protocol development, prematurity</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-31575-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>COVID-19 vaccination during pregnancy: coverage and safety</article-title>.
                        <source>
                            <italic>American Journal of Obstetrics and Gynecology</italic>
                        </source>.<year>2021</year>;
                        <elocation-id>10.1016/j.ajog.2021.08.007</elocation-id>
                        <pub-id pub-id-type="doi">10.1016/j.ajog.2021.08.007</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
</article>
