<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">Gates Open Res</journal-id>
            <journal-title-group>
                <journal-title>Gates Open Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2572-4754</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/gatesopenres.13186.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Applying the Fogg Behavior Model to improve contraceptive social marketing during the COVID-19 lockdown in Nigeria: a case study</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 1 approved, 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Meekers</surname>
                        <given-names>Dominique</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-7281-3217</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Onuoha</surname>
                        <given-names>Chidinma</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Olutola</surname>
                        <given-names>Olaniyi</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-8154-934X</uri>
                    <xref ref-type="aff" rid="a2">2</xref>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Tulane School of Public Health and Tropical Medicine, New Orleans, LA, 70112, USA</aff>
                <aff id="a2">
                    <label>2</label>DKT Nigeria, Lagos, Nigeria</aff>
                <aff id="a3">
                    <label>3</label>Faculty of Public Health, University of Ibadan, Ibadan, Nigeria</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:dmeekers@tulane.edu">dmeekers@tulane.edu</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>24</day>
                <month>9</month>
                <year>2020</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2020</year>
            </pub-date>
            <volume>4</volume>
            <elocation-id>141</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>15</day>
                    <month>9</month>
                    <year>2020</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2020 Meekers D et al.</copyright-statement>
                <copyright-year>2020</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://gatesopenresearch.org/articles/4-141/pdf"/>
            <abstract>
                <p>The coronavirus pandemic may have harmful effects on use of family planning services. Lockdown regulations make it more difficult for people to visit health providers to obtain information about family planning, to discuss side-effects or problems they are experiencing with their current method, and go out to obtain new family planning supplies (e.g., to renew their contraceptive injection). The inability to earn income during the lockdown may also make family planning products and services unaffordable. As a result, efforts to curb the pandemic may cause unintended interruptions in contraceptive use and may prevent non-users from adopting a contraceptive method.</p>
                <p>Given these rapidly changing circumstances, it is important that family planning implementers make program adjustments without delay. When a timely programmatic response is of the essence, program implementers need simple behavior change models that can be used to inform programmatic decisions. This paper presents a case study of how DKT/Nigeria applied a behavior change model from persuasive design - the Fogg Behavior Model &#x2013; to make timely adjustments to their contraceptive social marketing program during the course of the COVID-19 lockdown. Other public health programs, including programs that target health areas other than family planning, may be able to use similar approaches to guide the design of timely and responsive program adjustments.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>Social Marketing</kwd>
                <kwd>Theory of Change</kwd>
                <kwd>Fogg Behavior Change Model</kwd>
                <kwd>COVID-19</kwd>
                <kwd>Family Planning</kwd>
                <kwd>Nigeria</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://www.gatesfoundation.org">
                    <funding-source>Gates Foundation</funding-source>
                    <award-id>OPP1176358</award-id>
                    <award-id>OPP1162691</award-id>
                </award-group>
                <funding-statement>The DKT Nigeria Customer and Client Care Platform is funded by the Gates Foundation (OPP1176358). Technical assistance in monitoring and evaluation of the call center and digital platform is funded through Gates Foundation grant OPP1162691. </funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec>
            <title>Disclaimer</title>
            <p>The views expressed in this article are those of the authors and not of their respective organizations or funding bodies. Publication in Gates Open Research does not imply endorsement by the Gates Foundation.</p>
        </sec>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>The rapid increase in the number of coronavirus infections and the corresponding increase in morbidity and mortality are well documented (
                <xref ref-type="bibr" rid="ref-16">WHO, 2020a</xref>). There has been a lot of concern that the pandemic can strain the health system, which can create shortages in hospital services needed by patients with other severe illnesses. Recently, there has been increasing attention paid to the effect of the pandemic on people&#x2019;s use of routine health services, such as family planning services (
                <xref ref-type="bibr" rid="ref-9">FP2020, 2020</xref>; 
                <xref ref-type="bibr" rid="ref-13">Nanda 
                    <italic toggle="yes">et al</italic>., 2020</xref>; 
                <xref ref-type="bibr" rid="ref-15">Weinberger 
                    <italic toggle="yes">et al</italic>., 2020</xref>; 
                <xref ref-type="bibr" rid="ref-17">WHO, 2020b</xref>).</p>
            <p>Lockdown regulations, and other restrictions on movement make it difficult for people to visit health providers to obtain information about family planning, to discuss side-effects or problems they are experiencing with their current method, or even to obtain new family planning supplies (e.g., to renew their contraceptive injection). The inability to earn income during the lockdown may also make family planning products and services unaffordable. As a result, the pandemic may cause unintended interruptions in contraceptive use. It may also prevent non-users from adopting a contraceptive method. The effects may persist after the lockdown restrictions end, given that fear of coronavirus infection may make people reluctant to visit family planning providers. Therefore, it is important for family planning programs to make program adjustments that help people to safely access family planning services.</p>
            <p>This paper is a case study of how DKT/Nigeria, a contraceptive social marketing program, used the Fogg Behavior Model to remind its target audience of the importance of contraceptive use during the COVID-19 lockdown, to facilitate safe access to family planning services and increase motivation to use family planning during this time.</p>
        </sec>
        <sec>
            <title>The Fogg Behavior Model</title>
            <p>Public health programs often rely on popular theories of behavior change, such as the Health Belief Model, the Stages of Change Model, or the Theories of Reasoned Action and Planned Behavior, to identify strategies to increase healthy behaviors (
                <xref ref-type="bibr" rid="ref-10">Glanz 
                    <italic toggle="yes">et al</italic>., 2015</xref>). While such theories are invaluable for understanding the wide range of factors that influence human behavior, including contraceptive use, their level of sophistication implies that they require a lot of detailed data. As a result, the necessary data are collected infrequently, often through large-scale surveys that are conducted several years apart. This is sufficient to assess the medium and long-term impact of the program, but not to enable program implementers to make regular program adjustments. Hence, there is a need for simpler models that can be used to inform quick program adjustments in response to changing circumstances or needs (
                <xref ref-type="bibr" rid="ref-2">Agha 
                    <italic toggle="yes">et al</italic>., 2019</xref>; 
                <xref ref-type="bibr" rid="ref-1">Agha &amp; Paulin, 2019</xref>; 
                <xref ref-type="bibr" rid="ref-14">Viswanath 
                    <italic toggle="yes">et al</italic>., 2019</xref>).</p>
            <p>There has been particular interest in models used in persuasive design. Persuasive design practitioners use psychological and social theories to find ways to influence human behaviors. According to the Fogg Behavior Model, people&#x2019;s willingness to engage in a new behavior - such as adopting a long-acting reversible contraceptive method - depends on three key factors, namely 1) how motivated they are to adopt the behavior, 2) how easy or difficult it is for them to do so, and 3) a trigger, prompt, or cue that makes them take action (
                <xref ref-type="bibr" rid="ref-7">Fogg, 2009</xref>; 
                <xref ref-type="bibr" rid="ref-8">Fogg, 2019</xref>). In the case of contraceptive use a possible trigger could be a text message reminding a woman that it is time to renew her injectable contraceptive. The concept of triggers also exists in other behavior change theories, but the Fogg model clarifies under which conditions triggers are likely to work. According to the Fogg model, if there is sufficient motivation to practice the recommended behavior and it is easy to do, then people will respond to these triggers and they will adopt the preventive behavior. However, if people are not motivated to practice the behavior or it is difficult to do, then people will ignore the cues and will not change their behavior.</p>
            <p>From a programmatic perspective, the Fogg model implies that public health programs may benefit from segmenting the target population based on their ability and motivation to adopt the relevant behavior. This segmentation will enable programs to 1) develop triggers that are appropriate for the segment of the target population that is already sufficiently motivated and able to engage in the desired behavior, and 2) to grow the latter segment by making the behavior easier to do, by increasing motivation to engage in the behavior, or both. People&#x2019;s motivation to engage in a behavior changes tends to change only slowly, which means it requires long-term programmatic efforts. By contrast, making behaviors easier can often be done more quickly.</p>
        </sec>
        <sec>
            <title>Application of the Fogg Behavior Model to contraceptive social marketing during the COVID-19 lockdown</title>
            <p>
                <ext-link ext-link-type="uri" xlink:href="https://www.dktinternational.org/country-programs/nigeria/">DKT Nigeria</ext-link>&#x2019;s social marketing program distributes high quality affordable contraceptive throughout the country, thereby making family planning services available to poor, rural, and adolescent populations who otherwise have limited access to such services. One of the hallmarks of DKT&#x2019;s program is a toll-free family planning call center with short-code number (
                <italic toggle="yes">55059</italic>) that people can call to anonymously obtain comprehensive information about family planning from trained call center operators. The call center is linked to a network of partner clinics, which enables call center operators to make referrals for family planning services. Call center agents also make follow-up calls to address any concerns callers may have about the method they adopted. These components of the DKT social marketing program make it easier to access contraceptive information, products, and services, which is one of the three elements in the Fogg Behavior Model. To increase motivation to use family planning, the call center is supplemented by a youth-friendly website, 
                <ext-link ext-link-type="uri" xlink:href="https://www.honeyandbanana.com/">Honey&amp;Banana</ext-link>. DKT further uses mass media and social media communication campaigns (Facebook, Twitter, Instagram, and YouTube) to further increase motivation to use family planning. Social media are also used to disseminate triggers that remind people to use family planning.</p>
            <p>There has been considerable concern that the disruption caused by the COVID-19 pandemic may unintentionally affect access to contraceptive information and services (
                <xref ref-type="bibr" rid="ref-9">FP2020, 2020</xref>; 
                <xref ref-type="bibr" rid="ref-15">Weinberger 
                    <italic toggle="yes">et al</italic>., 2020</xref>). Fortunately, operations of DKT/Nigeria&#x2019;s call center, website, and mass and social media campaign were largely unaffected, as they do not involve face-to-face interaction with clients. However, policies to prevent the spread of the virus can affect the supply chain, as well as client&#x2019;s ability go and obtain contraceptive products and services (
                <xref ref-type="bibr" rid="ref-11">MacKinnon &amp; Bremshey, 2020</xref>). Nigeria&#x2019;s Quarantine Act of 30 March 2020 included a full lockdown for Lagos and the Federal Capital Territory (FCT) &#x2013;the epicenters of the disease &#x2013; and for nearby Ogun State (
                <xref ref-type="bibr" rid="ref-5">Federal Republic of Nigeria, 2020a</xref>; 
                <xref ref-type="bibr" rid="ref-6">Federal Republic of Nigeria, 2020b</xref>). The initial lockdown was for a period of 14 days and was subsequently extended. Businesses in the affected areas were ordered closed and residents were instructed to stay home. Medical establishments and organizations involved in health care manufacturing and distribution (including DKT) were allowed to remain open, but access to exempted establishments would be restricted and monitored. A phasing out of the full lockdown in Lagos and FCT started on 4 May 2020, ending the stay-at-home orders. However, other nationwide policies remained in effect, including an overnight curfew, a ban on non-essential interstate travel, and mandatory use of face masks. A gradual easing of these remaining nationwide lockdown restrictions, phase two, started on 2 June 2020.</p>
            <p>These policies can indirectly affect access to family planning clinics. Access to family planning clinic is likely to be more difficult due to the need to demonstrate the need for the visit at police checkpoints. Motivation to visit a clinic is also likely to be lower due to fear of becoming infected, and due to uncertainties about whether the clinic will be open and have contraceptives in stock. To address these issues, DKT implemented new program activities that specifically aimed to make it easier to access family planning clinics and to increase motivation to use family planning during the lockdown. DKT also disseminated triggers to remind people to use family planning during this health crisis.</p>
            <sec>
                <title>Program activities to make it easier to access to family planning services during the lockdown</title>
                <p>To make access to family planning easier during the coronavirus pandemic, DKT Nigeria took action to help ensure that 1) women could more easily travel to a family planning provider during the pandemic, 2) nearby family planning providers continued to be stocked, and 3) economically stricken women had an opportunity to obtain free contraceptives.</p>
                <p>To enable continuous access to contraception, the COVID-19 response must allow women to travel to obtain family planning services during stay-home orders (
                    <xref ref-type="bibr" rid="ref-9">FP2020, 2020</xref>). However, it is difficult for women to document that they are in need of an essential reproductive health service. To make this easier, DKT provided women who wanted to obtain a contraceptive method with a clearance letter that facilitated passing through police checkpoints on the route to the clinic (see 
                    <xref ref-type="fig" rid="f1">Figure 1</xref>). DKT used social media to encourage women to request a clearance letter.</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>Figure 1. </label>
                    <caption>
                        <title>Social media advertisement for a DKT travel clearance letter to obtain family planning.</title>
                        <p>(
                            <bold>a</bold>) Social media post indicating that a travel clearance letter can be requested via phone. (
                            <bold>b</bold>). Screenshot from an informational video noting a clearance letter can be sent electronically.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/14391/44527fae-3af1-4716-bc42-184993e46da8_figure1.gif"/>
                </fig>
                <p>Movement restrictions during the lockdown could potentially affect the distribution chain of contraceptive supplies. If contraceptive supplies do not reach the end-point in the distribution chain, it could become more difficult for women to obtain contraceptives, as they may need to travel farther to obtain them. To prevent this, DKT dispatched 11 additional vans to ensure endpoint distribution (
                    <xref ref-type="bibr" rid="ref-3">DKT Nigeria, 2020a</xref>). Social media were used to create awareness that clinics remained open and stocked during the lockdown.</p>
                <p>The lockdown and movement restrictions implied that many people were unable to work. The resulting economic hardship implied that it could be difficult for people to pay for contraceptive supplies and services. DKT regularly implements campaigns that offer free gift vouchers for a pregnancy prevention method of the client choice, which may have helped address this.</p>
            </sec>
            <sec>
                <title>Program activities to increase motivation to use family planning during the lockdown</title>
                <p>Fear of becoming infected with the coronavirus may reduce motivation to obtain family planning products or services. To ensure that women remain motivated to use family planning, DKT Nigeria used social media posts to re-assure consumers that all DKT staff had been provided with hand sanitizers, disposable hospital gloves, and face masks (
                    <xref ref-type="bibr" rid="ref-4">DKT Nigeria, 2020b</xref>). Additional social media posts showed that DKT staff observed the protocols to use masks and practice social distancing.</p>
                <p>To further increase motivation to use family planning, DKT Nigeria used to social media posts to increase awareness that having another baby during the lockdown would increase the economic hardship, and that contraceptive use during the lockdown can help reduce worries about unplanned pregnancy (see 
                    <xref ref-type="fig" rid="f2">Figure 2</xref>).</p>
                <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                    <label>Figure 2. </label>
                    <caption>
                        <title>Examples of DKT social media adverts to motivate couples to use contraceptives during the lockdown to reduce worries about unplanned pregnancy and prevent economic hardship.</title>
                        <p>(
                            <bold>a</bold>) Social media post emphasizing that the pandemic is a difficult time to have a baby. (
                            <bold>b</bold>) Social media post emphasizing the added financial burden of having a baby during the pandemic.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/14391/44527fae-3af1-4716-bc42-184993e46da8_figure2.gif"/>
                </fig>
            </sec>
            <sec>
                <title>Triggers to remind people to take family planning action during the COVID-19 lockdown</title>
                <p>To encourage couples who were motivated to use family planning and able to easily obtain a method would actually use a contraceptive method, DKT created a series of new triggers to remind couples that the COVID-19 lockdown can lead to increased sexual activity and consequently to unplanned pregnancy (see 
                    <xref ref-type="fig" rid="f3">Figure 3</xref>).</p>
                <fig fig-type="figure" id="f3" orientation="portrait" position="float">
                    <label>Figure 3. </label>
                    <caption>
                        <title>DKT social media triggers to remind people to use family planning during the lockdown.</title>
                        <p>(
                            <bold>a</bold>) Reminder that that the lockdown will not end the need for family planning. (
                            <bold>b</bold>) Reminder to continue using family planning. (
                            <bold>c</bold>) Reminder that referrals remain available during the lockdown. (
                            <bold>d</bold>) Reminder that family planning can prevent pregnancy during the lockdown.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/14391/44527fae-3af1-4716-bc42-184993e46da8_figure3.gif"/>
                </fig>
            </sec>
        </sec>
        <sec>
            <title>Reach of the coronavirus-specific social media postings</title>
            <p>To get insights about the reach of the social media postings during the lockdown period, we conducted a review of all the Facebook posts for the period from March 14 through June 30, 2020, including the organic reach of the posts. Organic reach is defined as the number of people who are shown the content, excluding any paid distribution.</p>
            <p>Over the course of this 109-day period, there were 129 postings on the Honey&amp;Banana Facebook page. Review of these postings shows that the Honey&amp;Banana program was very responsive to the changes that were emerging from the coronavirus pandemic. The first coronavirus-related message was posted as early as March 24, roughly one week before the Quarantine Act went into effect, and reminded the target audience not to forget about family planning during the impending quarantine. Overall, more than one third of all Facebook posts (33.3%; 43 posts) made reference to the coronavirus, which shows that the program made substantial adjustments to its regular social media postings.</p>
            <p>Consistent with the Fogg Behavior Model, we classified each of these COVID-related posts as focusing either on 1) motivation to use family planning, 2) ability to use family planning, or 3) triggers. Of the 43 COVID-related posts, more than half (23 posts) were triggers that reminded Facebook users to use family planning during the lockdown. Of these posts, 12 aimed to increase the motivation to use family planning during the quarantine period, while five focused on making it easier to obtain family planning during this time (three posts did not fit any of the three categories). All but one of the posts before the March 30 start of the Quarantine Act were triggers. During the first two weeks of the lockdown, messages included a combination of posts focusing on triggers and on motivation to use family planning. As the lockdown continued and an increasing number of family planning users were running low on family planning supplies, messages were added that focused on the ability to get family planning products and services. By late May, when the stay-home orders for Lagos and FCT were about to be eased, the program discontinued the posting of COVID-related messages.</p>
            <fig fig-type="figure" id="f4" orientation="portrait" position="float">
                <label>Figure 4. </label>
                <caption>
                    <title>Number of Facebook users who were shown the COVID-19 focused DKT family planning posts, by type of post (March 20 &#x2013; June 30, 2020).</title>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/14391/44527fae-3af1-4716-bc42-184993e46da8_figure4.gif"/>
            </fig>
            <p>
                <xref ref-type="fig" rid="f4">Figure 4</xref> shows the lifetime organic reach for the COVID-related posts, by type of post. The results suggest that trigger messages generally had higher reach than other types of messages. As the lockdown started to take hold, reach of the trigger messages increased steadily from about 2,200 viewers per message in late March to over 10,000 viewers in mid to late April. As the full lockdown and stay-home orders for Lagos and FCT came to an end, a notable drop in the reach of all posts occurred. Underlying data for this Figure are available (
                <xref ref-type="bibr" rid="ref-12">Meekers 
                    <italic toggle="yes">et al</italic>., 2020</xref>).</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The COVID-19 pandemic has forced the governments of most countries, including Nigeria, to implement strict policies to curtail the spread of the virus. In Nigeria, these measures included a four-week full lockdown of the areas where most of the COVID-19 cases had been most affected, including Lagos, neighboring Ogun State, and the Federal Capital Territory (in which the capital Abuja is located). Residents of the affected areas were ordered to stay home and all non-essential businesses were closed. Although family planning clinics and other medical services were exempt from these restrictions, access to them was restricted and closely monitored with police checkpoints. Although the stay-home orders ended in early May, other nationwide restrictions on movement remained in effect.</p>
            <p>While the importance of such measures is widely recognized, they are likely to directly or indirectly hamper access to contraceptive supplies and services. The unavailability of public transportation and the need pass police checkpoints make it more difficult to get to a family planning clinic, while concerns about getting infected when visiting a clinic and uncertainties about whether clinics are open and stocked are likely to reduce motivation to use family planning. Motivation to use family planning is also likely to be lower because people have more pressing concerns during the pandemic, such as food security.</p>
            <p>Using the Fogg Behavior Model as a guide, DKT was able to quickly design a social media campaign that was responsive to the changes caused by the COVID-19 pandemic. The fact that the model focuses on just three main factors that affect behaviors (ability, motivation, and triggers) implies that it is very easy to apply. This makes the model particularly suitable for guiding programmatic adjustments to program feedback or changing circumstances.</p>
        </sec>
        <sec>
            <title>Data availability</title>
            <p>Harvard Dataverse: Replication Data for: Applying the Fogg Behavior Model to improve contraceptive social marketing during the COVID-19 lockdown in Nigeria: a case study. 
                <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.7910/DVN/3UDL2M">https://doi.org/10.7910/DVN/3UDL2M</ext-link> (
                <xref ref-type="bibr" rid="ref-12">Meekers 
                    <italic toggle="yes">et al</italic>., 2020</xref>).</p>
            <p>This project contains the data underlying 
                <xref ref-type="fig" rid="f4">Figure 4</xref>.</p>
            <p>Data are available under the terms of the 
                <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/publicdomain/zero/1.0/legalcode">Creative Commons Zero &#x201c;No rights reserved&#x201d; data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
            <p>The social media posts described in this paper are available at 
                <ext-link ext-link-type="uri" xlink:href="http://www.facebook.com/HoneyAndBanana/">www.facebook.com/HoneyAndBanana/</ext-link>, 
                <ext-link ext-link-type="uri" xlink:href="https://twitter.com/HoneyandBanana">https://twitter.com/HoneyandBanana</ext-link>, and 
                <ext-link ext-link-type="uri" xlink:href="https://www.instagram.com/honeyandbanana">https://www.instagram.com/honeyandbanana</ext-link>.</p>
        </sec>
    </body>
    <back>
        <ack>
            <title>Acknowledgements</title>
            <p>The authors are grateful to Mr. Dimos Sakellaridis, the Country Director for DKT International Nigeria, for providing the adaptive leadership that enabled DKT staff to rapidly respond to the uncertainties of the COVID-19 crisis and thereby ensure continuity of access of contraceptive information, products, and services.</p>
        </ack>
        <ref-list>
            <ref id="ref-1">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Agha</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Paullin</surname>
                            <given-names>J</given-names>
                        </name>
</person-group>:
                    <article-title>An illustration of how responsive feedback in a social marketing tobacco control intervention in Ghana enabled managers to make decisions that increased intervention effectiveness [version 1; peer review: 2 approved].</article-title>
                    <source>

                        <italic toggle="yes">Gates Open Res.</italic>
</source>
                    <year>2019</year>;<volume>3</volume>:<fpage>1534</fpage>.
                    <pub-id pub-id-type="pmid">31850399</pub-id>
                    <pub-id pub-id-type="doi">10.12688/gatesopenres.13062.1</pub-id>
                    <pub-id pub-id-type="pmcid">6904888</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Agha</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tollefson</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Paul</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Use of the Fogg Behavior Model to Assess the Impact of a Social Marketing Campaign on Condom Use in Pakistan.</article-title>
                    <source>

                        <italic toggle="yes">J Health Commun.</italic>
</source>
                    <year>2019</year>;<volume>24</volume>(<issue>3</issue>):<fpage>284</fpage>&#x2013;<lpage>292</lpage>.
                    <pub-id pub-id-type="pmid">30945612</pub-id>
                    <pub-id pub-id-type="doi">10.1080/10810730.2019.1597952</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <mixed-citation publication-type="journal">
                    <collab>DKT Nigeria (DKTNigeria)</collab>:
                    <article-title>Amidst the coronavirus pandemic, DKT Nigeria has deployed eleven (11) additional brand new vans to ensure ''last mile'' distribution is achieved</article-title>. Tweet.<year>2020a</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://twitter.com/dktnigeria/status/1263759784597225472">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <mixed-citation publication-type="journal">
                    <collab>DKT Nigeria (DKTNigeria)</collab>:
                    <article-title>DKT Nigeria has provided hand sanitizers, disposable hospital gloves, and face masks to all her staff. Health and safety first.</article-title>
                    <source>
Tweet. 
</source>
                    <year>2020b</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://sw-ke.facebook.com/DKTNigeria/posts/1152599791747222">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <mixed-citation publication-type="journal">
                    <collab>Federal Republic of Nigeria</collab>:
                    <article-title>The Quarantine Act (CAP Q2 LFN 2004)</article-title>. COVID-19 Regulations 2020.<year>2020a</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://statehouse.gov.ng/wp-content/uploads/2020/04/COVID-19-REGULATIONS-2020_20200330214102-1.pdf-1.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <mixed-citation publication-type="journal">
                    <collab>Federal Republic of Nigeria</collab>:
                    <article-title>The Quarantine Act (CAP Q2 LFN 2004)</article-title>. COVID-19 Regulations No.2 of 2020.<year>2020b</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://statehouse.gov.ng/wp-content/uploads/2020/04/Extension-of-COVID-19-Regulations-No-2-o_20200413223217.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Fogg</surname>
                            <given-names>BJ</given-names>
                        </name>
</person-group>:
                    <article-title>A behavior model for persuasive design</article-title>.
                    <italic toggle="yes">Paper presented at the 4th International Conference on Persuasive Technology, held in Claremont, CA, April 26-29, 2009</italic>. ACM International Conference Proceedings Series.<year>2009</year>;<volume>350</volume>.</mixed-citation>
            </ref>
            <ref id="ref-8">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Fogg</surname>
                            <given-names>BJ</given-names>
                        </name>
</person-group>:
                    <article-title>Tiny habits. The small changes that change everything</article-title>. New York: Houghton Mifflin Harcourt.<year>2019</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://books.google.co.in/books/about/Tiny_Habits.html?id=s7OCDwAAQBAJ&amp;source=kp_book_description&amp;redir_esc=y">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <mixed-citation publication-type="journal">
                    <collab>FP2020</collab>:
                    <article-title>Access to contraception is critical in COVID-19 response</article-title>.<year>2020</year>.  Accessed June 30, 2020.
                    <ext-link ext-link-type="uri" xlink:href="https://www.familyplanning2020.org/news/access-contraception-critical-covid-19-response">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Glanz</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rimer</surname>
                            <given-names>B</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Viswaneth</surname>
                            <given-names>K</given-names>
                        </name>
</person-group>:
                    <article-title>Health Behavior</article-title>.
                    <italic toggle="yes">Theory, research, and practice</italic>. 5
                    <sup>th</sup>Edition. San Francisco: Jossey-Bass.<year>2015</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://books.google.co.in/books/about/Health_Behavior.html?id=PhUWCgAAQBAJ&amp;redir_esc=y">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>MacKinnon</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bremshey</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>Perspectives from a webinar: COVID-19 and sexual and reproductive health and rights.</article-title>
                    <source>

                        <italic toggle="yes">Sex Reprod Health Matters.</italic>
</source>
                    <year>2020</year>;<volume>28</volume>(<issue>1</issue>):<fpage>1763578</fpage>.
                    <pub-id pub-id-type="pmid">32354272</pub-id>
                    <pub-id pub-id-type="doi">10.1080/26410397.2020.1763578</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Meekers</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Onuoha</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Olutola</surname>
                            <given-names>O</given-names>
                        </name>
</person-group>:
                    <article-title>Replication Data for: Applying the Fogg Behavior Model to improve contraceptive social marketing during the COVID-19 lockdown in Nigeria: a case study</article-title>. Harvard Dataverse, V1.<year>2020</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.7910/DVN/3UDL2M">http://www.doi.org/10.7910/DVN/3UDL2M</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Nanda</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lebetkin</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Steiner</surname>
                            <given-names>MJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Contraception in the Era of COVID-19.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2020</year>;<volume>8</volume>(<issue>2</issue>):<fpage>166</fpage>&#x2013;<lpage>168</lpage>.
                    <pub-id pub-id-type="pmid">32312738</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-20-00119</pub-id>
                    <pub-id pub-id-type="pmcid">7326510</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Viswanath</surname>
                            <given-names>KS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Agha</surname>
                            <given-names>S</given-names>
                        </name>
</person-group>:
                    <article-title>Responsive feedback: Towards a new paradigm to enhance intervention effectiveness [version 2; peer review: 4 approved].</article-title>
                    <source>

                        <italic toggle="yes">Gates Open Res.</italic>
</source>
                    <year>2019</year>;<volume>3</volume>:<fpage>781</fpage>.
                    <pub-id pub-id-type="pmid">31131370</pub-id>
                    <pub-id pub-id-type="doi">10.12688/gatesopenres.12937.2</pub-id>
                    <pub-id pub-id-type="pmcid">6480401</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Weinberger</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hayes</surname>
                            <given-names>B</given-names>
                        </name>

                        <name name-style="western">
                            <surname>White</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Doing Things Differently: What It Would Take to Ensure Continued Access to Contraception During COVID-19.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2020</year>;<volume>8</volume>(<issue>2</issue>):<fpage>169</fpage>&#x2013;<lpage>175</lpage>.
                    <pub-id pub-id-type="pmid">32561528</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-20-00171</pub-id>
                    <pub-id pub-id-type="pmcid">7326519</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <mixed-citation publication-type="journal">
                    <collab>World Health Organization</collab>:
                    <article-title>Coronavirus disease (COVID-19)</article-title>. Situation Report -162.<year>2020a</year>. Accessed June 30, 2020.
                    <ext-link ext-link-type="uri" xlink:href="https://www.who.int/docs/default-source/coronaviruse/20200630-covid-19-sitrep-162.pdf?sfvrsn=e00a5466_2">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <mixed-citation publication-type="journal">
                    <collab>World Health Organization</collab>:
                    <article-title>Contraception/family planning and COVID-19</article-title>.<year>2020b</year>.  Accessed June 30, 2020.
                    <ext-link ext-link-type="uri" xlink:href="https://www.who.int/emergencies/diseases/novel-coronavirus-2019/question-and-answers-hub/q-a-detail/contraception-family-planning-and-covid-19">Reference Source</ext-link>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report29681">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14391.r29681</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Kiarie</surname>
                        <given-names>James N.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r29681a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-4180-7858</uri>
                </contrib>
                <aff id="r29681a1">
                    <label>1</label>Department of Sexual Reproductive Health and Research, World Health Organization (WHO), Geneva, Switzerland</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>23</day>
                <month>3</month>
                <year>2021</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2021 Kiarie JN</copyright-statement>
                <copyright-year>2021</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport29681" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13186.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This is a well written article on application of a simple behavior change theory to respond to changing needs of a family program during the COVID-19 pandemics. It is an important case study of the need to use easy to apply solutions during times of crises when rapid program adaptation is required.&#x00a0;</p>
            <p> </p>
            <p> Although there is no comparative data using other more complex behavior change approaches, it would be an easy approach to scale. Therefore its description is important for program managers that need to apply interventions at scale.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Public health policies, reproductive health and epidemiology</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report30174">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14391.r30174</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Pfitzer</surname>
                        <given-names>Anne</given-names>
                    </name>
                    <xref ref-type="aff" rid="r30174a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-5438-508X</uri>
                </contrib>
                <aff id="r30174a1">
                    <label>1</label>Jhpiego, Washington, DC, 20036, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>18</day>
                <month>1</month>
                <year>2021</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2021 Pfitzer A</copyright-statement>
                <copyright-year>2021</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport30174" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13186.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>Meekers, Onuoha and Olutola describe how DKT Nigeria adapted their social and behavior change communication for family planning to support women and adolescents to continue to access family planning services despite the context of lockdowns for COVID-19. They both describe and analyze how these communication efforts applied the Fogg Behavior Model. It is important to understand how family planning programs have pivoted to address the COVID-19 pandemic and to encourage the maintenance of essential reproductive health services, and this paper makes a valuable contribution to that evidence base. Furthermore, the use of a behavioral model strengthens this case study report.</p>
            <p> </p>
            <p> There is much to commend in this paper, including an excellent description of how DKT Nigeria applies the Fogg Behavior Model in its programs, relying on call centers, social media and mass media communication, and a focus on maintaining stocks of contraceptives in participating service delivery points. I also appreciated the sample communication posts along the 3 types of factors involved in persuasion to adopt a behavior according to the model, motivation, ease and triggers.</p>
            <p> </p>
            <p> My main critique of this paper is that it comes dangerously close to being a program report, albeit inclusive of a theory-based approach. It ignores the methodological rigor of case study research. Therefore, my detailed suggestions for the authors are to incorporate a more rigorous approach to writing their case study, including to refer to methodological guidance, both in the writing and in the citations. For example, Baxter and Jack&#x2019;s 2008 
                <ext-link ext-link-type="uri" xlink:href="https://www.researchgate.net/profile/Joy_Russell/post/Is_there_a_clear_explanation_or_process_for_determining_the_unit_of_analysis_in_a_case_study/attachment/59d64027c49f478072eaa1a4/AS:273785507254276@1442286959153/download/Baxter_Qual+Case+Study+Method.pdf">paper</ext-link>
                <sup>
                    <xref ref-type="bibr" rid="rep-ref-30174-1">1</xref>
                </sup> offers useful advice. [Alternatively, the paper could be more of a methods paper and describe the use of the model with the example of the adaptations of the COVID-19 lockdowns as an example; however, I assumed the former in terms of my advice. But if the authors choose a different approach, then I recommend similar reference to guidance for that kind of paper.]</p>
            <p> </p>
            <p> Specific suggestions: 
                <list list-type="bullet">
                    <list-item>
                        <p>The last paragraph of the introduction should not just explain that this is a case study but lay out 1 or more case study questions the paper will seek to answer.</p>
                    </list-item>
                    <list-item>
                        <p>This comment may not be as critical but the program description that includes examples of 3 types of social media posts could also describe methods that DKT Nigeria uses to ensure that the messages are clear, understood by intended audiences and create the desired attitudes or intentions.</p>
                    </list-item>
                    <list-item>
                        <p>A minor point, but WHO is recommending changing the nomenclature away from &#x201c;social distancing&#x201d; to &#x201c;physical distancing&#x201d; to convey that social isolation is not what is desired, but socializing with appropriate safety measures (online, outdoors, and at safe distances). Consider replacing the terminology in this paper.</p>
                    </list-item>
                    <list-item>
                        <p>Somewhere after the program description, the authors may want to include a methods section which describes a bit more rigorously and in details that may make the process replicable (perhaps using the data repository shared by the authors) for how the data presented in Figure 4 was collected, by whom and the approach to analysis to answer the case study questions referenced in the previous point.</p>
                    </list-item>
                    <list-item>
                        <p>The Discussion section needs to be almost completely re-written, as currently it does not meet the definition of a discussion in a research paper. Instead, the first two paragraph are reiterating points made in the introduction in what might be better described as a conclusion. Instead it should synthesize and summarize the findings in answering the case study questions and any additional interpretation. Typically, it would also compare and contrast the findings here with other reports in the literature.</p>
                    </list-item>
                    <list-item>
                        <p>That last point about the literature, should be related to the case study research question. If that question is about the utility of the Fogg Behavior Model in guiding adaptive modifications to ongoing social and behavior change communication, there may be corollaries to be found in some of the papers the authors have already cited of campaigns that used the same model. But it could also draw on additional papers related to FP pivots as a result of Covid-19.</p>
                    </list-item>
                </list>
            </p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Partly</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Not applicable</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>No</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>No</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Partly</p>
            <p>Reviewer Expertise:</p>
            <p>implementation research, family planning</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-30174-1">
                    <label>1</label>
                    <mixed-citation>
                        <person-group person-group-type="author"/>:
                        <article-title>Qualitative case study methodology: Study design and implementation for novice researchers</article-title>.
                        <source>
                            <italic>The Qualitative Report</italic>
                        </source>.<year>2008</year>;
                        <ext-link ext-link-type="uri" xlink:href="www.nova.edu/ssss/QR/QR13-4/baxter.pdf">Reference source</ext-link>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
    </sub-article>
</article>
