<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">Gates Open Res</journal-id>
            <journal-title-group>
                <journal-title>Gates Open Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2572-4754</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/gatesopenres.13135.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Provision of the levonorgestrel intrauterine system in Nigeria: Provider perspectives and service delivery costs</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 2 approved, 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Brunie</surname>
                        <given-names>Aur&#x00e9;lie</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-9515-1420</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Rademacher</surname>
                        <given-names>Kate H.</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-7015-5073</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Nwala</surname>
                        <given-names>Anthony Adindu</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-8666-7855</uri>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Danna</surname>
                        <given-names>Kendal</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-2681-9834</uri>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Saleh</surname>
                        <given-names>Mariya</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-1249-842X</uri>
                    <xref ref-type="aff" rid="a5">5</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Afolabi</surname>
                        <given-names>Kayode</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-6248-1688</uri>
                    <xref ref-type="aff" rid="a6">6</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>FHI 360, Washington DC, North Carolina, USA</aff>
                <aff id="a2">
                    <label>2</label>FHI 360, Durham, North Carolina, USA</aff>
                <aff id="a3">
                    <label>3</label>Society for Family Health, Abuja, Nigeria</aff>
                <aff id="a4">
                    <label>4</label>PSI, Washington DC, USA</aff>
                <aff id="a5">
                    <label>5</label>Chemonics, Abuja, Nigeria</aff>
                <aff id="a6">
                    <label>6</label>Federal Ministry of Health, Abuja, Nigeria</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:krademacher@fhi360.org">krademacher@fhi360.org</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>6</day>
                <month>8</month>
                <year>2020</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2020</year>
            </pub-date>
            <volume>4</volume>
            <elocation-id>119</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>9</day>
                    <month>7</month>
                    <year>2020</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2020 Brunie A et al.</copyright-statement>
                <copyright-year>2020</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://gatesopenresearch.org/articles/4-119/pdf"/>
            <abstract>
                <p>
                    <bold>Background</bold>: Several organizations in Nigeria are leading pilot introduction programs of the levonorgestrel intrauterine system (LNG-IUS). We conducted a qualitative assessment of providers&#x2019; experiences across the five programs and an analysis of service delivery costs in one program.</p>
                <p>
                    <bold>Methods</bold>: We conducted 20 in-depth interviews (IDIs) with providers. We used project expenditure records to estimate incremental direct service delivery costs of introducing the LNG-IUS in 40 social franchise clinics supported by the Society for Family Health (SFH). We then compared the direct service delivery costs per couple years of protection (CYP) for the LNG-IUS to other family planning methods.</p>
                <p>
                    <bold>Results</bold>: Providers appreciated the therapeutic benefits of the LNG-IUS, especially reduction of heavy bleeding. They said that women generally accepted bleeding changes with counseling but noted complaints about spotting and mixed acceptability of amenorrhea. Providers indicated being comfortable with both the insertion and removal process and believed their equipment and infection prevention protocols were adequate. Lack of awareness among women, limited availability, current pricing, and resistance to uterine placement among some women were perceived as barriers. The estimated direct service delivery cost of introducing the LNG-IUS in pilot settings, inclusive of up-front provider training costs, was USD 34 per insertion. Direct service delivery costs at a &#x2018;steady state&#x2019; (i.e., without training costs included for any method) of the LNG-IUS per CYP was similar to that of other contraceptive methods distributed in Nigeria.</p>
                <p>
                    <bold>Conclusion</bold>: Providers&#x2019; positive experiences with the LNG-IUS and direct service delivery costs per CYP that align with those for other methods suggest that the LNG-IUS could be an important addition to the method mix in Nigeria. Product introduction strategies will need to address both the supply and the demand sides, as well as consider appropriate pricing of the LNG-IUS relative to other methods and particularly the copper IUD.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>contraception</kwd>
                <kwd>long-acting reversible contraceptive</kwd>
                <kwd>levonorgestrel intrauterine system</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://dx.doi.org/10.13039/100000865">
                    <funding-source>Gates Foundation</funding-source>
                    <award-id>OPP1177939</award-id>
                </award-group>
                <funding-statement>This work was supported by the Gates Foundation [OPP1177939].</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>In addition to being one of the most effective forms of reversible contraception available, the levonorgestrel intrauterine system (LNG-IUS) can reduce the duration and amount of menstrual bleeding and can result in fewer systemic side effects than other hormonal methods. The method is a proven treatment for menorrhagia, and it can be used to manage uterine fibroids and endometriosis and potentially to alleviate anemia
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>. Approved for general public use in the 1990s in Europe and in 2000 in the United States, the innovator product (Mirena 
                <sup>&#x00ae;</sup>) enjoys considerable success in these markets, with approximately 74 percent of all intrauterine contraceptive users in the United States using a hormonal IUS product (versus 26 percent using a copper product)
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. Yet 30 years after initial product introduction, the method&#x2019;s availability in low- and middle-income countries (LMICs) remains very limited, in part due to high commodity costs. To date, the LNG-IUS has not been included in any tenders issued by major international donor agencies for use in the public sector in LMICs
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>.</p>
            <p>Since 2005, the International Contraceptive Access (ICA) Foundation has been donating limited quantities of free, unbranded LNG-IUS devices for distribution. A number of countries, including Nigeria, have used this donated product to support pilot introduction activities
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. More recently, new, more affordable commercial LNG-IUS products have received regulatory approval in (see 
                <xref ref-type="table" rid="T1">Table 1</xref>), suggesting there may be opportunities in coming years to further expand access to the method within the country
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>.</p>
            <table-wrap id="T1" orientation="portrait" position="anchor">
                <label>Table 1. </label>
                <caption>
                    <title>Overview of levonorgestrel intrauterine system (LNG-IUS) products that have received regulatory approval in Nigeria (as of April 2020).</title>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="left" colspan="1" rowspan="1" valign="top">Supplier</th>
                            <th align="left" colspan="1" rowspan="1" valign="top">Product</th>
                            <th align="left" colspan="1" rowspan="1" valign="top">Registered in
                                <break/>Nigeria</th>
                            <th align="left" colspan="1" rowspan="1" valign="top">Overview of availability in Nigeria</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td align="center" colspan="1" rowspan="1" valign="top">Bayer Healthcare</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">Mirena&#x00ae;
                                <xref ref-type="other" rid="TFN1">*</xref>
                            </td>
                            <td align="center" colspan="1" rowspan="1" valign="top">Yes</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Mirena is provided commercially through private healthcare
                                <break/>clinics on a limited basis.</td>
                        </tr>
                        <tr>
                            <td align="center" colspan="1" rowspan="1" valign="top">International
                                <break/>Contraceptive Access
                                <break/>(ICA) Foundation</td>
                            <td align="center" colspan="1" rowspan="1" valign="top">Unbranded LNG-IUS
                                <break/>product</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Yes</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Through a public-private partnership between Bayer HealthCare
                                <break/>&amp; Population Council, a free unbranded LNG-IUS product is
                                <break/>donated by application for small-scale, pilot activities. Programs
                                <break/>are allowed to charge up to USD 10 to clients as a fee for
                                <break/>insertion and removal services.</td>
                        </tr>
                        <tr>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Medicines360</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">AVIBELA&#x00ae;</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Yes</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Sold in the U.S. under trade name LILETTA&#x00ae;. After review by the
                                <break/>National Agency for Food and Drug Administration and Control
                                <break/>(NAFDAC) notification of regulatory approval as of December
                                <break/>2019 under the trade name AVIBELA. The public sector price to
                                <break/>distributors for AVIBELA will vary by volume between USD 12-16;
                                <break/>for an order of 100,000 units, public sector transfer price will be
                                <break/>approximately USD 15/unit
                                <sup>
                                    <xref ref-type="bibr" rid="ref-7">7</xref>
                                </sup>.</td>
                        </tr>
                        <tr>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Pregna</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Eloira</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Yes</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Eloira is manufactured by Pregna International Ltd. based in India
                                <break/>and distributed in Nigeria by DKT
                                <sup>
                                    <xref ref-type="bibr" rid="ref-7">7</xref>
                                </sup>.</td>
                        </tr>
                        <tr>
                            <td align="center" colspan="1" rowspan="1" valign="middle">HLL Lifecare Ltd.</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Emily</td>
                            <td align="center" colspan="1" rowspan="1" valign="middle">Yes</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Emily is manufactured by HLL Lifecare based in India. Product
                                <break/>consists of a small white M-shaped frame which contains
                                <break/>levonorgestrel; this differs from the other LNG-IUS products
                                <break/>which are T-shaped
                                <sup>
                                    <xref ref-type="bibr" rid="ref-7">7</xref>
                                </sup>.</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn>
                        <p id="TFN1">* Bayer Healthcare also manufactures the LNG-IUS products Skyla and Kyleena. However, these products are not yet available in Nigeria and therefore are not discussed here.</p>
                    </fn>
                </table-wrap-foot>
            </table-wrap>
            <p>Service providers are an important gateway to the use of many contraceptives, and in particular long-acting reversible methods which require special training and skills for insertion and removal. Providers are often a trusted source of information about method selection and are well-positioned to alleviate concerns among women through counseling, including on side effects
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>. At the same time, providers can create barriers to access which can include inadequate or inaccurate counseling or poor service provision
                <sup>
                    <xref ref-type="bibr" rid="ref-12">12</xref>,
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>. Given their role, it is important to understand providers&#x2019; perspectives and experiences with the LNG-IUS to identify potential barriers and opportunities to introducing and scaling-up the method. In addition, decision-makers such as program managers, governments and donors need information on the incremental service delivery costs (inclusive of provider training, demand creation, and supplies for routine service delivery) associated with adding the LNG-IUS to the method mix
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup>.</p>
            <p>Although the copper intrauterine device (IUD) and LNG-IUS have distinct features, common traits between the methods that have contributed to low uptake of the copper IUD in many developing countries could have implications for providers&#x2019; attitudes and behaviors regarding LNG-IUS provision
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>. These include required skill levels for insertion (which can furthermore be difficult to maintain in contexts with low client demand); uterine placement (with concerns among providers related to infections or risks of infertility and misunderstandings leading to biases against IUD use particularly among nulliparous women); and the fact that inserting IUDs is more time-consuming than provision of implants or short-acting methods
                <sup>
                    <xref ref-type="bibr" rid="ref-15">15</xref>
                </sup>. To date, evidence on provider perspectives specific to the LNG-IUS is encouraging but limited. Qualitative interviews with 12 public sector providers in Ghana showed that providers were generally satisfied with the product and found it easy to insert and remove, although half would have liked additional training
                <sup>
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>. A survey of 27 providers from Marie Stopes Kenya
                <sup>
                    <xref ref-type="bibr" rid="ref-17">17</xref>
                </sup> and qualitative interviews with 32 providers in the Marie Stopes International Organisation Nigeria (MSION) service network
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup> both revealed positive attitudes towards the LNG-IUS and positive insertion experiences, though some providers were less comfortable providing the LNG-IUS compared to the subdermal implant or copper IUD or initially experienced some challenges. In addition to lacking evidence from more contexts and service delivery channels, additional insights into broader introduction strategies inclusive of provider work settings and opportunities created through demand-generation and pricing strategies are needed to more fully understand barriers and opportunities to introducing the LNG-IUS.</p>
            <p>As of 2019, several groups in Nigeria, including DKT International, MSION, Rotary International, the Society for Family Health (SFH) and the University College Hospital Ibadan (UCHI) had introduced the LNG-IUS in their programs, either using units donated by the ICA Foundation (four programs) or Eloira, a product manufactured by Pregna in India (distributed by DKT). The range of service delivery approaches, pricing strategies and accompanying demand-generation efforts offer an opportunity to generate learnings to support decisions related to future introduction and scale-up of the LNG-IUS in Nigeria. This paper also offers an analysis of the incremental service delivery costs of introducing the LNG-IUS in the SFH program, and an analysis of the direct service delivery costs per couple years of protection (CYP) of the LNG-IUS compared to other family planning methods.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Setting</title>
                <p>In Nigeria, modern contraceptive use among all women stagnated around 11% between 2008 and 2013
                    <sup>
                        <xref ref-type="bibr" rid="ref-18">18</xref>,
                        <xref ref-type="bibr" rid="ref-19">19</xref>
                    </sup>. Data from the 2018 Performance Monitoring &amp; Accountability (PMA) 2020 survey found a modern contraceptive prevalence of 18%, suggesting some gains may have been made more recently, although the survey only spanned seven of Nigeria&#x2019;s 36 states
                    <sup>
                        <xref ref-type="bibr" rid="ref-20">20</xref>
                    </sup>. Available estimates also highlight regional disparities, with more limited use of modern contraception in the North of the country
                    <sup>
                        <xref ref-type="bibr" rid="ref-19">19</xref>,
                        <xref ref-type="bibr" rid="ref-20">20</xref>
                    </sup>.</p>
                <p>In recent years, several implementing partners have successfully increased provision of implants and copper IUDs in Nigeria as part of a broader effort by the government and non-profit partners to increase access to long-acting reversible contraceptives (LARCs) and overall contraceptive prevalence
                    <sup>
                        <xref ref-type="bibr" rid="ref-21">21</xref>
                    </sup>. In the PMA2020 survey, implants and IUDs accounted for 24% and 6% of the method mix among married women, respectively, but less than 3% of unmarried sexually active contraceptive users used each of these methods
                    <sup>
                        <xref ref-type="bibr" rid="ref-20">20</xref>
                    </sup>. Most women receive their contraceptive method from the private sector, although the public sector supplies the majority of LARCs and injectables
                    <sup>
                        <xref ref-type="bibr" rid="ref-19">19</xref>
                    </sup>. Use of the private sector appears to be more common in the South than in the North
                    <sup>
                        <xref ref-type="bibr" rid="ref-20">20</xref>
                    </sup>.</p>
            </sec>
            <sec>
                <title>Qualitative assessment</title>
                <p>We conducted in-depth interviews (IDIs) with four providers in each of the five programs currently piloting LNG-IUS introduction in Nigeria (
                    <xref ref-type="table" rid="T2">Table 2</xref>), for a total of 20 providers. For each program, we obtained lists of sites/providers from program managers and purposively selected providers from two regions, except for UCHI which has a single site. Regions were selected to provide representation from the North and the South of Nigeria while keeping in mind practical constraints linked to the coverage of the different programs and to visiting sites for interviews.</p>
                <table-wrap id="T2" orientation="portrait" position="anchor">
                    <label>Table 2. </label>
                    <caption>
                        <title>Key characteristics of the five introduction programs.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="top"/>
                                <th align="center" colspan="1" rowspan="1" valign="top">MSION
                                    <sup>
                                        <xref ref-type="other" rid="TFN3">a</xref>
                                    </sup>
                                </th>
                                <th align="center" colspan="1" rowspan="1" valign="top">Rotary</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">DKT</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">UCHI</th>
                                <th align="center" colspan="1" rowspan="1" valign="top">SFH</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Channel</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Social franchising
                                    <break/>program</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Public sector service
                                    <break/>delivery (secondary
                                    <break/>facilities)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Direct marketed
                                    <break/>sales to private
                                    <break/>clinics</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Public sector
                                    <break/>service delivery
                                    <break/>(tertiary hospital)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Social
                                    <break/>franchising
                                    <break/>program</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">LNG-IUS product
                                    <break/>currently utilized
                                    <sup>
                                        <xref ref-type="other" rid="TFN4">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Donated ICA
                                    <break/>product</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Donated ICA product</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Eloira (commercial
                                    <break/>product)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Donated ICA
                                    <break/>product</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Donated ICA
                                    <break/>product</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Price structure</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1,500-3,000 Naira
                                    <break/>(USD 4-8)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Free</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Set by provider </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Free</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">3,000 Naira (USD
                                    <break/>8)</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Geographic
                                    <break/>Coverage
                                    <sup>
                                        <xref ref-type="other" rid="TFN4">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">17 states</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">8 states</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Varies</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">One facility</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">18 states</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p id="TFN3">
                                <sup>a</sup> Although MSION introduced the LNG-IUS through mobile outreach teams, social franchise clinics, and public sector providers, only social franchise clinics are covered in this assessment.</p>
                            <p id="TFN4">
                                <sup>b</sup> As of July 2019.</p>
                            <p>MSION, Marie Stopes International Organisation Nigeria; ROTARY, Rotary International; DKT, DKT International; UCHI, University College Hospital Ibadan; SFH, Society for Family Health; LNG-IUS, levonorgestrel intrauterine system; ICA, International Contraceptive Access Foundation.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>Program managers directly informed providers or provided letters of introduction to facilitate contacts. Potential participants were approached by phone to schedule interviews. Three local, Masters-level, female research assistants hired as consultants interviewed providers in English individually and in private at health facilities in July 2018. Each provider was interviewed once, using topic guides covering training, clinical experience with the LNG-IUS, perceived advantages and disadvantages of the method, and resources and activities for supporting service delivery (see 
                    <italic toggle="yes">Extended data</italic>)
                    <sup>
                        <xref ref-type="bibr" rid="ref-22">22</xref>
                    </sup>. At the end of the interview, the research assistants used structured questions to elicit time estimates for completing certain tasks. IDIs were audio-recorded, then transcribed and uploaded to NVivo 12 for coding and applied thematic analysis. Transcripts were verified against audio-recordings by a supervisor for accuracy and completeness and were not returned to participants for validation. Three analysts shared transcripts for coding, running periodic checks for intercoder agreement on 25% of transcripts. Codes included a priori codes identified based on informational needs and data-driven codes that emerged from the initial reading of transcripts. Analytic memos were prepared to explore patterns in the data, after which we used Excel matrices to summarize and compare the prevalence of key themes across the five programs.</p>
            </sec>
            <sec>
                <title>Costing assessment</title>
                <p>The service delivery costing assessment was based on the introduction of the LNG-IUS with 71 trained providers in 40 social franchise clinics across 18 states in the SFH program between May 2017 and July 2019. The SFH program was selected for the costing exercise partly because of convenience (SFH is a partner on the broader research project that funded this assessment) and also because SFH is looking to introduce a new LNG-IUS product, Avibela, in 2020 and insights could help inform a broader introduction strategy. </p>
                <p>
                    <bold>
                        <italic toggle="yes">Calculation of incremental costs of introducing LNG-IUS in SFH pilot settings</italic>
                    </bold>
                </p>
                <p>To estimate the costs of service delivery in SFH-supported clinics during the pilot phase, we used an Excel-based costing template (see 
                    <italic toggle="yes">Extended data</italic>)
                    <sup>
                        <xref ref-type="bibr" rid="ref-22">22</xref>
                    </sup> to collect input on the resources required for method provision, and on the associated unit and total costs. We included costs of direct labor from health care perspective for counseling, insertions and removals; costs of consumable supplies (except where costs were negligible including for antiseptic, soap, and iodine); costs of insertion/removal kits; and costs for provider training. Labor costs for method provision were informed by time estimates for counseling, insertion and removal collected through a questionnaire administered to all SFH providers (n=39) participating in a refresher training on the LNG-IUS in April 2018 (see 
                    <xref ref-type="table" rid="T3">Table 3</xref>).</p>
                <table-wrap id="T3" orientation="portrait" position="anchor">
                    <label>Table 3. </label>
                    <caption>
                        <title>Provider estimates of time spent on different tasks from questionnaire administered to Society for Family Health (SFH) providers and average monthly salary for nurse-midwives (N=39).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top"/>
                                <th align="center" colspan="1" rowspan="1" valign="top">Time, min</th>
                                <th align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="3" rowspan="1" valign="top">
                                    <bold>Counseling a new FP client</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Mean</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">23</td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Range</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">7-60</td>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top">Time inserting, min
                                    <sup>
                                        <xref ref-type="other" rid="TFN7">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">Time removing, min
                                    <sup>
                                        <xref ref-type="other" rid="TFN7">a</xref>
                                    </sup>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="3" rowspan="1" valign="top">
                                    <bold>Method provision and removal</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">LNG-IUS</td>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                                <td align="center" colspan="1" rowspan="1" valign="top"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Mean</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">9</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">4</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Range</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">4-30</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1-5</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Copper IUD</td>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Mean</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">10</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">4</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Range</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">3-40</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1-8</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">One-rod implant</td>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Mean</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">7</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">14</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Range</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">2-25</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">2-30</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Two-rod implant</td>
                                <td colspan="1" rowspan="1"/>
                                <td colspan="1" rowspan="1"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Mean</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">11</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">21</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">&#x00a0;&#x00a0;&#x00a0;Range</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">3-38</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">3-50</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Average monthly salary for</bold>
                                    <break/>
                                    <bold>nurse-midwife in SFH network</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">US $273</td>
                                <td colspan="1" rowspan="1"/>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p>Note: The midpoint was used when providers gave a range.</p>
                            <p id="TFN7">
                                <sup>a</sup> For insertions and removals, providers were asked to estimate time from when a woman lays down on the table to when she stands up.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>The IUD/IUS kits were comprised of 13 re-usable instruments required for insertion and removal of either method; based on input from clinical experts, we assumed that each kit could be used for 500 insertions/removals (
                    <xref ref-type="table" rid="T4">Table 4</xref> and 
                    <xref ref-type="table" rid="T5">Table 5</xref>). Given that the LNG-IUS is currently donated to the SFH program, we did not include any associated cost for the LNG-IUS commodities for this component of the analysis.</p>
                <table-wrap id="T4" orientation="portrait" position="anchor">
                    <label>Table 4. </label>
                    <caption>
                        <title>Estimated price of equipment per insertion/removal for intrauterine devices (IUDs) and implants.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th colspan="1" rowspan="1"/>
                                <th colspan="1" rowspan="1">Price (USD)</th>
                                <th colspan="1" rowspan="1">Approximate number of
                                    <break/>procedures (lifespan of
                                    <break/>supplies)</th>
                                <th colspan="1" rowspan="1">Price per insertion
                                    <break/>or removal</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1">IUD Insertion and
                                    <break/>Removal Kit
                                    <sup>
                                        <xref ref-type="other" rid="TFN8">a</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$51.52</td>
                                <td align="center" colspan="1" rowspan="1">500</td>
                                <td align="center" colspan="1" rowspan="1">$0.10</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1">Implant Insertion and
                                    <break/>Removal
                                    <sup>
                                        <xref ref-type="other" rid="TFN8">b</xref>
                                    </sup>
                                </td>
                                <td align="center" colspan="1" rowspan="1">$14.92</td>
                                <td align="center" colspan="1" rowspan="1">500</td>
                                <td align="center" colspan="1" rowspan="1">$0.03</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p>Sources:</p>
                            <p id="TFN8">a &#x2013; Personal communication with Society for Family Health/Nigeria, 2019. b - As cited in: 
                                <ext-link ext-link-type="uri" xlink:href="https://www.ghspjournal.org/content/ghsp/4/Supplement_2/S83.full.pdf">https://www.ghspjournal.org/content/ghsp/4/Supplement_2/S83.full.pdf</ext-link>.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <table-wrap id="T5" orientation="portrait" position="anchor">
                    <label>Table 5. </label>
                    <caption>
                        <title>Estimated price of consumables for IUDs, implants and injectables.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Method</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Sterile
                                    <break/>gloves</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Sharps
                                    <break/>box</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Lidocaine</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">5 ml
                                    <break/>Syringe</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Scalpel
                                    <break/>Blade</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Sterile
                                    <break/>Drape</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Sanitary
                                    <break/>Pads</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Sterile
                                    <break/>Gauze
                                    <break/>Sponge</th>
                                <th align="center" colspan="1" rowspan="1" valign="bottom">Adhesive
                                    <break/>tape</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1" valign="top">Implants</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.29</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.01</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.64</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.04</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.07</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.25</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.01</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1" valign="top">IUD/LNG-IUS</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.29</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.25</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.11</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.25</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1" valign="top">Injectable</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.29</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.01</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">$0.04</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">n/a</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p>Sources for table: As cited in:</p>
                            <p>
                                <ext-link ext-link-type="uri" xlink:href="https://www.ghspjournal.org/content/ghsp/4/Supplement_2/S83.full.pdf">https://www.ghspjournal.org/content/ghsp/4/Supplement_2/S83.full.pdf</ext-link> IUD, intrauterine device; LNG-IUS, levonorgestrel intrauterine system.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>SFH staff calculated costs for provider trainings (training of master trainers, initial cascade trainings with providers, and refresher training with providers) based on program expenditure reports. For demand creation, SFH used a provider-initiated awareness generation model. This involved the provider carrying out talks about contraception with women in the facilities who came for post-natal or child wellness visits. In these contexts, the provider would include the LNG-IUS in the context of a full method mix. As such, there was no incremental cost for demand creation as part of routine service delivery. Likewise, routine clinical supervision with LNG-IUS providers was conducted as part of supportive supervision that would have occurred anyway, so there was no incremental cost associated for ongoing clinical supervision for the LNG-IUS. Additional information about training and demand-generation activities are described in 
                    <xref ref-type="table" rid="T6">Table 6</xref>.</p>
                <table-wrap id="T6" orientation="portrait" position="anchor">
                    <label>Table 6. </label>
                    <caption>
                        <title>Components of SFH LNG-IUS pilot included in the costing exercise. </title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1"/>
                                <th align="left" colspan="1" rowspan="1" valign="top">Description </th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Provider training</bold>
                                    <break/>
                                    <bold>model</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">First a centralized &#x201c;training of trainers&#x201d; session was convened by SFH. The two-day session was led by three
                                    <break/>expert clinicians with eight master trainers who participated. Next, nine &#x201c;cascade&#x201d; training sessions were
                                    <break/>held around the country with a total of 71 providers trained who delivered services at 40 clinics. Cascade
                                    <break/>trainings took place through on-site trainings at clinics. Each training session lasted two days; the first day
                                    <break/>involved a didactic lecture, and the second day included hands-on practice sessions. During the didactic
                                    <break/>lectures, providers learned about method characteristics and how to insert the LNG-IUS using a model.
                                    <break/>On the second day, providers practice insertion with actual clients. Approximately one year later, refresher
                                    <break/>training sessions were held at six central locations, with providers traveling off-site to participate; these
                                    <break/>refresher trainings took place at both clinics and off-site locations. The two-day refresher trainings included
                                    <break/>providers who had been previously trained as well as providers who were new to offering the LNG-IUS (with
                                    <break/>a focus on training new providers in clinics where previously trained providers were no longer employed/
                                    <break/>available).</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Demand creation</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">In all clinics supported by SFH, a provider-initiated demand creation model was used. This involved the
                                    <break/>provider carrying out demand generation and awareness talks with women in facilities who came for
                                    <break/>postnatal or child wellness visits. Some of these providers also conduct regular community mobilization
                                    <break/>events. Information about the LNG-IUS was included in the group talks as part of a broader method mix.
                                    <break/>Therefore, there was no incremental cost for demand creation as reflected in 
                                    <xref ref-type="table" rid="T9">Table 9</xref>.</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Supportive</bold>
                                    <break/>
                                    <bold>supervision</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1" valign="top">Supervisory support visits are conducted by SFH on regular basis in order to ensure high quality service
                                    <break/>provision and to conduct on-the-job coaching for the providers in order to enhance proficiency and
                                    <break/>confidence in counseling and service provision. This is completed for all methods including the LNG-IUS.
                                    <break/>Therefore, there was no incremental cost for supportive supervision as reflected in 
                                    <xref ref-type="table" rid="T9">Table 9</xref>.</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p>SFH, Society for Family Health; LNG-IUS, levonorgestrel intrauterine system.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>SFH staff provided service statistics on the numbers of LNG-IUS inserted and removed during the assessment timeframe (May 2017 through July 2019). We then calculated the total incremental direct cost of LNG-IUS introduction and divided by the total number of LNG-IUS insertions (1,949) to obtain a cost per LNG-IUS insertion.</p>
                <p>
                    <bold>
                        <italic toggle="yes">Calculation of direct cost per CYP for all family planning methods</italic>
                    </bold>
                </p>
                <p>For the broader cost per CYP analysis comparing the direct service delivery costs of the LNG-IUS to those of other family planning methods in Nigeria, we used commodity costs to international procurers for all methods (taken from the UNFPA catalogue or, for the LNG-IUS, provided by Medicines360, the supplier of Avibela, which is the new, more affordable commercial product that is being registered by SFH in Nigeria). Although many family planning programs in Nigeria including SFH receive most of their contraceptive commodities for free by donation (typically from UNFPA or USAID), we wanted to include the commodity prices in this part of the analysis to better represent the economic cost to the health system.</p>
                <p>To calculate direct service delivery costs per CYP, we followed a similar approach to that described for an earlier analysis in Kenya
                    <sup>
                        <xref ref-type="bibr" rid="ref-23">23</xref>
                    </sup>. Briefly, the analysis included commodity costs as described in 
                    <xref ref-type="table" rid="T7">Table 7</xref>, as well as costs of consumable supplies, estimated costs of instruments per client visit, and costs of direct labor for counseling, insertion, removal, and resupply if required for each method. We then used standard CYP conversion factors for each method
                    <sup>
                        <xref ref-type="bibr" rid="ref-24">24</xref>
                    </sup>. For short- and mid-acting methods, we aggregated costs of visits made throughout the year to achieve one CYP. For long-acting methods, we divided the costs by the appropriate conversion factor. Following current guidance, we used a conversion factor of 3.3 years for the LNG-IUS (assuming the method is labeled for five years of use). Consistent with previous analyses, the direct cost per CYP calculation does not include provider training costs because it assumes a steady state once providers have been oriented and trained on all family planning methods.</p>
                <table-wrap id="T7" orientation="portrait" position="anchor">
                    <label>Table 7. </label>
                    <caption>
                        <title>Commodity prices included in cost per CYP assessment
                            <xref ref-type="other" rid="TFN11">*</xref>.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Oral contraceptives</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  0.25</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Copper IUD</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  0.32</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Depo Provera</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  0.93</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Sayana Press</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  0.85</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Female condom</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  0.40</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Implanon</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  8.50</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Jadelle</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  8.50</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Levoplant</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  6.90</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Avibela LNG-IUS</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$15.00</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Male condom</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">$  0.03</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p id="TFN11">* Costs obtained from UNFPA Procurement Catalogue except for Avibela. Avibela prices provided through personal communication with supplier, Medicines360, 2018.</p>
                            <p>CYP, couple years protection; IUD, intrauterine device; LNG-IUS, levonorgestrel intrauterine system; UNFPA, United Nations Population Fund.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
            </sec>
            <sec>
                <title>Ethical statement</title>
                <p>The National Health Research Ethics Committee of Nigeria approved this assessment (NHREC/01/01/2007). This activity was also reviewed by FHI 360&#x2019;s Protection of Human Subject Committee (PHSC) in the United States and deemed to be exempt from ethical approval because it was not human subjects research (1192089). Written informed consent to participate and to audio-record the interview was obtained from all providers.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Qualitative assessment</title>
                <p>Provider IDIs lasted 27 minutes on average. Four MSION providers were replaced from the original pool of selected providers because facilities from the initial list were no longer in the MSION franchise network. Four replacements were also selected for DKT because providers had not yet offered the LNG-IUS product, and one because the trained provider had left the facility. 
                    <xref ref-type="table" rid="T8">Table 8</xref> shows provider characteristics. Most providers were women, although all DKT providers were men. All providers had several years of experience providing the copper IUD. Average experience offering the LNG-IUS ranged from six months for UCHI providers to over five years for DKT providers (which likely refers to earlier experience with Mirena). Providers had varying levels of experience inserting the LNG-IUS. About half of all providers had removed an LNG-IUS at some point.</p>
                <table-wrap id="T8" orientation="portrait" position="anchor">
                    <label>Table 8. </label>
                    <caption>
                        <title>Characteristics of providers in the qualitative assessment sample.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="left" colspan="1" rowspan="1" valign="top"/>
                                <th align="left" colspan="1" rowspan="1" valign="top">MSN
                                    <break/>(N=4)</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">ROTARY
                                    <break/>(N=4)</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">DKT
                                    <break/>(N=4)</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">UCHI
                                    <sup>
                                        <xref ref-type="other" rid="TFN12">a</xref>
                                    </sup>
                                    <break/>(N=4)</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">SFH
                                    <break/>(N=4)</th>
                                <th align="left" colspan="1" rowspan="1" valign="top">ALL
                                    <break/>(N=20)</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Sex, n
                                    <break/>&#x00a0;&#x00a0;&#x00a0;Male
                                    <break/>&#x00a0;&#x00a0;&#x00a0;Female</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">2
                                    <break/>2</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">0
                                    <break/>4</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">4
                                    <break/>0</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">1
                                    <break/>3</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">1
                                    <break/>3</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">8
                                    <break/>12</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Age, years</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">54</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">45</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">53</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">51</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">45</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">49</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Experience offering contraceptives, years</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">19</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">15</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">18</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">20</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">7</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">16</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Experience offering IUCD, years</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">19</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">15</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">18</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">19</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">6</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">15</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Experience offering LNG-IUS, months</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">14</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">28</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">66</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">6</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">22</td>
                                <td align="left" colspan="1" rowspan="1" valign="top">27</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">LNG-IUS insertions performed
                                    <break/>&#x00a0;&#x00a0;&#x00a0;1-5
                                    <break/>&#x00a0;&#x00a0;&#x00a0;6-20
                                    <break/>&#x00a0;&#x00a0;&#x00a0;Over 20</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">2
                                    <break/>2
                                    <break/>0</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">0
                                    <break/>0
                                    <break/>4</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">2
                                    <break/>2
                                    <break/>0</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">0
                                    <break/>1
                                    <break/>3</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">1
                                    <break/>2
                                    <break/>1</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">5
                                    <break/>7
                                    <break/>8</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Ever done LNG-IUS removal
                                    <sup>
                                        <xref ref-type="other" rid="TFN12">a</xref>
                                    </sup>
                                    <break/>&#x00a0;&#x00a0;Yes
                                    <break/>&#x00a0;&#x00a0;No</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">3
                                    <break/>1</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">3
                                    <break/>1</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">2
                                    <break/>2</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">3
                                    <break/>0</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">0
                                    <break/>4</td>
                                <td align="left" colspan="1" rowspan="1" valign="middle">11
                                    <break/>8</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn>
                            <p id="TFN12">
                                <sup>a</sup> Information not available for one UCHI provider.</p>
                            <p>MSN, Marie Stopes International Organisation Nigeria; ROTARY, Rotary International; DKT, DKT International; UCHI, University College Hospital Ibadan; SFH, Society for Family Health; IUCD, intrauterine contraceptive device; LNG-IUS, levonorgestrel intrauterine system. </p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>Findings from interviews with providers are presented in three main areas: perspectives on the LNG-IUS; capacity and resources; and other aspects of product introduction.</p>
            </sec>
            <sec>
                <title>Providers&#x2019; perspectives on the LNG-IUS</title>
                <p>Providers were aware of the differences between the LNG-IUS and the copper IUD, including different durations of action, different mechanisms of action, and different bleeding profiles. Most providers highlighted the fact that the LNG-IUS did not cause heavy bleeding as an advantage of the method over the copper IUD, with several providers also mentioning reduced cramping. Two providers explicitly said that the LNG-IUS was a better method than the copper IUD.</p>
                <p>Approximately two-thirds of providers appreciated the clinical benefits of the LNG-IUS, especially for women with heavy bleeding or fibroids but also for endometriosis and anemia. Several providers mentioned that their LNG-IUS clients did not experience any side effects, and two providers explicitly noted minimal side effects as an advantage over other hormonal methods.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">The health benefit that I said, reduction in bleeding, very, very good in correcting bleeding and even anemia, it even reduces the length of your menstrual cycle, if you are bleeding for 5 days, it reduces to 3 which is better, if you&#x2019;re bleeding more, there&#x2019;s tendency for anemia. So, the health benefits really, really outpower the other ones like the copper T [531]</italic>
                        </p>
                    </list-item>
                </list>
                <p>Most providers commented favorably on reduced bleeding and amenorrhea as consequences of method use. While several providers reported that their clients generally accepted bleeding changes with proper counseling, some providers noted mixed acceptability of amenorrhea among users. Several providers mentioned lifestyle benefits associated with reduced bleeding, including buying and using less sanitary pads and minimal interference with sexual activity.</p>
                <p>Providers themselves did not appear to have concerns about the LNG-IUS as a method, and about half said that they typically did not receive any complaints from LNG-IUS users. However, several providers noted complaints by clients about initial spotting and at least two providers said they conducted pregnancy tests to reassure amenorrhoeic clients. A few providers also reported contraindication for women with active uterine infections as a disadvantage.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">One [disadvantage] is the issue of prolonged spotting, which is common to most of our clients at the initial period. They experience prolonged spotting, but since we already have that at the back of your mind, when we were counseling them, we prepare their minds, so psychologically they know what to expect and they are not panicky, and most times with time, it resolves without any treatment or management&#x2026;some are so comfortable because of the amenorrhea, some will say &#x201c;madam, I want to be seeing my blood every month, come and remove this thing.&#x201d; They were counseled, and they knew, [but] they believe there is a dirty thing piling up in the system and there is no amount of counseling you can do, they will just say no, give me my copper, I want to be seeing my blood. [456]</italic>
                        </p>
                    </list-item>
                </list>
                <p>Some providers mentioned concerns around privacy and safety of uterine placement among women, and fears inherited from earlier myths about the copper IUD. A couple of providers in one program reported their clients&#x2019; general aversion to hormonal contraception.</p>
                <p>With the exception of one provider who was not asked this question, all providers said they wanted to continue offering the LNG-IUS, although one had some reservations due to the amount of effort required at counseling to overcome fears and misperceptions. Reasons for wanting to continue offering the LNG-IUS included the non-contraceptive health benefits of the method, women liking the LNG-IUS, and expanding the method mix.</p>
            </sec>
            <sec>
                <title>Capacity and resources</title>
                <p>While all providers were experienced offering the copper IUD, they had varying exposure to the LNG-IUS prior to its introduction in each program. For example, one female provider said she had been an LNG-IUS user herself for the past 25 years, a few providers had been introduced to Mirena in earlier trainings, and a couple of providers reported prior experience inserting LNG-IUS products with their clients without receiving formal training. In contrast, a few providers had only heard about the method in books and one provider said it was new to them when they were trained.</p>
                <p>Many providers indicated that the steps for inserting and removing the LNG-IUS were generally similar to those for the copper IUD, although they acknowledged small differences in the insertion process. One quarter of providers mentioned insertion challenges, including loading the first time and inserting in women with fibroids. Others reported no challenges, and one third of providers said they found loading easier with the LNG-IUS than with the copper IUD. Some providers found device placement more &#x201c;technical&#x201d; with the LNG-IUS because of the need to wait for the arms to open before pushing to the fundus.</p>
                <p>When asked to estimate insertion times, 16 providers gave the same amount of time for the LNG-IUS as the copper IUD (around 11 minutes), three said that inserting the LNG-IUS was faster, and one that it took longer (results not shown but similar to those provided in 
                    <xref ref-type="table" rid="T3">Table 3</xref>). Most providers estimated that it took them more or the same amount of time to insert the LNG-IUS than a two-rod implant, and typically longer than to insert a one-rod implant. All providers who had already removed an LNG-IUS gave the same time estimate for removing the LNG-IUS and the copper IUD (six minutes). Removing the LNG-IUS took the same amount of time or less than removing a one-rod implant but was faster than removing a two-rod implant for most providers.</p>
                <p>Over half of providers reported having sufficient equipment for LNG-IUS provision, while several other providers said they could manage but would benefit from additional equipment, and a couple of providers in one program reported that their instruments needed replacing due to repeat usage and decontamination. At least one provider in each of four programs indicated needing more consumables, and a few went on to explain that the costs of procuring consumables themselves were passed on to clients.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">We don&#x2019;t have enough gloves and other [things] but we used to buy. That is why sometimes, we always ask the patient to buy small gloves when we don&#x2019;t have, so we can make sure we control the prevention and infection control here. [232]</italic>
                        </p>
                    </list-item>
                </list>
                <p>All providers described having protocols in place for infection prevention, with the main examples provided being disinfecting and sterilizing equipment, but also handwashing and wearing gloves, generally maintaining an aseptic environment, and properly disposing of waste. All providers in one program emphasized screening women for active pelvic infections. Although providers were generally confident about their protocols, some reported challenges including time requirements for autoclaving and procurement of consumables.</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">We have several protocols for handling of the instruments, but you can run them through HLD [high-level disinfection], dry them, autoclave. Some instruments can be run through soapy water, washed, dried, autoclaved&#x2026;we do autoclaving almost 90% or 95% of the time. Sometimes [we use] most of the plastic instruments when we&#x2019;re very busy, those we do HLD on them but the metal instruments, even after we do HLD, we still have to rinse and still autoclave. [141]</italic>
                        </p>
                    </list-item>
                </list>
            </sec>
            <sec>
                <title>Other aspects of product introduction: Gaps in demand-generation, availability and pricing</title>
                <p>Although providers typically talked about including all methods in their counseling to support informed choice by women, several providers said they recommended the LNG-IUS to women with heavy bleeding or fibroids, and a few others that they generally promoted the LNG-IUS more actively than the copper IUD, or in one case, implants, to their clients. One female provider who was an LNG-IUS user volunteered that she was using herself as an example with her clients to show the method did not cause any problems, while another provider said they showed empty LNG-IUS packs to prospective clients to convince them that other women were using the method.</p>
                <p>Overall, providers observed that uptake of the LNG-IUS was limited to date, with a few providers saying that uptake of IUDs in general was low and several others noting that the LNG-IUS was currently less popular than the copper IUD. Most providers highlighted a general lack of awareness of the LNG-IUS. All providers in one program described an organized community outreach model that is used to generate demand and present the range of methods. Providers in other programs did not regularly engage in any regular outreach or education, with some reporting resource and staff constraints.</p>
                <p>Recommended strategies to address the lack of awareness of the LNG-IUS included using the radio, posters and flyers or conducting health education in communities. Many providers also advised improving access by making the LNG-IUS available at more service delivery points, with a few providers noting that other places besides their organization or network that offered the method typically used Mirena, which was priced too high for women in their community. </p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">[To improve public awareness] we [need to] put them on the radio&#x2026;they&#x2019;ve not seen it and they&#x2019;ve not seen people taking it. So they [need to] increase the awareness because very few of them when they come for family planning, you give them everything but before you even finish your counselling even they will already tell you what they want&#x2026;[continuing later in the interview] The awareness can only be greater a little bit in the clinic but when people see it outside, they believe it more. It is a very good method but people don&#x2019;t seem to like it maybe because they are not adequately informed about it [146]</italic>
                        </p>
                    </list-item>
                </list>
                <p>Pricing strategies varied across programs (see 
                    <xref ref-type="table" rid="T2">Table 2</xref>). Some providers reported charging a minimal fee for consumables or client cards in addition to the recommended price, and a couple of providers revealed they sometimes charged wealthier clients more in order to lower the price for poorer women. Many providers in programs charging a product fee felt that cost remained a barrier, despite being lower than the price for Mirena (the price of Mirena was cited by some providers at around 40,000-45,000 naira or 110-125 USD).</p>
                <list list-type="bullet">
                    <list-item>
                        <label/>
                        <p>
                            <italic toggle="yes">The main problem is that the ones that are available to them are the commercially available [products]&#x2026;As long as the cost is that high, it will be difficult to get more and more clients to use it out there&#x2026;the only thing that can make people opt for it is if it can come at the same price as the ordinary copper T 380A. As long as the price is high so shall it be difficult to convince people to bring out money for it. [455]</italic>
                        </p>
                    </list-item>
                </list>
            </sec>
            <sec>
                <title>Costing assessment</title>
                <p>The estimated cost of LNG-IUS provision from May 2017 through July 2019 including training of 71 providers across 40 facilities and direct costs for labor, commodities and equipment was USD 66,300 with the LNG-IUS commodity donated for free by the ICA Foundation. During that period, 1,949 LNG-IUS units were inserted in the 40 clinics involved in the pilot; as such, the average per unit direct cost was USD 34 (see 
                    <xref ref-type="table" rid="T9">Table 9</xref>). Of the total service delivery costs, 92% (USD 61,530) was comprised of the training inclusive of the original training of trainers, cascade trainings to the 40 clinics and refresher trainings among previously trained and newly trained staff.</p>
                <table-wrap id="T9" orientation="portrait" position="anchor">
                    <label>Table 9. </label>
                    <caption>
                        <title>Direct service delivery costs of introducing levonorgestrel intrauterine system (LNG-IUS) in 40 clinics supported by the Society for Family Health in USD (May 2017-July 2019).</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <tbody>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Number of clinics where method offered</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">40</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Total number of LNG-IUS offered May 2017 through July 2019</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1,949</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Total number of LNG-IUS removed May 2017 through July 2019</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">29</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Average number of insertions per site (all sites)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">49</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Costs (USD)</bold>
                                </td>
                                <td align="left" colspan="1" rowspan="1"/>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Training of trainers</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">6,711</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Cascade trainings</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">23,549</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Refresher trainings</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">31,269</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Incremental demand creation costs</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Direct labor for time for counseling, insertions, and removals</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">2,896</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Consumables</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">1,949</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Equipment (amortized)</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">201</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">Incremental supportive supervision costs</td>
                                <td align="center" colspan="1" rowspan="1" valign="top">-</td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Total costs all sites (USD)</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>66,357</bold>
                                </td>
                            </tr>
                            <tr>
                                <td align="left" colspan="1" rowspan="1" valign="top">
                                    <bold>Cost per LNG-IUS insertion (if LNG-IUS commodities donated) (USD)</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1" valign="top">
                                    <bold>34</bold>
                                </td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>The direct delivery costs per CYP are presented in 
                    <xref ref-type="fig" rid="f1">Figure 1</xref>. The cost per CYP of the Avibela LNG-IUS (USD 5.64) is slightly higher than that of the one-rod implant, Nexplanon (USD 5.23), and is slightly lower cost per CYP than injectable methods (USD 6.16 for Sayana Press and USD 6.59 for Depo Provera). Injectables are currently the most commonly used method in Nigeria.</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>Figure 1. </label>
                    <caption>
                        <title>Direct service delivery costs per couple years of protection (CYP) in USD for various family planning methods.</title>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/14322/8c7cec85-8fa3-4767-892e-5cec6a24f5d6_figure1.gif"/>
                </fig>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>Our findings indicate that introduction of the LNG-IUS has been relatively well-received at the provider level. Providers saw the LNG-IUS as a clearly distinct product from the copper IUD and a valuable addition to the method mix. They were particularly appreciative of the therapeutic benefits of the LNG-IUS and of its reduced bleeding profile. 
                <xref ref-type="table" rid="T10">Table 10</xref> provides a summary providers&#x2019; perspectives on key barriers and facilitators affecting introduction of the LNG-IUS that were identified in this assessment.</p>
            <table-wrap id="T10" orientation="portrait" position="anchor">
                <label>Table 10. </label>
                <caption>
                    <title>Summary of barriers and facilitators to further introduction of the LNG-IUS based on providers&#x2019; perspectives and experiences. Items in 
                        <bold>bold</bold> were cited in half of more of IDI respondents.</title>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="left" colspan="1" rowspan="1" valign="top"/>
                            <th align="left" colspan="1" rowspan="1" valign="top">Facilitators</th>
                            <th align="left" colspan="1" rowspan="1" valign="top">Barriers</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Provider attitudes towards</bold>
                                <break/>
                                <bold>LNG-IUS</bold>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>No heavy bleeding compared to copper IUD</bold>
                                <break/>
                                <bold>Therapeutic benefits for fibroids, anemia and</bold>
                                <break/>
                                <bold>endometriosis</bold>
                                <break/>
                                <bold>Treatment of menorrhagia</bold>
                                <break/>
                                <bold>Reduced bleeding or amenorrhea</bold>
                                <break/>Few systemic side effects Reduced cramping
                                <break/>compared to copper IUD</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Initial spotting
                                <break/>Dislike or fear of uterine placement
                                <break/>among some clients
                                <break/>Resistance to amenorrhea among some
                                <break/>clients
                                <break/>Aversion toward hormonal contraception
                                <break/>among some clients
                                <break/>Not suitable when active infections</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Factors affecting quality</bold>
                                <break/>
                                <bold>of care</bold>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>No major challenges with insertion and</bold>
                                <break/>
                                <bold>removal Confidence in privacy arrangements</bold>
                                <break/>
                                <bold>in current clinical setting</bold>
                                <break/>
                                <bold>Availability of equipment</bold>
                                <break/>
                                <bold>Confidence in infection prevention measures</bold>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Procurement of consumables
                                <break/>Equipment wear and tear
                                <break/>Time for equipment processing
                                <break/>Stepped up counseling</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>System-level</bold>
                                <break/>
                                <bold>considerations</bold>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">Lower price than Mirena
                                <break/>Affordability of method (in programs charging
                                <break/>little or nothing)</td>
                            <td align="left" colspan="1" rowspan="1" valign="top">
                                <bold>Limited awareness of method</bold>
                                <break/>High price compared to other LARCs
                                <break/>Limited availability of method
                                <break/>Staff and resource constraints to
                                <break/>demand creation</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn>
                        <p>LNG-IUS, levonorgestrel intrauterine system; IDI, in-depth interview; IUD, intrauterine device; LARC, long-acting reversible contraception.</p>
                    </fn>
                </table-wrap-foot>
            </table-wrap>
            <p>These results are consistent with those from earlier research in Nigeria, which found that providers did not see the copper IUD and LNG-IUS as interchangeable products on several counts and identified reduced bleeding as a key non-contraceptive benefit
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup>. However, while providers in our assessment acknowledged the value of minimizing uterine bleeding, the most compelling method attribute does not seem to be the lifestyle benefits of lighter or shorter periods (or possibly amenorrhea) to their clients but, rather, the potential to avoid or control heavy, prolonged bleeding. This finding dovetails with a recent systematic review of contraceptive-induced bleeding changes reporting that heavy or prolonged bleeding is often poorly tolerated by women
                <sup>
                    <xref ref-type="bibr" rid="ref-25">25</xref>
                </sup>.</p>
            <p>Providers&#x2019; positive perspectives towards the LNG-IUS were reinforced by the fact that they reported receiving few complaints from clients due to acceptability of bleeding changes with proper counseling and few side effects. However, our findings also point at some areas that may benefit from additional counseling or messaging to women and communities in order to increase method uptake, including resistance to amenorrhea and dislikes and fears related to hormonal contraception and uterine placement.</p>
            <p>Providers all had prior experience with the copper IUD but varying experience with the LNG-IUS prior to its introduction in their respective programs. Overall, providers appeared to be comfortable with both the insertion and removal process, believed they had the proper equipment, and reported that they followed protocols for infection prevention and control. One potential area of improvement could be procurement of consumables, which impacts the ability to implement safety measures and to keep the price low, as providers otherwise tend to pass the cost on to their clients.</p>
            <p>One consideration when introducing a new method is the effect it may have on the existing pattern of services. Although time estimates indicate that IUDs (inclusive of the LNG-IUS and copper IUD) are quicker to remove than implants, our findings suggest there may be some up-front opportunity costs in terms of insertion times, which could be further compounded by the need for more in-depth counseling in the context of a method that is not yet well-known and some aspects of which are prone to misperceptions. At the same time, shorter removal times for the LNG-IUS could make it attractive from a client, provider and/or health systems perspective, given that increased attention is being paid to the requirements for ensuring high-quality removal services and associated costs
                <sup>
                    <xref ref-type="bibr" rid="ref-26">26</xref>,
                    <xref ref-type="bibr" rid="ref-27">27</xref>
                </sup>.</p>
            <p>Some important findings in this assessment have to do with broader constraints to LNG-IUS uptake, including limited availability and awareness of the method and a comparatively high price relative to other LARCs in programs where the method was not made available for free. To date, outside of the programs highlighted in this paper, LNG-IUS products are only available on a limited basis at a high cost in Nigeria. Providers&#x2019; input suggests increasing access to the LNG-IUS is likely to require a multi-pronged approach including further reducing price barriers, while programs simultaneously focus not only on provider training and high-quality service provision but also on demand creation inclusive of non-contraceptive benefits and differences between the LNG-IUS and the copper IUD. This conclusion is also supported by a recent assessment of the LNG-IUS conducted in Nigeria
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup>.</p>
            <p>This is the first assessment we are aware of that includes a calculation of the incremental service delivery costs of introducing the LNG-IUS in a pilot setting in a developing country context. Up-front training costs were included in the calculation. However, because the per-insertion cost calculation included here is only based on the number of insertions over the first two-year time period of LNG-IUS introduction, this amount will likely not reflect the per-insertion cost as the LNG-IUS program becomes more mature (e.g. as more insertions are conducted over time) and as economies of scale are achieved. Nevertheless, this data from a pilot setting may be valuable for program managers and other decision-makers who are contemplating similar pilot introductions in other regions or settings in Nigeria. </p>
            <p>The estimated cost per insertion of USD 34 is in-line with other similar costing assessments of pilot LARC programs conducted in the region. For example, a recent analysis in Rwanda of a new program for postpartum IUD and postpartum implant insertion calculated an estimate per insertion cost of USD 25 for postpartum IUDs and USD 77 per implant, although in that case, the analysis included the cost of the commodities
                <sup>
                    <xref ref-type="bibr" rid="ref-28">28</xref>
                </sup>. Currently, SFH receives donated LNG-IUS commodities in Nigeria, but if the program becomes responsible for buying the LNG-IUS in the future, the cost to the program will increase. A new LNG-IUS product, Avibela, received notification of national regulatory approval in December 2019. At approximately USD 15 per unit (assuming an order of 100,000 units), the procurement price for Avibela will be substantially lower than that of other commercial LNG-IUS products currently on the market (
                <xref ref-type="table" rid="T1">Table 1</xref>); however, at the USD 15/unit price, Avibela will still be approximately twice as much as the commodity price for contraceptive implants (which can be purchased for USD 6.90 - 8.50 per unit, depending on the implant)
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>,
                    <xref ref-type="bibr" rid="ref-29">29</xref>
                </sup>. Given these considerations, as well as the feedback from providers about the importance of affordable pricing to clients, it will be important for the government in Nigeria and international donors to continue to seek strategies to further increase the affordability of the method. Also, the fact that 92% of the estimated cost of service delivery during the pilot phase was dedicated to provider training suggests that it will be important for service delivery groups to identify more affordable training models if and when the method is taken to scale. Finally, there were no dedicated resources to support targeted demand generation for the LNG-IUS in the SFH-supported clinics. Moving forward, investments in awareness generation will be required to increase awareness of and demand for the method among women, as reflected in the input received from the provider interviews.</p>
            <p>As decision-makers consider if and when to make further investments in scaling up the LNG-IUS, it is important to note that even at a price point of USD 15 for the LNG-IUS commodity, our analysis shows that the direct service delivery costs per CYP of the LNG-IUS is similar to other commonly used family planning methods available in Nigeria including injectable contraception. This finding is aligned with a comparable analysis conducted in Kenya
                <sup>
                    <xref ref-type="bibr" rid="ref-23">23</xref>
                </sup>, and the results demonstrate that because long-acting methods including the LNG-IUS do not require regular resupply, they can be more affordable over time to health programs even if there is a higher up-front commodity cost that for short-acting methods. Furthermore, the CYP factor that is currently assigned to the LNG-IUS (3.3 CYP) is lower than the CYP factor that is currently assigned to the two-rod hormonal implant, Jadelle (3.8 CYP)
                <sup>
                    <xref ref-type="bibr" rid="ref-24">24</xref>
                </sup>. This is despite the fact that both methods are effective for up to five years. Given that there is emerging body of evidence regarding hormonal IUS use in LMICs including continuation rates
                <sup>
                    <xref ref-type="bibr" rid="ref-30">30</xref>
                </sup>, the authors recommend that the assigned CYP factor for the LNG-IUS be re-evaluated. If the CYP factor for the LNG-IUS were more similar to the CYP factor for Jadelle, this would further improve the cost per CYP of the LNG-IUS compared to other methods.</p>
        </sec>
        <sec>
            <title>Limitations</title>
            <p>Despite the qualitative design and small sample size for the provider interviews, some generalizability of our findings is supported by commonalities in the thematic structure of results across multiple programs. However, there are also limitations to our assessment. All five projects that have supported LNG-IUS pilots introduced the method by providers who were already experienced with the copper IUD in programs providing high volumes of LARCs and typically operating in urban and peri-urban settings. The applicability of these findings may be limited in more typical service delivery conditions, as use of the copper IUD is below 1% in many sub-Saharan African countries
                <sup>
                    <xref ref-type="bibr" rid="ref-31">31</xref>
                </sup>. Time estimates for inserting and removing LARCs are self-reported and may not be accurate but provide useful directional information for the purposes of comparisons between the LNG-IUS and other methods. The cost assessment only focused on early costs of a pilot introduction in clinics supported by the SFH program; additional cost assessments are needed to evaluate the cost of routine service delivery in other settings and once providers have been trained and awareness of the method in the community has increased. To address some of these limitations, additional analyses are underway to examine the cost and cost-effectiveness of introducing the LNG-IUS in Nigeria.</p>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusion</title>
            <p>Providers&#x2019; positive experiences with the LNG-IUS and the fact that direct service delivery costs per CYP align with those for other methods suggest that the LNG-IUS could be an important addition to the method mix in Nigeria. The qualitative assessment of providers&#x2019; perspectives offers a reminder that effective product introduction strategies need to be multi-pronged and address both the supply and the demand side, as well as consider appropriate pricing of the LNG-IUS relative to other LARCs. The results presented in this paper may be useful to decision-makers including government officials, program managers and donors who are trying to make decisions about if and when to invest in additional introduction of the LNG-IUS within Nigeria and in other similar contexts.</p>
        </sec>
        <sec>
            <title>Data availability</title>
            <sec>
                <title>Underlying data</title>
                <p>Full qualitative transcripts are not available for ethical reasons because even after removing directly identifiable information such as names and addresses, participant identity may be difficult to fully conceal, and research locations may remain potentially identifiable, presenting a risk of deductive disclosure. However, topic guides, codebooks and relevant excerpts of transcripts are available from the authors on reasonable request. Requests should be sent to the corresponding author at 
                    <email>krademacher@fhi360.org</email> or to 
                    <email>familyplanning@fhi360.org</email>. Requests will be granted to researchers for the purposes of comparative analysis, upon approval from relevant ethics committees.</p>
            </sec>
            <sec>
                <title>Extended data</title>
                <p>Harvard Dataverse: Provision of the levonorgestrel intrauterine system in Nigeria. 
                    <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.7910/DVN/7JMETP">https://doi.org/10.7910/DVN/7JMETP</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-22">22</xref>
                    </sup>
                </p>
                <p>This project contains the following extended data: 
                    <list list-type="bullet">
                        <list-item>
                            <label>- </label>
                            <p>NigeriaLNGIUSAssessment_IDIguide_Providers_v.1.0.docx (in-depth interview guide)</p>
                        </list-item>
                        <list-item>
                            <label>- </label>
                            <p>NigeriaLNGIUSAssessment_ICF_Provider-IDI_v1.0.docx (participant information and informed consent form)</p>
                        </list-item>
                        <list-item>
                            <label>- </label>
                            <p>Nigeria_LNGIUS.Provision_Costing_template.xlsx (costing template)</p>
                        </list-item>
                    </list>
</p>
                <p>Data are available under the terms of the 
                    <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/publicdomain/zero/1.0/">Creative Commons Zero "No rights reserved" data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
            </sec>
        </sec>
    </body>
    <back>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Trussell</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Aiken</surname>
                            <given-names>ARA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Micks</surname>
                            <given-names>E</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Efficacy, Safety, and Personal Considerations</article-title>. In: Hatcher RA, Nelson AL, Trussell J, Cwiak C, Carson P, Policar MS, Edelman A, Aiken ARA, Marrazzo J, Kowal D, eds.
                    <italic toggle="yes">Contraceptive technology</italic>. 21st edition. New York, NY: Ayer Company Publishers, Inc.<year>2018</year>;<fpage>95</fpage>&#x2013;<lpage>128</lpage>.</mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <collab>World Health Organization (WHO)</collab>:
                    <article-title>Johns Hopkins Center for Communication Programs (CCP), Knowledge for Health Project.</article-title>Family Planning: A Global Handbook for Providers. 3rd ed. Baltimore and Geneva: CCP and WHO;<year>2018</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://en.wikipedia.org/wiki/Johns_Hopkins_University_Center_for_Communication_Programs">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Fraser</surname>
                            <given-names>IS</given-names>
                        </name>
</person-group>:
                    <article-title>Non-contraceptive health benefits of intrauterine hormonal systems.</article-title>
                    <source>

                        <italic toggle="yes">Contraception.</italic>
</source>
                    <year>2010</year>;<volume>82</volume>(<issue>5</issue>):<fpage>396</fpage>&#x2013;<lpage>403</lpage>.
                    <pub-id pub-id-type="pmid">20933112</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.contraception.2010.05.005</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hubacher</surname>
                            <given-names>D</given-names>
                        </name>
</person-group>:
                    <article-title>The levonorgestrel intrauterine system: reasons to expand access to the public sector of Africa.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2015</year>;<volume>3</volume>(<issue>4</issue>):<fpage>532</fpage>&#x2013;<lpage>537</lpage>.
                    <pub-id pub-id-type="pmid">26681701</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-15-00178</pub-id>
                    <pub-id pub-id-type="pmcid">4682579</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hubacher</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kavanaugh</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>Historical record-setting trends in IUD use in the United States.</article-title>
                    <source>

                        <italic toggle="yes">Contraception.</italic>
</source>
                    <year>2018</year>;<volume>98</volume>(<issue>6</issue>):<fpage>467</fpage>&#x2013;<lpage>470</lpage>.
                    <pub-id pub-id-type="pmid">29842865</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.contraception.2018.05.016</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="journal">
                    <article-title>International Contraception Access (ICA) Foundation</article-title>.
                    <ext-link ext-link-type="uri" xlink:href="https://ica-foundation.org/">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Rademacher</surname>
                            <given-names>KH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sripipatana</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Pfitzer</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A Global Learning Agenda for the Levonorgestrel Intrauterine System (LNG IUS): Addressing Challenges and Opportunities to Increase Access.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2018</year>;<volume>6</volume>(<issue>4</issue>):<fpage>635</fpage>&#x2013;<lpage>643</lpage>.
                    <pub-id pub-id-type="pmid">30591573</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-18-00383</pub-id>
                    <pub-id pub-id-type="pmcid">6370355</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Cavallaro</surname>
                            <given-names>FL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Benova</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Owolabi</surname>
                            <given-names>OO</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A systematic review of the effectiveness of counselling strategies for modern contraceptive methods: what works and what doesn't?</article-title>
                    <source>

                        <italic toggle="yes">BMJ Sex Reprod Health.</italic>
</source>
                    <year>2019</year>.
                    <pub-id pub-id-type="pmid">31826883</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmjsrh-2019-200377</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Tumlinson</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Pence</surname>
                            <given-names>BW</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Curtis</surname>
                            <given-names>SL</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Quality of Care and Contraceptive Use in Urban Kenya.</article-title>
                    <source>

                        <italic toggle="yes">Int Perspect Sex Reprod Health.</italic>
</source>
                    <year>2015</year>;<volume>41</volume>(<issue>2</issue>):<fpage>69</fpage>&#x2013;<lpage>79</lpage>.
                    <pub-id pub-id-type="pmid">26308259</pub-id>
                    <pub-id pub-id-type="doi">10.1363/4106915</pub-id>
                    <pub-id pub-id-type="pmcid">4548971</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Chakraborty</surname>
                            <given-names>NM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chang</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bellows</surname>
                            <given-names>B</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Association between the quality of contraceptive counseling and method continuation: findings from a prospective cohort study in social franchise clinics in Pakistan and Uganda.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2019</year>;<volume>7</volume>(<issue>1</issue>):<fpage>87</fpage>&#x2013;<lpage>102</lpage>.
                    <pub-id pub-id-type="pmid">30846566</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-18-00407</pub-id>
                    <pub-id pub-id-type="pmcid">6538133</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Schivone</surname>
                            <given-names>GB</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Glish</surname>
                            <given-names>LL</given-names>
                        </name>
</person-group>:
                    <article-title>Contraceptive counseling for continuation and satisfaction.</article-title>
                    <source>

                        <italic toggle="yes">Curr Opin Obstet Gynecol.</italic>
</source>
                    <year>2017</year>;<volume>29</volume>(<issue>6</issue>):<fpage>443</fpage>&#x2013;<lpage>448</lpage>.
                    <pub-id pub-id-type="pmid">28938374</pub-id>
                    <pub-id pub-id-type="doi">10.1097/GCO.0000000000000408</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Solo</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Festin</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>Provider bias in family planning services: a review of its meaning and manifestations.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2019</year>;<volume>7</volume>(<issue>3</issue>):<fpage>371</fpage>&#x2013;<lpage>385</lpage>.
                    <pub-id pub-id-type="pmid">31515240</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-19-00130</pub-id>
                    <pub-id pub-id-type="pmcid">6816811</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Benova</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cleland</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Daniele</surname>
                            <given-names>MAS</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Expanding Method Choice in Africa with Long-Acting Methods: IUDs, Implants or Both?</article-title>
                    <source>

                        <italic toggle="yes">Int Perspect Sex Reprod Health.</italic>
</source>
                    <year>2017</year>;<volume>43</volume>(<issue>4</issue>):<fpage>183</fpage>&#x2013;<lpage>191</lpage>.
                    <pub-id pub-id-type="pmid">29874164</pub-id>
                    <pub-id pub-id-type="doi">10.1363/43e5217</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Eva</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Nanda</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Rademacher</surname>
                            <given-names>KH</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Experiences with the Levonorgestrel Intrauterine System among Clients, Providers and Key Opinion Leaders: A Mixed-Methods Study in Nigeria.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2018</year>;<volume>6</volume>(<issue>4</issue>):<fpage>680</fpage>&#x2013;<lpage>692</lpage>.
                    <pub-id pub-id-type="pmid">30591576</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-18-00242</pub-id>
                    <pub-id pub-id-type="pmcid">6370358</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jacobstein</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Shelton</surname>
                            <given-names>JD</given-names>
                        </name>
</person-group>:
                    <article-title>The levonorgestrel intrauterine system: a pragmatic view of an excellent contraceptive.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2015</year>;<volume>3</volume>(<issue>4</issue>):<fpage>538</fpage>&#x2013;<lpage>543</lpage>.
                    <pub-id pub-id-type="pmid">26681702</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-15-00330</pub-id>
                    <pub-id pub-id-type="pmcid">4682580</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Nyarko</surname>
                            <given-names>P</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Adohinzin</surname>
                            <given-names>C</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tapsoba</surname>
                            <given-names>P</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Acceptability and promotion strategies for LNG-IUS in Ghana: a public health assessment. Accra, Ghana: Population Council, Regional Office for Sub-Saharan Africa. </article-title>
                    <year>2009</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.571.6967&amp;rep=rep1&amp;type=pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hubacher</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Akora</surname>
                            <given-names>V</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Masaba</surname>
                            <given-names>R</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Introduction of the levonorgestrel intrauterine system in Kenya through mobile outreach: review of service statistics and provider perspectives.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2014</year>;<volume>2</volume>(<issue>1</issue>):<fpage>47</fpage>&#x2013;<lpage>54</lpage>.
                    <pub-id pub-id-type="pmid">25276562</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-13-00134</pub-id>
                    <pub-id pub-id-type="pmcid">4168611</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <collab>National Population Commission (NPC) [Nigeria] and ICF Macro</collab>:
                    <article-title>Nigeria Demographic and Health Survey 2008.</article-title>Abuja, Nigeria: National Population Commission and ICF Macro.<year>2009</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://microdata.worldbank.org/index.php/catalog/1459">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <collab>National Population Commission (NPC) [Nigeria] and ICF International</collab>:
                    <article-title>Nigeria Demographic and Health Survey 2013</article-title>. Abuja, Nigeria, and Rockville, Maryland, USA: NPC and ICF International.<year>2014</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.unicef.org/nigeria/reports/nigeria-demographic-and-health-survey-2013">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <article-title>Performance Monitoring &amp; Accountability 2020 (PMA2020), PMA2018 Nigeria-R3 Key Family Planning Indicators.</article-title>PMA2020: Baltimore, MD.<year>2017</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.pma2020.org/sites/default/files/PMA2018-Nigeria-National-FP-brief.pd">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Shelton</surname>
                            <given-names>JD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Finkle</surname>
                            <given-names>C</given-names>
                        </name>
</person-group>:
                    <article-title>Leading with LARCs in Nigeria: the stars are aligned to expand effective family planning services decisively.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2016</year>;<volume>4</volume>(<issue>2</issue>):<fpage>179</fpage>&#x2013;<lpage>85</lpage>.
                    <pub-id pub-id-type="pmid">27353612</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-16-00135</pub-id>
                    <pub-id pub-id-type="pmcid">4982243</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Rademacher</surname>
                            <given-names>K</given-names>
                        </name>
</person-group>:
                    <article-title>Provision of the levonorgestrel intrauterine system in Nigeria</article-title>. Harvard Dataverse, V1, UNF:6:MV+8evf/5FkN4BA/b28UmQ== [fileUNF].<year>2020</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.7910/DVN/7JMETP">http://www.doi.org/10.7910/DVN/7JMETP</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Rademacher</surname>
                            <given-names>KH</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Solomon</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Brett</surname>
                            <given-names>T</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Expanding access to a new more affordable levonorgestrel intrauterine system in Kenya: service delivery costs compared with other contraceptive methods and perspectives of key opinion leaders.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2016</year>;<volume>4 Suppl 2</volume>(<issue>Suppl 2</issue>):<fpage>S83</fpage>&#x2013;<lpage>93</lpage>.
                    <pub-id pub-id-type="pmid">27540128</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-15-00327</pub-id>
                    <pub-id pub-id-type="pmcid">4990165</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-24">
                <label>24</label>
                <mixed-citation publication-type="journal">
                    <collab>United States Agency for International Development (USAID)</collab>:
                    <article-title>Couple years of protection (CYP)</article-title>. Washington (DC): last updated,  [Internet].<year>2019</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.usaid.gov/global-health/health-areas/family-planning/couple-years-protection-cyp">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Polis</surname>
                            <given-names>CB</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hussain</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Berry</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>There Might Be Blood: A Scoping Review on Women&#x2019;s Responses to Contraceptive-Induced Menstrual Bleeding Changes.</article-title>
                    <source>

                        <italic toggle="yes">Reprod Health.</italic>
</source>
                    <year>2018</year>;<volume>15</volume>(<issue>1</issue>):<fpage>114</fpage>.
                    <pub-id pub-id-type="pmid">29940996</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12978-018-0561-0</pub-id>
                    <pub-id pub-id-type="pmcid">6020216</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-26">
                <label>26</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Christofield</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lacoste</surname>
                            <given-names>M</given-names>
                        </name>
</person-group>:
                    <article-title>Accessible Contraceptive Implant Removal Services: An Essential Element of Quality Service Delivery and Scale-up.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2016</year>;<volume>4</volume>(<issue>3</issue>):<fpage>366</fpage>&#x2013;<lpage>372</lpage>.
                    <pub-id pub-id-type="pmid">27577239</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-16-00096</pub-id>
                    <pub-id pub-id-type="pmcid">5042693</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-27">
                <label>27</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sergison</surname>
                            <given-names>JE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Stalter</surname>
                            <given-names>RM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Callahan</surname>
                            <given-names>RL</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cost of Contraceptive Implant Removal Services Must Be Considered When Responding to the Growing Demand for Removals.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2017</year>;<volume>5</volume>(<issue>2</issue>):<fpage>330</fpage>&#x2013;<lpage>332</lpage>.
                    <pub-id pub-id-type="pmid">28655806</pub-id>
                    <pub-id pub-id-type="doi"> 10.9745/GHSP-D-17-00100</pub-id>
                    <pub-id pub-id-type="pmcid">5487094</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-28">
                <label>28</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Wall</surname>
                            <given-names>KM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ingabire</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Allen</surname>
                            <given-names>S</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cost per insertion and couple year of protection for postpartum intrauterine devices and implants provided during service scale-up in Kigali, Rwanda [version 4; peer review: 1 approved, 2 approved with reservations].</article-title>
                    <source>

                        <italic toggle="yes">Gates Open Res.</italic>
</source>
                    <year>2020</year>;<volume>2</volume>:<fpage>39</fpage>.
                    <pub-id pub-id-type="pmid">32328566</pub-id>
                    <pub-id pub-id-type="doi">10.12688/gatesopenres.12858.4</pub-id>
                    <pub-id pub-id-type="pmcid">7163922</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-29">
                <label>29</label>
                <mixed-citation publication-type="journal">
                    <collab>FHI 360</collab>:
                    <article-title>The Sino-implant (II) Initiative: Expanded Access to Contraceptive Implants</article-title>. Fact sheet.<year>2018</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.fhi360.org/sites/default/files/media/documents/resource-sino-implant-brief.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-30">
                <label>30</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hubacher</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Masaba</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Manduku</surname>
                            <given-names>CK</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The levonorgestrel intrauterine system: cohort study to assess satisfaction in a postpartum population in Kenya.</article-title>
                    <source>

                        <italic toggle="yes">Contraception.</italic>
</source>
                    <year>2015</year>;<volume>91</volume>(<issue>4</issue>):<fpage>295</fpage>&#x2013;<lpage>300</lpage>.
                    <pub-id pub-id-type="pmid">25601351</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.contraception.2015.01.009</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-31">
                <label>31</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Jacobstein</surname>
                            <given-names>R</given-names>
                        </name>
</person-group>:
                    <article-title>Liftoff: the blossoming of contraceptive implant use in Africa.</article-title>
                    <source>

                        <italic toggle="yes">Glob Health Sci Pract.</italic>
</source>
                    <year>2018</year>;<volume>6</volume>(<issue>1</issue>):<fpage>17</fpage>&#x2013;<lpage>39</lpage>.
                    <pub-id pub-id-type="pmid">29559495</pub-id>
                    <pub-id pub-id-type="doi">10.9745/GHSP-D-17-00396</pub-id>
                    <pub-id pub-id-type="pmcid">5878070</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report29338">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14322.r29338</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Drake</surname>
                        <given-names>Jennifer Kidwell</given-names>
                    </name>
                    <xref ref-type="aff" rid="r29338a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r29338a1">
                    <label>1</label>PATH, Seattle, WA, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>1</day>
                <month>9</month>
                <year>2020</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2020 Drake JK</copyright-statement>
                <copyright-year>2020</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport29338" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13135.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This is an excellent article summarizing provider perspectives and cost data from limited LNG-IUS introduction in Nigeria, and is positioned to make a valuable contribution to the literature. I suggest some revisions along the following lines:&#x00a0;</p>
            <p> </p>
            <p> A few details:&#x00a0; 
                <list list-type="order">
                    <list-item>
                        <p>First reference to Table 1, there's a missing word (I think Nigeria?). In Table 1, it would be optimal to know the price for all LNG-IUS options if available (and if not available, acknowledge that?). Final point - would it be possible to add a brief overview of product availability across FP 2020 countries? That might make the article more applicable for a wider range of readers.</p>
                    </list-item>
                    <list-item>
                        <p>Please justify/explain why you chose to focus specifically on the service delivery/health systems costs and not the broader societal costs (i.e., costs to women), which are also important for decision-makers to understand. Are there existing studies re: costs for women for IUD insertion that you could borrow from/reference (or even implants as a parallel)?</p>
                    </list-item>
                    <list-item>
                        <p>In the intro or conclusion is it worth at least summarizing/referencing client perspectives in FP 2020 countries re: the LNG-IUS or IUD/IUS in general? I recognize this is out of scope to address directly in your methodology/results, but helpful context to acknowledge.</p>
                    </list-item>
                    <list-item>
                        <p>Methods, under Qualitative Assessment - how did you determine sample size?&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>Methods, under Costing Assessment - what is the source of the assumption that each kit could be used for 500 insertions or removals? (And assuming the slash stands for "or" and not "and", consider being explicit and just writing it out).&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>For the trainings, helpful to note which training costs are/are not captured by program expenditure reports. Is provider time/salaries covered, for example?</p>
                    </list-item>
                    <list-item>
                        <p>Table 6 - can you share the frequency of visits under SFH supportive supervision model?&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>Results - assuming the two providers who said that LNG-IUS was a better message said that spontaneously, without prompting. Maybe make that explicit?&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>I think there may be a typo in one of the quotes - it says "...some are so comfortable because of the amenorrhea" but the quote makes it sound like it should be uncomfortable?</p>
                    </list-item>
                    <list-item>
                        <p>I am not familiar with the clinical term "loading" when you talk about insertion, might be helpful to define for other readers.</p>
                    </list-item>
                    <list-item>
                        <p>Also under Capacity and resources, you say, "one provider in each of four programs" - weren't there five programs in the study?</p>
                    </list-item>
                    <list-item>
                        <p>When you talk about pricing strategies, would be curious to hear if any providers shared more about clients' actual reaction to the price (not just general/hypothetical, as described)?&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>For the Sayana Press cost per CYP, I assume this is for provider injections and not self-injection? Self-injection is being scaled in Nigeria, so important to note that distinction and the fact that you did not calculate cost per CYP for self-injection, which might (?) be lower given reduced visits (although could be offset by longer up-front counseling, potentially).This needs to be noted in the last paragraph of the discussion as well, when you talk about resupply.&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>Table 10 is great, but not sure your opening Discussion statement acknowledges clearly enough the wide array of concerns expressed about health workers. Even a quick phrase acknowledging those would be nice.</p>
                    </list-item>
                    <list-item>
                        <p>Suggest acknowledging in the intro or conclusion that Nigeria is explicitly committed to introducing new methods and coordinating across introduction of new contraceptive methods, and if/how these type of data might help benefit the system and all products beyond just LNG introduction. Nigeria seems to be a leader along these lines and it would be nice to highlight.</p>
                    </list-item>
                    <list-item>
                        <p>In Limitations, you note that there were commonalities in thematic structure across multiple programs - was that clearly stated in Results before? Any notable exceptions to flag that might impact any points in your discussion?</p>
                    </list-item>
                    <list-item>
                        <p>&#x00a0;What about costing data availability, in terms of open access? That should be addressed explicitly.</p>
                    </list-item>
                </list>
            </p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>I cannot comment. A qualified statistician is required.</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>No</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>My input falls under the category of "a number of small changes" rather than more significant ones. I have participated in several research studies focused on the introduction of DMPA-SC and self-injection, including costing studies, namely in Burkina Faso, Senegal, and Uganda.</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report29335">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14322.r29335</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Mbizvo</surname>
                        <given-names>Michael T.</given-names>
                    </name>
                    <xref ref-type="aff" rid="r29335a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-8262-8640</uri>
                </contrib>
                <aff id="r29335a1">
                    <label>1</label>Population Council, Lusaka, Zambia</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>1</day>
                <month>9</month>
                <year>2020</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2020 Mbizvo MT</copyright-statement>
                <copyright-year>2020</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport29335" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13135.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>General:</p>
            <p> It is my opinion that the study succinctly presents findings from the qualitative assessment of LNG-IUS providers in Nigeria, which are complemented by a cost assessment. A general lack of awareness of LNG-IUS was observed. Findings reinforce the need to offer wider contraceptive method choices. It is noteworthy that costs were comparable with similar methods, while additional therapeutic benefits were reported. The paper thus adds to the evidence base on provider perspectives, especially in a context of low contraceptive uptake reported for Nigeria in general, and provider influences that may either &#x00a0;limit or facilitate contraceptive methods uptake in particular.</p>
            <p> </p>
            <p> Specific: 
                <list list-type="order">
                    <list-item>
                        <p>While the abstract results start with highlighting providers&#x2019; observations of how users accepted the &#x201c;collateral&#x201d; therapeutic benefit of the method, it is also important right at the outset to get insights on method acceptance for contraceptive benefit and insertion and removal processes. Thereafter, the added benefits could be alluded to.</p>
                    </list-item>
                    <list-item>
                        <p>In the third paragraph of the Introduction, where reference is made to &#x201c;&#x2026;with concerns among providers related to infections or risks of infertility&#x2026;&#x201d; I would propose adding &#x201c;potential&#x201d;, before infections.&#x00a0;</p>
                    </list-item>
                    <list-item>
                        <p>Under Methods, subsection &#x201c;Setting&#x201d;, first paragraph currently reads more like part on the study rationale. I would suggest that actual study contextual setting and health systems under which the study was conducted, be described.</p>
                    </list-item>
                    <list-item>
                        <p>I have given a &#x201c;no&#x201d; to availability of sources of data, with reference to qualitative information, which is in line with the explanation given by the authors to delink data provided with identity of respondents. &#x00a0;&#x00a0;&#x00a0;&#x00a0;&#x00a0;</p>
                    </list-item>
                </list>
            </p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Not applicable</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>No</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report29336">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.14322.r29336</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Gichuhi</surname>
                        <given-names>Gathari Ndirangu</given-names>
                    </name>
                    <xref ref-type="aff" rid="r29336a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-3040-4298</uri>
                </contrib>
                <aff id="r29336a1">
                    <label>1</label>Pathfinder International, Nairobi, Kenya</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>25</day>
                <month>8</month>
                <year>2020</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2020 Gichuhi GN</copyright-statement>
                <copyright-year>2020</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport29336" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.13135.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The authors demonstrate&#x00a0;the high acceptability by health providers in Nigeria to counsel&#x00a0;for and offer the&#x00a0;hormonal IUS to FP clients in sites that have been offering this method as part of a menu of short-acting and long-acting reversible contraceptive methods. Further, the article shows that while&#x00a0;the cost per CYP of the hormonal IUS in Nigeria is similar to that of the contraceptive implants but much higher than that of the Cu-T IUD, this cost is generally similar to that of other commonly used contraceptive methods. It is instructive to note that the cost is lower than that of the three-monthly injectable contraceptive (DMPA and DMPA-SC). Considering the fact that this method has significant non-contraceptive benefits to users and is indicated as a therapeutic agent for women with heavy menstrual bleeding from a variety of&#x00a0;non-cancerous causes that include uterine leiomyoma, adenomyosis, and endometrial hyperplasia expanding its access to women in&#x00a0;low and middle-income countries through price reduction will transfer huge benefits to the women.&#x00a0;</p>
            <p> </p>
            <p> The article is logically presented, clearly describing the methods used and data management, and lays out the results well, with sensible discussion and conclusion. Although the authors do not avail the source data due to concerns of the inability to completely de-identify the transcripts, they offer relevant excerpts upon request to the corresponding author.&#x00a0;</p>
            <p> </p>
            <p> I'd suggest the following few edits;</p>
            <p> </p>
            <p> Consistent abbreviation of Marie Stopes International Organization Nigeria. In Table 8, it is abbreviated as MSN while in other sections, the authors refer to it as MSION.</p>
            <p> Under methods (setting), it would be helpful to point out what the disparities look like, other than merely mentioning that there's "
                <italic>more limited use of modern contraception in</italic>" Northern Nigeria. This description probably sits better in the introduction.&#x00a0;</p>
            <p> </p>
            <p> In Table 2, it is unclear what it means to have the pricing structure 
                <italic>set by</italic> the 
                <italic>provider</italic> in the DKT sites. Additional details would be helpful, even as a note to describe the table. One would expect that providers would charge for this service within some set limits.&#x00a0;</p>
            <p> </p>
            <p> In Table 5, sterile gauze sponge is indicated as not applicable (n/a) for provision of the contraceptive implant yet one would expect that the arm is cleaned with an antiseptic using sterile gauze as part of infection prevention and control. Clarity on this will be helpful.&#x00a0;</p>
            <p> </p>
            <p> Under results, this verbatim quote of a health provider on infection prevention and control is unclear and the authors could improve what they're communicating&#x00a0;by editing it;</p>
            <p> </p>
            <p> &#x00a0;
                <italic>We don&#x2019;t have enough gloves and other [things] but we used to buy. That is why 
                    <underline>
                        <bold>sometimes, we always</bold>
                    </underline> ask the patient to buy small gloves when we don&#x2019;t have, 
                    <underline>
                        <bold>so we can make sure we control the prevention and infection control here</bold>
                    </underline>. [232].</italic>
            </p>
            <p> </p>
            <p> In Table 10, the cell that lists facilitators of quality of care needs editing;</p>
            <p> </p>
            <p> 
                <bold>No major challenges with insertion and</bold>
            </p>
            <p> 
                <italic>
                    <underline>
                        <bold>removal Confidence in privacy arrangements</bold>
                    </underline>
                </italic>
            </p>
            <p>
                <italic> 
                    <underline>
                        <bold>in current clinical setting</bold>
                    </underline>
                </italic>
            </p>
            <p> 
                <bold>Availability of equipment</bold>
            </p>
            <p> 
                <bold>Confidence in infection prevention measures</bold>
            </p>
            <p> </p>
            <p> In the same table, the last factor on barriers for provider attitudes towards LNG-IUS is incomplete;</p>
            <p> </p>
            <p> &#x00a0;
                <underline>
                    <italic>Not suitable when active infections</italic>
                </underline>
            </p>
            <p> </p>
            <p> The references are relevant and recent.&#x00a0;</p>
            <p> </p>
            <p> I appreciate the opportunity to have reviewed this article that I believe will contribute to the body of knowledge regarding expanding access to the hormonal IUS to women who cannot afford the current commercial rates.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Partly</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Family planning and contraception; maternal and newborn health; sexual and reproductive health; public health; obstetrics and gynecology.</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
</article>
