<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">Gates Open Res</journal-id>
            <journal-title-group>
                <journal-title>Gates Open Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2572-4754</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/gatesopenres.15189.2</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Developing a framework for understanding policy decision-making behaviors in the transition of an HIV prevention program towards sustainability: a case study from Zambia&#x2019;s voluntary medical male circumcision program</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 2; peer review: 1 approved, 2 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Gantayat</surname>
                        <given-names>Nishan</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Visualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-3258-6643</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Baer</surname>
                        <given-names>James</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Visualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Gangaramany</surname>
                        <given-names>Alok</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-3908-8463</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Kretschmer</surname>
                        <given-names>Steve</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-4839-2213</uri>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Surana</surname>
                        <given-names>Rasi</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Samona</surname>
                        <given-names>Alick</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Visualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a2">2</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Mukamba</surname>
                        <given-names>Njekwa</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Jere</surname>
                        <given-names>Bright</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Resources</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a3">3</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Chinsenga</surname>
                        <given-names>Tina</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a4">4</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Prasad</surname>
                        <given-names>Ram</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Goetschius</surname>
                        <given-names>Stephen</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Sharma</surname>
                        <given-names>Saransh</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Validation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Final Mile Consulting, New York, New York, 10007, USA</aff>
                <aff id="a2">
                    <label>2</label>DesireLine, Istanbul, Turkey</aff>
                <aff id="a3">
                    <label>3</label>Center for Infectious Disease Research in Zambia, Lusaka, Lusaka Province, Zambia</aff>
                <aff id="a4">
                    <label>4</label>Ministry of Health, Zambia, Lusaka, Zambia</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:nishan9015@gmail.com">nishan9015@gmail.com</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>14</day>
                <month>6</month>
                <year>2024</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2024</year>
            </pub-date>
            <volume>8</volume>
            <elocation-id>18</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>13</day>
                    <month>6</month>
                    <year>2024</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Gantayat N et al.</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://gatesopenresearch.org/articles/8-18/pdf"/>
            <abstract>
                <p>Faced with declining donor funding for HIV, low- and middle-income countries must identify efficient and cost-effective ways to integrate HIV prevention programs into public health systems for long-term sustainability. In Zambia, donor support to the voluntary medical male circumcision (VMMC) program, which previously funded non-governmental organizations as implementing partners, is increasingly being directed through government structures instead. We developed a framework to understand how the behaviors of individual decision-makers within the government could be barriers to this transition. We interviewed key stakeholders from the national, provincial, and district levels of the Ministry of Health, and from donors and partners funding and implementing Zambia&#x2019;s VMMC program, exploring the decisions required to attain a sustainable VMMC program and the behavioral dynamics involved at personal and institutional levels. Using pattern identification and theme matching to analyze the content of the responses, we derived three core decision-making phases in the transition to a sustainable VMMC program: 1) developing an alternative funding strategy, 2) developing a policy for early-infant (0&#x2013;2 months) and early-adolescent (15&#x2013;17 years) male circumcision, which is crucial to sustainable HIV prevention; and 3) identifying integrated and efficient implementation models. We formulated a framework showing how, in each phase, a range of behavioral dynamics can form barriers that hinder effective decision-making among stakeholders at the same level (e.g., national ministries and donors) or across levels (e.g., national, provincial and district). Our research methodology and the resulting framework offer a systematic approach for in-depth investigations into organizational decision-making in public health programs, as well as development programs beyond VMMC and HIV prevention. It provides the insights necessary to map organizational development and policy-making transition plans to sustainability, by explaining tangible factors such as organizational processes and systems, as well as intangibles such as the behaviors of policymakers and institutional actors.</p>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>decision-making</kwd>
                <kwd>policy-making</kwd>
                <kwd>organisational behavior</kwd>
                <kwd>policy implementation</kwd>
                <kwd>public health</kwd>
                <kwd>zambia</kwd>
                <kwd>VMMC</kwd>
                <kwd>HIV prevention</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://dx.doi.org/10.13039/100000865">
                    <funding-source>Gates Foundation</funding-source>
                    <award-id>INV-003302</award-id>
                </award-group>
                <funding-statement>This work was supported by the Gates Foundation (INV-003302).</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
        <notes>
            <sec sec-type="version-changes">
                <label>Revised</label>
                <title>Amendments from Version 1</title>
                <p>The revisions to the paper have been made in 3 sections &#x2013; Title, Introduction and Methodology. The first set of changes have been made to the title (replacing a HIV to an HIV) and keyword search (&#x201c;Zambia&#x201d; instead of &#x201c;zambia&#x201d;) pertaining to grammatical recommendations. The second set of changes have been in the introduction section including sentence reorder (moving Rwanda&#x2019;s example after the example on Avahan)&#x00a0; to improve flow, grammatical and sentence restructuring recommendations. Finally a third set of revisions have been made in the methodology section - we have now explicitly informed the readers that the second paper mentioned in the paper is a work in progress and the limitation of using a purposive sampling. Additionally one more revision happened in the supplementary material, one instance of duplication of row (blank row) has been removed.</p>
            </sec>
        </notes>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>HIV prevention and treatment efforts in low- and middle-income countries have been funded by national governments, bilateral funding, multilateral assistance, and private philanthropic organizations. But funding trends have changed in recent years. Despite international commitments to invest at least $26.2bn annually in low- and middle-income countries by the end of 2020
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>
                </sup>, the resource pool amounted to $21.7bn in 2020, leaving a significant gap in funding
                <sup>
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>. Donor funding to these countries decreased from a high of $8.6bn in 2014 to $8.2bn in 2020
                <sup>
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>.</p>
            <p>Among the HIV programs affected by these funding challenges is voluntary medical male circumcision (VMMC), a relatively inexpensive, one-off procedure that reduces by 60% a man&#x2019;s risk of acquiring HIV via unprotected vaginal intercourse
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>. The World Health Organization (WHO) and the Joint United Nations Programme on HIV/AIDS (UNAIDS) have recommended VMMC for HIV prevention in 15 sub-Saharan African countries with high HIV prevalence and low rates of male circumcision
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>
                </sup>.</p>
            <p>In the face of plateaued funding from donors, countries most affected by HIV find themselves under pressure from donors to identify alternative, sustainable strategies for funding and implementation. In the case of VMMC &#x2013; a cost-effective prevention intervention that must otherwise compete for resources with increasingly expensive treatments &#x2013; this means identifying how to route funding through government finance mechanisms and best integrate VMMC implementation into standard health-service provision, while eliminating or reducing reliance on support from VMMC implementation partners, in order to build ownership and program sustainability. This requires a change from the VMMC demand and service-delivery models used until recently, where VMMC has largely been promoted and delivered through structures parallel to national health systems, using seasonal campaigns led by nongovernmental organization (NGO) implementing partners, directly funded by donors.</p>
            <p>As most national VMMC programs have been vertically organized, with implementation supported by donors and NGO implementing partners, the transition to integrated programming within local contexts and health systems will be significant. Government and policymakers must often make decisions about optimal resource allocation in an environment marked by incomplete information and uncertainty, while considering specific socio-cultural and political contexts. Given the uncertainty of future support, designing effective transition approaches to sustainable VMMC programs must be a priority for countries to reach and maintain target coverage levels and reduce the number of new HIV infections. This means maintaining high VMMC coverage while strengthening local governance, management, and execution capabilities in the face of the anticipated contraction in resources. A framework would be useful to guide the process by identifying key barriers to such a transition and mapping the decision-making and collaboration required among stakeholders, including donors, implementing partners, and ministry offices at the national, provincial and district levels.</p>
            <p>In order to assist the transition to a sustainable VMMC program in Zambia, one of the 15 priority VMMC countries, we sought to understand and identify the priority decisions that are being taken in a range of contexts to formulate policy for transitioning the program. This transition will ideally be from a program that is, top-down, supply-side focused, donor-funded and donor-directed to one that is government-owned and -led, provides avenues for bottom-up decision-making in policy development, and where decisions are aligned with the goal of long-term sustainability. The key pillars of decision-making identified as leading to sustainability in the Transition and Sustainability Plan for VMMC published by Zambia&#x2019;s Ministry of Health are: leadership and advocacy; governance and coordination; service delivery; communication and client mobilization; monitoring and evaluation; supply chain; and health financing/resource mobilization
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. For each pillar, we aimed to map the key stakeholders who are or should be involved in the decisions, the decision processes, and the barriers and enablers of the decisions. This analysis formed the basis for the development of a Barrier Framework summarizing the existing barriers to more effective decision-making dynamics that would facilitate transition to sustainable VMMC programming in Zambia.</p>
            <p>While we applied this approach to VMMC, it offers lessons for other public health programs in low- and middle-income countries, especially those funded initially by outside donors, as they seek to become locally contextualized, and transitioned to integrated, sustainable structures.</p>
        </sec>
        <sec>
            <title>Program sustainability and decision-making</title>
            <p>Definitions of sustainability have varied over time and based on country-specific dimensions such as capacity, governance, and income (
                <xref ref-type="table" rid="T1">Table 1</xref>). Research on health-program sustainability emphasizes a number of core aspects: capacity to maintain service coverage to continue control of a health problem, capacity of a project to continue delivering benefits
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>, and delivering appropriate levels of benefits for an extended period after major financial, managerial, and technical assistance from an external donor is terminated
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>. PEPFAR identifies four components of sustainability: political will, HIV services that meet people&#x2019;s treatment and prevention needs, efficient health systems, and sufficient financial resources
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>
                </sup>.</p>
            <table-wrap id="T1" orientation="portrait" position="anchor">
                <label>Table 1. </label>
                <caption>
                    <title>Components of sustainable programs proposed by World Bank, USAID and PEPFAR.</title>
                </caption>
                <table content-type="article-table" frame="hsides">
                    <thead>
                        <tr>
                            <th align="center" colspan="1" rowspan="1" valign="top">Source</th>
                            <th align="center" colspan="1" rowspan="1" valign="top">Sustainability Components</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">World Bank
                                <sup>
                                    <xref ref-type="bibr" rid="ref-4">4</xref>
                                </sup>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x2022;&#x00a0;&#x00a0;&#x00a0;Continued delivery of services and production of benefits
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Maintenance of physical infrastructure
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Long-term institutional capacity
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Political support</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">USAID
                                <sup>
                                    <xref ref-type="bibr" rid="ref-5">5</xref>
                                </sup>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x2022;&#x00a0;&#x00a0;&#x00a0;Capacity development
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Service delivery continuity</td>
                        </tr>
                        <tr>
                            <td align="left" colspan="1" rowspan="1" valign="top">PEPFAR
                                <sup>
                                    <xref ref-type="bibr" rid="ref-6">6</xref>
                                </sup>
                            </td>
                            <td align="left" colspan="1" rowspan="1" valign="top">&#x2022;&#x00a0;&#x00a0;&#x00a0;Political will (governance, leadership, and accountability)
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Adequate services (national health system, service delivery)
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Efficient health systems (strategic investments, strategic information)
                                <break/>&#x2022;&#x00a0;&#x00a0;&#x00a0;Sufficient financial resources (Sustainable financing)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Other key aspects of program sustainability are integration
                <sup>
                    <xref ref-type="bibr" rid="ref-9">9</xref>,
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>, institutionalization
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>, and routinization
                <sup>
                    <xref ref-type="bibr" rid="ref-12">12</xref>
                </sup>. The benefits of health programs combining vertical and horizontal approaches have been recognized, where the degree of integration is determined based on the health system, communities, and context
                <sup>
                    <xref ref-type="bibr" rid="ref-9">9</xref>,
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>. Potential influencers of institutionalization and routinization include project design and implementation factors, such as the project goal negotiation process, project effectiveness, financing, and training, among others
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>. Factors within the organizational setting are institutional capacity, integration with existing programs or services, and program leadership.</p>
            <p>Funding and capacity building are both essential ingredients for sustainability. Sustainability depends upon adequate, flexible, and reliable funding, as well as political support and programmatic control
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>,
                    <xref ref-type="bibr" rid="ref-15">15</xref>
                </sup>. Brazil and Romania are examples of countries that have transitioned from being Global Fund beneficiaries and are now self-sufficient in funding
                <sup>
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>. South Africa and India have progressively increased their domestic contribution to HIV programs to 90% and 70%, respectively
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>
                </sup>. South Africa was the first country under the PEPFAR partnership framework to transition to full financial responsibility for its HIV program
                <sup>
                    <xref ref-type="bibr" rid="ref-17">17</xref>
                </sup>. This involved capacitating indigenous organizations, creating shared decision-making structures, and facilitating partnerships with public-health facilities, with the help of PEPFAR-funded staff and infrastructure. Between 2009 and 2013, the Bill &amp; Melinda Gates Foundation drove the transitioning of its Avahan HIV/AIDS prevention initiative in India from being heavily donor-funded to being predominantly owned and run by the national government
                <sup>
                    <xref ref-type="bibr" rid="ref-18">18</xref>
                </sup>. In Rwanda, international NGOs helped with administrative and programmatic capacity-building of institutions involved at all levels of the HIV response in preparation for the transition of management of PEPFAR-funded programs
                <sup>
                    <xref ref-type="bibr" rid="ref-19">19</xref>
                </sup>. In the context of Zambia, antiretroviral services for people living with HIV have been quickly and appreciably scaled up through the strengthening of primary healthcare facilities
                <sup>
                    <xref ref-type="bibr" rid="ref-20">20</xref>,
                    <xref ref-type="bibr" rid="ref-21">21</xref>
                </sup>. Other sustainability initiatives in the sub-Saharan region include in Ghana, where health-system based factors have contributed to the integration of tuberculosis and HIV services using organic funding
                <sup>
                    <xref ref-type="bibr" rid="ref-22">22</xref>
                </sup>, in Zimbabwe to create a community-based HIV care program
                <sup>
                    <xref ref-type="bibr" rid="ref-23">23</xref>
                </sup>, and in Zambia an HIV risk reduction behavioral intervention for HIV seropositive and sero-discordant couples using a &#x201c;train-the-trainer&#x201d; model
                <sup>
                    <xref ref-type="bibr" rid="ref-24">24</xref>
                </sup>.</p>
            <p>When considering the strategic decision-making involved in transitioning an HIV prevention program to sustainability, organizational structure can have a profound effect
                <sup>
                    <xref ref-type="bibr" rid="ref-25">25</xref>,
                    <xref ref-type="bibr" rid="ref-26">26</xref>
                </sup>. In behavioral theories of firms, viewing decisions as an outcome of well-sequenced behaviors, and linking firm-level models to empirical observations of decision outcomes as well as process structure, marks a deviation from the standard economic theory of firms
                <sup>
                    <xref ref-type="bibr" rid="ref-27">27</xref>
                </sup>. This theory assumes individuals and group structures within organizations have complete information about the options available for choice, perfect foresight of the consequences of their choices, and the wherewithal to optimize and identify an option which maximizes utility
                <sup>
                    <xref ref-type="bibr" rid="ref-28">28</xref>,
                    <xref ref-type="bibr" rid="ref-29">29</xref>
                </sup>. In addition, the rational actors work within well-structured problems and contexts. By contrast, behavioral theories of firms posit that these assumptions are seldom accurate. Organizations often face ill-structured decision contexts where the issues are complex, difficult to define, and lack clear boundaries, while foresight and the consequences of choices are clouded by uncertainty.</p>
            <p>The fields of organizational learning theory
                <sup>
                    <xref ref-type="bibr" rid="ref-30">30</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-33">33</xref>
                </sup> and evolutionary economics
                <sup>
                    <xref ref-type="bibr" rid="ref-34">34</xref>
                </sup> show how events and experiences drive decision-making that changes organizational behavior. The processes involved in decision-making can be seen as a kind of assessment, where objectives of relevance, implications, coping potential, and normative significance play a critical role in how individuals evaluate potential behavior or decisions
                <sup>
                    <xref ref-type="bibr" rid="ref-35">35</xref>
                </sup>. In the context of complex decisions, the mechanisms behind decision-making within organizations involve behavioral biases and heuristics. These can be explained by behavioral principles such as bounded rationality and the dominant coalition. Bounded rationality refers to the fact that problem-solving is constrained by the limits of people&#x2019;s cognitive abilities, that people seldom make choices that are in their long-term interest, and that they do not always pursue self-interest. The dominant coalition means that even though their members have differing interests, organizations seem to move with a sense of shared intentionality, similar to the behavior seen in naturally occurring groups
                <sup>
                    <xref ref-type="bibr" rid="ref-36">36</xref>
                </sup>.</p>
            <p>Our research was designed to explore and explain how individuals&#x2019; behaviors and non-conscious thought processes play out in organizational decision-making in the context of Zambia&#x2019;s VMMC program and can act as barriers to a successful transition to sustainable programming. Zambia&#x2019;s VMMC program has made significant progress toward its scale-up goals. By the end of 2018 it had achieved more than 50% of its target of 1.98 million male circumcisions set in the country&#x2019;s 2016&#x2013;2020 National Operational Plan for scaling up VMMC
                <sup>
                    <xref ref-type="bibr" rid="ref-37">37</xref>
                </sup>. While VMMC policy, leadership, infrastructure and human resources have been driven by the national Ministry of Health, implementation of the program has been heavily supported by donors and partners, and the Government of Zambia has recognized the need to move from a predominantly campaign-focused, partner-dependent service delivery model to a government-owned and -managed structure
                <sup>
                    <xref ref-type="bibr" rid="ref-38">38</xref>
                </sup>. In view of the shifting priorities as donors reduce their investments, and the changing HIV landscape, the Government of Zambia&#x2019;s Transition and Sustainability Plan together with the National Operational plan aims to integrate the VMMC program within the Ministry of Health framework
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>,
                    <xref ref-type="bibr" rid="ref-38">38</xref>
                </sup>. Our research was designed in collaboration with Zambia&#x2019;s Ministry of Health to develop a framework for understanding behaviors in the decision-making processes within VMMC policy, and to help the government understand the organizational dynamics at play, in order to assist transition of the VMMC program from being donor-funded and NGO-implemented to a government-owned and government-managed, sustainable structure.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>The methods discussed here are those used in the first of two phases of research designed to accomplish the goals outlined:</p>
            <p>
                <bold>Phase One: Immersion research</bold> to map the relevant decisions for the VMMC program and the stakeholders involved in those decisions, and understand the various behavioral dynamics that come into play. This phase of research was designed to inform the second phase of work.</p>
            <p>
                <bold>Phase Two: Decision-simulation behavioral research</bold> to develop and test hypotheses about 1) the most relevant barriers to effective decision-making, 2) which decisions these barriers are relevant to, and 3) which decision stakeholders they are relevant to. This second phase indicated which barriers in the system need to be addressed, and how, to realize an effective transition to a sustainable VMMC program in Zambia. The research also aided in finding potential opportunities for process development and structural modifications to VMMC policy decision-making. The methods and results for this phase of research are reported in a separate article that is work in progress.</p>
            <p>The present article focuses on Phase 1: immersion research (
                <xref ref-type="fig" rid="f1">Figure 1</xref>).</p>
            <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                <label>Figure 1. </label>
                <caption>
                    <title>Research process for decision-mapping.</title>
                    <p>Source: Icons &#x2013; The Noun Project.</p>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure1.gif"/>
            </fig>
            <p>We used a qualitative research technique to identify and understand the mechanisms underlying policy-making decisions and behaviors within the Ministry of Health (MoH) (S2 File, S3 File). We first mapped the organizational structure of the MoH and the roles within it relevant to VMMC program management (
                <xref ref-type="fig" rid="f2">Figure 2</xref>), together with other relevant ministries within the Government of Zambia and the relevant roles within them. We then used a purposive sampling technique to select 21 individuals with key roles for the transition of the VMMC program, based on their organizational impact upon health programs within the MoH, and ensuring representation across all three levels of the MoH (national, provincial, and district), as well as implementing partners and donors. Though this ensured that the research study caters to the unique characteristics of the problem statement, a potential limitation can be seen on generalizing the findings beyond the specific context. We conducted in-person interviews with these 21 individuals: 4 from the national MoH, 8 from provincial MoH offices, 5 from district MoH offices, 2 from implementing partners, and 2 from other ministries. The criticality of their roles with respect to decision-making and engaging across levels was validated during the immersion interviews.</p>
            <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                <label>Figure 2. </label>
                <caption>
                    <title>Organogram of Ministry of Health, Zambia.</title>
                    <p>

                        <italic toggle="yes">Note: Provincial and district structures can vary, and the organizational structures are thus indicative of those that pertained during the period of research, January 2020 &#x2013; October 2020</italic>.</p>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure2.gif"/>
            </fig>
            <p>The sample represented two districts in each of three provinces, chosen to represent a range of settings: Mongu and Sioma districts in Western Province (rural setting), Lusaka and Chirundu districts in Lusaka Province (urban setting), and Chinsali and Mafinga districts in Muchinga Province (semi-urban setting). Within each province, one district was selected based on its high VMMC coverage against the 2020 targets, and one was based on its low VMMC coverage. Details of the sample are available in the supporting information (S3 File, Partners+Targets+Dropout Rates tab).</p>
            <p>We conducted semi-structured, in-depth interviews to gain a comprehensive understanding of the processes, decision contexts, and organizational structures for policy development and implementation of the VMMC program within the MoH (S1 File). The decision contexts were aligned with the seven &#x201c;sustainability pillars&#x201d; in the government&#x2019;s Transition and Sustainability Plan for VMMC: leadership and advocacy; governance and coordination; service delivery; communication and client mobilization; monitoring and evaluation; supply chain; and health financing/resource mobilization
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. Since there was only one respondent for each organizational role, techniques such as focus group interviews were not appropriate, given the lack of within-group heterogeneity. Three researchers &#x2013; two moderators and one analyst (see extended data) &#x2013; conducted in-person interviews. Each interview lasted 45&#x2013;60 minutes and consisted of a set of open-ended, sequenced questions, organized according to a semi-structured discussion guide. The response to each question was recorded using a structured decision sheet (see extended data). All respondents provided verbal consent to be interviewed, and for their interview to be audio-recorded to facilitate data analysis and synthesis. Questions asked during the interview were exclusively about policymaking and decision-making processes. It was explained to respondents that for the purpose of publishing data and results, their responses would be scrubbed of any identifying information. The audio-recorded interviews were transcribed and used for synthesis along with the notes taken during the interview.</p>
            <p>Interviewers first defined the boundaries of the decision being discussed, by explaining the context and parameters of the decision, and then used a laddering technique to drill down. The participant was asked about the future desired state of policy. For instance, &#x201c;What is your understanding of sustainability of VMMC?&#x201d; They were then asked about the decisions that would facilitate the transition to that state. Questions were asked to understand what skills, tools, people, and processes were needed (or were lacking) that would facilitate the decisions leading to this state. Once the future-state and transitional-state decisions were recorded, questions were asked to understand the stakeholders, decision process, and decision flow in more depth, as well as the benchmarks and experiences that might reveal the heuristics that respondents used when making decisions in the current context (
                <xref ref-type="fig" rid="f3">Figure 3</xref>). The questions were designed to elicit responses based on participants&#x2019; actual experiences and past behavior, rather than their current opinions or feelings (S1 File, S2 File).</p>
            <fig fig-type="figure" id="f3" orientation="portrait" position="float">
                <label>Figure 3. </label>
                <caption>
                    <title>Decision contexts and sequencing of interviews with key decision-makers.</title>
                    <p>Source: Icons &#x2013; The Noun Project.</p>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure3.gif"/>
            </fig>
            <p>One example of a decision context is service delivery. Sample questions about the transition to future desired state were: &#x201c;
                <italic toggle="yes">What might be barriers around service delivery decision-making?</italic>&#x201d;, &#x201c;
                <italic toggle="yes">What might be some motivations around decisions on service delivery?</italic>&#x201d;, and &#x201c;
                <italic toggle="yes">What might be the process in decision-making for funding for service delivery?</italic>&#x201d;. Another such decision context was for decisions taken in the domain of supply chain. The future desired state presented for ensuring a sustainable VMMC policy was a centrally managed supply chain, rather than one managed by donors. Sample questions included: &#x201c;
                <italic toggle="yes">Can you tell me about the decisions around policy that would be needed in the future state of a centrally managed supply chain?</italic>&#x201d;, &#x201c;
                <italic toggle="yes">What decisions about supply chain might be taking place in the future state where early-infant male circumcision (EIMC) and early-adolescent male circumcision (EAMC) are sustainable and integrated?</italic>&#x201d;, &#x201c;
                <italic toggle="yes">Who should be involved in making decisions in the future state and what are some of the dynamics involved?</italic>&#x201d;, and &#x201c;
                <italic toggle="yes">What transitional decisions need to happen before EIMC and EAMC are sustainable?</italic>&#x201d; Similar questions were then asked about the current system and what might help in the transition from the current structure of the donor-managed supply chain to one managed by the central government. The questions in these examples aimed to elicit answers or narratives based on the respondents&#x2019; past experiences in working with service delivery or supply chains within the VMMC program, or in other programs, in order to understand their reference points. For service delivery, for example, partner-led mechanisms might be maintaining the status quo and holding up different and potentially more successful approaches. For supply-chain operations in the national HIV antiretroviral therapy program, the heuristics involved in decision-making might lead to a need for authoritative support when implementing decisions.</p>
            <p>To analyze the interviews, we used pattern identification and theme matching to organize the content of the decision sheets (and transcripts of recorded interviews, where available) into a grid. This consisted of seven key decision-making contexts or objectives: VMMC Policy, Funding, Service Delivery, Training, Supply Chain, Indicators, and Cross-Ministry Collaboration. These were broadly aligned with the &#x201c;sustainability pillars&#x201d; in the Transition and Sustainability Plan
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup> and represented key aspects of the overall policy development process. The second dimension of the grid was the structural state of the VMMC program in which a decision occurs: 1) the current, vertically structured VMMC program model; 2) a transitional state, in which decisions are taken and capacities developed to move to a new state; or 3) the future state of a sustainable VMMC program, organically managed by the Government of Zambia, that includes younger age groups (EIMC and EAMC) in order to provide the preventive benefits of circumcision before the young person becomes sexually active. (Since our research was conducted, Zambia&#x2019;s VMMC program, in line with new recommendations from WHO
                <sup>
                    <xref ref-type="bibr" rid="ref-39">39</xref>
                </sup>, has adjusted the focus of its adolescent programming from boys aged 10 years and older to adolescents aged 15 years and older
                <sup>
                    <xref ref-type="bibr" rid="ref-38">38</xref>
                </sup>). Each data point from the interviews was mapped to its intersection of the relevant decision-making context and the state. We then synthesized the content for each of these nodes, with a particular focus on the nature of the decision, who is involved, the decision-making process, barriers and enablers to the decision, and the respondent&#x2019;s point of reference or comparison when describing their decision.</p>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>From the data grid we derived three core decision-making phases (S2 File) in transitioning from the current state to a sustainable VMMC program: (1) alternative funding strategy development, (2) policy development for early infant/adolescent male circumcision, and (3) implementation of VMMC program. Each decision-making phase entails a set of iterative decisions, which are influenced by a range of conditions or behavioral dynamics whose presence or absence facilitates or inhibits decision-making (
                <xref ref-type="fig" rid="f4a">Figure 4a</xref>, 
                <xref ref-type="fig" rid="f4b">Figure 4b</xref>, 
                <xref ref-type="fig" rid="f4c">Figure 4c</xref>). Some of these operate in a horizontal dimension (i.e., among ministries at the same level of government); some in a vertical dimension (i.e., among national-, provincial-, and district-level governments or other bodies); and some operate in both dimensions.</p>
            <fig fig-type="figure" id="f4a" orientation="portrait" position="float">
                <label>Figure 4a. </label>
                <caption>
                    <title>Phase 1 of decision-making and related decision dynamics: alternative funding strategy development.</title>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure4a.gif"/>
            </fig>
            <fig fig-type="figure" id="f4b" orientation="portrait" position="float">
                <label>Figure 4b. </label>
                <caption>
                    <title>Phase 2 of decision-making and related decision dynamics: policy development for early infant/early adolescent male circumcision.</title>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure4b.gif"/>
            </fig>
            <fig fig-type="figure" id="f4c" orientation="portrait" position="float">
                <label>Figure 4c. </label>
                <caption>
                    <title>Phase 3 of decision-making and related decision dynamics: implementation.</title>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure4c.gif"/>
            </fig>
            <p>
                <bold>1) Alternative funding strategy development</bold> means establishing a reliable funding source and strategy in the absence of external donors. The important decisions for this phase involve acknowledging the need for new funding strategies, allocating funding resources, creating new funding sources, and providing services with reduced funding. Each of these decisions arises in the context of a set of interacting dynamics. Acknowledging the need for new funding strategies involves continued uncertainty about future funding, which is aggravated further by the lack of a clear funding policy and therefore a choice set to evaluate the funding needs. The funding strategy also requires decisions on the optimal allocation of funds, where both short-term and long-term benefits must be considered. The low expectations of officials for the program to become self-reliant, and the lack of program champions within the system, may also affect allocations. The absence of fundraising roles within the program structure may also account for the lack of direction in decisions around new funding sources. The final key area &#x2013; how to achieve more service delivery with less funding &#x2013; is complex, because it involves multiple interdependent decisions.</p>
            <p>
                <bold>2) Policy development for early infant/early adolescent male circumcision.</bold> Notwithstanding the adjustment of the program focus to older adolescents (aged 15 years and over) alongside EIMC (0&#x2013;2 months), the goal is still to ensure that the majority of boys are circumcised before they become sexually active. This decision-making phase includes decisions around projections for targets, service delivery, supply chain, decisions to boost demand for EIMC and EAMC among the relevant populations, and decisions around finalization of policy. Decisions on program targets involve providing clarity on data, solving for any ambiguity around indicators, coordination among stakeholders, gaining political consensus, deciding who will take the first step in the hierarchy to initiate the data-gathering process, balancing ministry goals with donor targets, and managing the need for greater accountability across ministry functions and levels. Behavioral dynamics surrounding service delivery projections include disagreements as to which health personnel should provide the service, choosing between efficacy and efficiency, concerns around non-achievement of targets, and managing human resources and infrastructure needs. Decisions for the supply chain involve understanding, managing, and funding inventory in a context where trust and control may be lacking. Boosting demand involves developing new messaging and bringing in other governmental (non-health) stakeholders, while finalizing the policy raises issues of political alignment and will.</p>
            <p>
                <bold>3) Implementation.</bold> This requires policy dissemination and programmatic management, including decisions on client mobilization, supply chain, and service delivery. Decisions in each of these areas involve numerous elements. For policy dissemination, these include the concern that there is more focus on strategy than on actual implementation, while at the same time explaining to stakeholders that the current system is not adequately aligned with user needs. Generating demand for circumcision requires generating new messaging and tailoring it to the required audiences. Supply chain management involves the gradual handover of responsibility for managing inventory funding, and the need to cope with inventory and distribution challenges. Service delivery challenges include questions about the ability of program administrators to manage effectively roles that were previously performed by donor-funded staff, as well as staff capacity and attrition, and changes to incentive structures.</p>
            <p>These decision phases consist of a set of iterative decisions, each of which is made under a certain set of conditions or behavioral dynamics which affect the decision by either facilitating it or by becoming a barrier. For example, in the phase of developing an alternative funding strategy we identified four separate decisions, one of which is acknowledging the need for new funding strategies. We identified three conditions or behavioral dynamics affecting this particular decision: a low degree of certainty regarding funding; the evaluation of funding for a policy that has not yet been developed; and a lack of choices, or choices that cannot be compared, increasing the risk due to uncertainty. Each of these three conditions acts as a barrier to actively acknowledging the need for new funding strategies.</p>
            <p>The dynamics identified from our interviews appear to be relevant in decision making at one or more levels of the MoH, and may also operate across the MoH and other ministries, implementing partners or donors (as identified by the colored circles attached to each dynamic in 
                <xref ref-type="fig" rid="f4a">Figure 4a</xref>&#x2013;
                <xref ref-type="fig" rid="f4c">Figure 4c</xref>):</p>
            <list list-type="bullet">
                <list-item>
                    <label>1.</label>
                    <p>
                        <bold>National-level:</bold> dynamics involving people, processes, and systems specific to the national MoH</p>
                </list-item>
                <list-item>
                    <label>2.</label>
                    <p>
                        <bold>Sub-national-level:</bold> dynamics involving people, processes and systems specific to the provincial- and district-level MoH</p>
                </list-item>
                <list-item>
                    <label>3.</label>
                    <p>
                        <bold>Vertical coordination:</bold> dynamics between the national and sub-national levels of the MoH.</p>
                </list-item>
                <list-item>
                    <label>4.</label>
                    <p>
                        <bold>Horizontal coordination:</bold> dynamics between the MoH and other stakeholders, including the Ministry of General Education, Ministry of Finance, implementing partners, and donors at each level.</p>
                </list-item>
            </list>
            <p>In our example of the decision to acknowledge the need for new funding strategies, the dynamic of low degree of certainty regarding funding was seen to operate at both national and sub-national levels, while the other two dynamics identified (evaluation of funding for a policy that has not been developed yet; and lack of choices, or choices that cannot be compared) were most relevant at the national level.</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>This study mapped the relevant decision-stakeholders within and supporting Zambia&#x2019;s health system for transitioning to a sustainable VMMC program, and then used a set of in-depth interviews with a sample of these key decision-makers at all levels of Zambia&#x2019;s VMMC program to understand the reasons behind delays in the policy-making that is required to transition from a vertical, donor-led VMMC program to one which is government-led and sustainable in the long term.</p>
            <p>By analyzing the decision dynamics identified through our interviews, we formulated a framework to understand the barriers that can hinder institutional decision-making and policy development (
                <xref ref-type="fig" rid="f5">Figure 5</xref>). The framework sets out four broad categories of barriers that we see as responsible for the observed delay in the transition towards a sustainable VMMC policy.</p>
            <fig fig-type="figure" id="f5" orientation="portrait" position="float">
                <label>Figure 5. </label>
                <caption>
                    <title>Decision-making barrier framework.</title>
                    <p>*
                        <italic toggle="yes">Yellow: National-level barriers; Orange: Sub-national-level barriers; Pink: Vertical coordination barriers; Green: Horizontal coordination barriers. Numbers in square brackets refer to the conditions/behavioral dynamics in Figure 4a&#x2013;Figure 4c.</italic>
</p>
                </caption>
                <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/17435/9f8a8c71-8863-4b0a-9363-bf0e56efd933_figure5.gif"/>
            </fig>
            <p>The 
                <bold>national-level barriers</bold> mostly affect policy development:</p>
            <list list-type="bullet">
                <list-item>
                    <list list-type="bullet">
                        <list-item>
                            <label>i.</label>
                            <p>
                                <bold>Complex trade-offs:</bold> Policymakers take multiple decisions during policy formulation. These include role allocation, fund allocation, deciding the delivery path, identifying target population, among others. Making trade-offs within these contexts is complex and can lead to delays in the policy development process.</p>
                        </list-item>
                        <list-item>
                            <label>ii.</label>
                            <p>
                                <bold>Lack of precedents and prioritization:</bold> National level-officials attribute delay in developing a sustainability policy to a lack of reference points for program analysis, cost analysis, transition planning, among others, and hence the need to work from scratch. Prioritization of programs, at both an institutional and systems level, is a particular issue within the MoH, which is responsible for managing a wide variety of health programs. The VMMC program lacks priority within the MoH when pitted against other health programs.</p>
                        </list-item>
                        <list-item>
                            <label>iii.</label>
                            <p>
                                <bold>Short-termism:</bold> VMMC sustainability depends on long-term strategic initiatives, such as a sustainable &#x201c;maintenance&#x201d; phase that includes either or both EIMC and EAMC. At the national level, the potential barrier is the pressure to prioritize short-term gains over long-term gains.</p>
                        </list-item>
                        <list-item>
                            <label>iv.</label>
                            <p>
                                <bold>Silos and integration problems:</bold> The information required for policy design and development is dispersed within the MoH horizontally and vertically. A systematic perspective is required at the national level but is missing because of the physical and institutional distance between decision-makers within the MoH during policymaking and policy execution.</p>
                        </list-item>
                    </list>
                </list-item>
                <list-item>
                    <label>2.</label>
                    <p>The 
                        <bold>sub-national-level barriers</bold> relate to implementation and execution of national policies:</p>
                    <list list-type="bullet">
                        <list-item>
                            <label>i.</label>
                            <p>
                                <bold>Ownership/principal-agent/accountability problems:</bold> These revolve around the impact of current incentives for performing VMMCs, the potential removal of incentives, and quality of data. These problems may lessen the willingness to own the program, leading to challenges in implementation, and program direction and management.</p>
                        </list-item>
                        <list-item>
                            <label>ii.</label>
                            <p>
                                <bold>Resignation:</bold> A successful transition to a sustainable VMMC program is difficult to visualize because of the multiple challenges. The uncertainty around future funding makes it even more difficult to conceive of a successful sustainable program. This results in a feeling of resignation, allowing the inertia of the status quo to win over challenging change.</p>
                        </list-item>
                        <list-item>
                            <label>iii.</label>
                            <p>
                                <bold>Static/incomplete policies</bold>: The program lacks bottom-up feedback, inclusiveness and representation in the decision-making process. This leads to the development of incomplete or static policies which are not fully relevant or localizable.</p>
                        </list-item>
                        <list-item>
                            <label>iv.</label>
                            <p>
                                <bold>Lack of agency around targets/indicators:</bold> As program targets are constructed top-down versus bottom-up, healthcare providers and district health officials may interpret targets and indicators differently. This creates a potential barrier to policy sustainability because of the need to increase motivation, and the threat to realizing routinization of VMMC services because of a greater reliance on financial incentives to providers to meet targets.</p>
                        </list-item>
                    </list>
                </list-item>
            </list>
            <p>The coordination barriers involve a more heterogeneous set of stakeholders, processes and systems than the ministry-specific barriers:</p>
            <list list-type="bullet">
                <list-item>
                    <label>3.</label>
                    <p>The 
                        <bold>vertical coordination</bold> barriers relate to the inter-level coordination required for policy formulation and execution:</p>
                    <list list-type="bullet">
                        <list-item>
                            <label>i.</label>
                            <p>
                                <bold>Stalemate/Who moves first:</bold> There is a lack of clarity among the different stakeholders regarding the order of steps necessary to transition the VMMC program to a sustainable program. Without clarity, individual stakeholders are hesitant to be the first movers toward change.</p>
                        </list-item>
                        <list-item>
                            <label>ii.</label>
                            <p>
                                <bold>Lack of bargaining power and programming capacity:</bold> Lack of representation from different MoH leadership levels for the program, and lack of decentralized programming capacity at the sub-national levels, hamper buy-in by key institutional MoH decision-makers to advocate for or pursue significant decisions toward sustainability.</p>
                        </list-item>
                        <list-item>
                            <label>iii.</label>
                            <p>
                                <bold>Challenges in dealing with complex interdependencies:</bold> The challenge of the complicated interdependencies that arise during the development and implementation of a sustainable VMMC program, such as in service delivery where multiple stakeholders are involved, together with the inertia in the system, makes coordinated action toward a sustainable VMMC program difficult.</p>
                        </list-item>
                    </list>
                </list-item>
                <list-item>
                    <label>4.</label>
                    <p>The 
                        <bold>horizontal coordination</bold> barriers cut across different ministries within the Government of Zambia relevant for the VMMC policy, as well as donors and implementing partners:</p>
                    <list list-type="bullet">
                        <list-item>
                            <label>i.</label>
                            <p>
                                <bold>Competency gaps:</bold> As the VMMC program is expanded into different age cohorts (for example, EIMC), sustainability will depend on the availability of skilled healthcare workers. There must be an emphasis on pre-service training for both general VMMC and EIMC. This re-orientation of the curriculum requires engagement and coordination between the Ministry of General Education and MoH.</p>
                        </list-item>
                        <list-item>
                            <label>ii.</label>
                            <p>
                                <bold>Traditional power nodes:</bold> This barrier addresses the role played by traditional holders of cultural and community power regarding a sustainable VMMC program. Such power holders include religious leaders, traditional chiefs, etc. and they are linked to the government through the Ministry of Chiefs and Traditional Affairs. Working for sustainability provides both opportunities and challenges in including and collaborating with traditional structures.</p>
                        </list-item>
                        <list-item>
                            <label>iii.</label>
                            <p>
                                <bold>Medical Stores Limited (MSL) transition problems</bold>: This barrier stems from the need to address supply chain-specific sustainability problems. Moving to a centralized supply chain is seen by many stakeholders as a logical and necessary step toward achieving VMMC sustainability. Because of the nature of the MC supply chain, any changes will involve coordination among stakeholders from different ministries as well as IPs and donors.</p>
                        </list-item>
                    </list>
                </list-item>
            </list>
            <p>Understanding policy development from the perspective of barriers makes it possible to apply a behavioral science-based approach (i.e., behavioral architecture) to address these barriers, at both individual and institutional levels, in order to facilitate successful decision-making, policy development, and program implementation. This is critical because evidence shows that policymakers are not operating with complete information, which hinders their ability to rationally predict policy effects. This leads them to rely on mental models that they have developed from their prior experiences in decision-making. Understanding these drivers of decision-making, and how they play out among the key decision-stakeholders for VMMC sustainability, provides the insights necessary to design a path to sustainability.</p>
            <p>Our research did not aim to be exhaustive. Several potential limitations of this study suggest future directions for research. The interviews were conducted with a sample of VMMC program stakeholders from the MoH, other ministries and implementing partners, and while it represented the heterogeneity among the groups, not enough respondents could be interviewed to test and build homogeneity within groups. It also does not completely control for variance within and among geographic provinces. In addition, no qualitative data was collected to create a point of comparison. A larger sample could help identify within-group variance, such as within departments in the MoH, and control for its effects on decision-making. Broadening the sampling frame to include more provinces and districts would also make it possible to control for regional variance, as well as variances among national, provincial, and district levels.</p>
            <p>The results of the immersion-phase interviews, and the decision-making barrier framework, served as input for the second phase of our research. To further understand the individual barriers, we developed descriptive and prescriptive hypotheses (see extended data), each of which reflects one or more of the decision dynamics. The descriptive hypotheses aim to explore gaps in understanding around the barriers, while the prescriptive ones help us examine potential interventions based on behavioral principles that can help the transition to a sustainable VMMC program. For example, for the barrier of &#x201c;Complex trade-offs&#x201d;, descriptive hypotheses might take the form of questions such as, &#x201c;What range of options are available to an official developing a health policy?&#x201d; or &#x201c;How are decisions made for funding allocations?&#x201d; Prescriptive hypotheses for the same barrier might include, &#x201c;Can providing authoritative support help mitigate the problem of complex trade-offs?&#x201d; and &#x201c;Can reducing the choice sets available to the officials help them improve their decision heuristics?&#x201d;</p>
            <p>The second phase of research (decision-simulation behavioral research) used exploratory qualitative techniques to refine the descriptive hypotheses and fill our gaps in understanding of systems, processes, and people. We also tested the prescriptive hypotheses using decision stimuli (scenarios) built around specific decision contexts and policy decisions. The coupling between the prescriptive and descriptive hypotheses played an instrumental role in designing decision levers for organizational-level policy for a sustainable VMMC program. This phase of the research is described in a separate article.</p>
            <p>Our research adds to the broader understanding of behavioral drivers for policy-making, as well as how to identify those insights. Although the results feed into the specific objectives of the VMMC program, our approach also offers a way of conducting in-depth investigations into organizational-level policy-making. We hope that it will be applicable by HIV programs working in areas other than VMMC, to help them improve decision-making around policy and implementation more broadly.</p>
        </sec>
    </body>
    <back>
        <sec sec-type="data-availability">
            <title>Data availability</title>
            <sec>
                <title>Underlying data</title>
                <p>Dryad: VMMC Decision Mapping &#x2013; Phase 1, 
                    <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.5061/dryad.z08kprrkz">https://doi.org/10.5061/dryad.z08kprrkz</ext-link>
                    <sup>
                        <xref ref-type="bibr" rid="ref-40">40</xref>
                    </sup>.</p>
                <p>This project contains the following underlying data:</p>
                <list list-type="bullet">
                    <list-item>
                        <label>-</label>
                        <p>S1_file.pdf</p>
                    </list-item>
                    <list-item>
                        <label>-</label>
                        <p>S2_file.xlsx</p>
                    </list-item>
                    <list-item>
                        <label>-</label>
                        <p>S3_file.xlsx</p>
                    </list-item>
                </list>
                <p>Data are available under the terms of the 
                    <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/publicdomain/zero/1.0/">Creative Commons Zero "No rights reserved" data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
            </sec>
        </sec>
        <ack>
            <title>Acknowledgments</title>
            <p>We acknowledge the support of Alyssa Rosen, Trevor Mwamba of the Clinton Health Access Initiative (CHAI) and Dr. Carolyn Bolton from the Centre for Infectious Disease Research in Zambia (CIDRZ).</p>
        </ack>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="report">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lief</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kates</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Wexler</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>Donor Government Funding for HIV in Low- and Middle-Income Countries in 2021.</article-title>KFF,<year>2022</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.kff.org/global-health-policy/report/donor-government-funding-for-hiv-in-low-and-middle-income-countries-in-2021/">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="web">
                    <collab>www.unaids.org</collab>:
                    <article-title>HIV financing gap widening</article-title>. (n.d.).
                    <ext-link ext-link-type="uri" xlink:href="https://www.unaids.org/en/resources/presscentre/featurestories/2020/november/20201116_hiv-financing-gap-widening.">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="web">
                    <article-title>New data on male circumcision and HIV Prevention: policy and programme implications conclusions and recommendations.</article-title>UNAIDS and WHO,<year>2007</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.unaids.org/sites/default/files/media_asset/mc_recommendations_en_0.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="web">
                    <article-title>Voluntary medical male circumcision: remarkable progress in the scale-up of voluntary medical male circumcision as an HIV prevention intervention in 15 Eastern and Southern African countries.</article-title>UNAIDS and WHO,<year>2019</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.unaids.org/sites/default/files/media_asset/JC3022_VMMC_en.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="web">
                    <article-title>Transition and sustainability plan for the Zambia VMMC programme.</article-title>Lusaka: Ministry of Health, Government of Zambia,<year>2019</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.moh.gov.zm/?wpfb_dl=114">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Bamberger</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cheema</surname>
                            <given-names>GS, Economic Development Institute (Washington, D.C.)</given-names>
                        </name>
</person-group>:
                    <article-title>Case Studies of Project Sustainability: Implications for Policy and Operations from Asian Experience.</article-title>digitallibrary.un.org., World Bank,<year>1990</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://digitallibrary.un.org/record/72625?ln=en">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="web">
                    <article-title>Sustainability of development programs: a compendium of donor experience.</article-title>USAID,<year>1988</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://ntrl.ntis.gov/NTRL/dashboard/searchResults/titleDetail/PB89203418.xhtml">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="report">
                    <collab>U.S. President&#x2019;s Emergency Plan for AIDS Relief</collab>:
                    <article-title>PEPFAR 2016 Annual Report to Congress</article-title>.
Washington, DC: Office of the U.S. Global AIDS Coordinator and Health Diplomacy,<year>2016</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.state.gov/wp-content/uploads/2019/08/PEPFAR-2016-Annual-Report-to-Congress.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Nattrass</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hodes</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cluver</surname>
                            <given-names>L</given-names>
                        </name>
</person-group>:
                    <article-title>Changing donor funding and the challenges of integrated HIV treatment.</article-title>
                    <source>

                        <italic toggle="yes">AMA J Ethics.</italic>
</source>
                    <year>2016</year>;<volume>18</volume>(<issue>7</issue>):<fpage>681</fpage>&#x2013;<lpage>690</lpage>.
                    <pub-id pub-id-type="pmid">27437818</pub-id>
                    <pub-id pub-id-type="doi">10.1001/journalofethics.2016.18.7.ecas3-1607</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Atun</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>de Jongh</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Secci</surname>
                            <given-names>F</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Integration of targeted health interventions into health systems: a conceptual framework for analysis.</article-title>
                    <source>

                        <italic toggle="yes">Health Policy Plan.</italic>
</source>
                    <year>2010</year>;<volume>25</volume>(<issue>2</issue>):<fpage>104</fpage>&#x2013;<lpage>111</lpage>.
                    <pub-id pub-id-type="pmid">19917651</pub-id>
                    <pub-id pub-id-type="doi">10.1093/heapol/czp055</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Goodman</surname>
                            <given-names>RM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Steckler</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>A framework for assessing program institutionalization.</article-title>
                    <source>

                        <italic toggle="yes">Knowledge in Society.</italic>
</source>
                    <year>1989</year>;<volume>2</volume>(<issue>1</issue>):<fpage>57</fpage>&#x2013;<lpage>71</lpage>.
                    <pub-id pub-id-type="doi">10.1007/BF02737075</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Yin</surname>
                            <given-names>RK</given-names>
                        </name>
</person-group>:
                    <article-title>Decentralization of government agencies: what does it accomplish?</article-title>
                    <source>

                        <italic toggle="yes">Am Behav Sci.</italic>
</source>
                    <year>1979</year>;<volume>22</volume>(<issue>5</issue>):<fpage>525</fpage>&#x2013;<lpage>536</lpage>.
                    <pub-id pub-id-type="doi">10.1177/000276427902200507</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Shediac-Rizkallah</surname>
                            <given-names>MC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bone</surname>
                            <given-names>LR</given-names>
                        </name>
</person-group>:
                    <article-title>Planning for the sustainability of community-based health programs: conceptual frameworks and future directions for research, practice and policy.</article-title>
                    <source>

                        <italic toggle="yes">Health Educ Res.</italic>
</source>
                    <year>1998</year>;<volume>13</volume>(<issue>1</issue>):<fpage>87</fpage>&#x2013;<lpage>108</lpage>.
                    <pub-id pub-id-type="pmid">10178339</pub-id>
                    <pub-id pub-id-type="doi">10.1093/her/13.1.87</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="web">
                    <collab>Avert</collab>:
                    <article-title>Funding for HIV and AIDS.</article-title>
                    <year> 2015</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.beintheknow.org/hiv-programming">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Hirschhorn</surname>
                            <given-names>LR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Talbot</surname>
                            <given-names>JR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Irwin</surname>
                            <given-names>AC</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>From scaling up to sustainability in HIV: potential lessons for moving forward.</article-title>
                    <source>

                        <italic toggle="yes">Global Health.</italic>
</source>
                    <year>2013</year>;<volume>9</volume>: 57.
                    <pub-id pub-id-type="pmid">24199749</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1744-8603-9-57</pub-id>
                    <pub-id pub-id-type="pmcid">3826849</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="web">
                    <collab>KFF</collab>:
                    <article-title>The U.S. &amp; The Global Fund to Fight AIDS, Tuberculosis and Malaria.</article-title>KFF,<year>2023</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.kff.org/global-health-policy/fact-sheet/the-u-s-the-global-fund-to-fight-aids-tuberculosis-and-malaria/">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Katz</surname>
                            <given-names>IT</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bassett</surname>
                            <given-names>IV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Wright</surname>
                            <given-names>AA</given-names>
                        </name>
</person-group>:
                    <article-title>PEPFAR in transition&#x2014;implications for HIV care in South Africa.</article-title>
                    <source>

                        <italic toggle="yes">N Engl J Med.</italic>
</source>
                    <year>2013</year>;<volume>369</volume>(<issue>15</issue>):<fpage>1385</fpage>&#x2013;<lpage>1387</lpage>.
                    <pub-id pub-id-type="pmid">24106930</pub-id>
                    <pub-id pub-id-type="doi">10.1056/NEJMp1310982</pub-id>
                    <pub-id pub-id-type="pmcid">3897549</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sgaier</surname>
                            <given-names>SK</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ramakrishnan</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Dhingra</surname>
                            <given-names>N</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>How the Avahan HIV prevention program transitioned from the Gates Foundation to the government of India.</article-title>
                    <source>

                        <italic toggle="yes">Health Aff (Millwood).</italic>
</source>
                    <year>2013</year>;<volume>32</volume>(<issue>7</issue>):<fpage>1265</fpage>&#x2013;<lpage>1273</lpage>.
                    <pub-id pub-id-type="pmid">23836743</pub-id>
                    <pub-id pub-id-type="doi">10.1377/hlthaff.2012.0646</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Binagwaho</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kankindi</surname>
                            <given-names>I</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kayirangwa</surname>
                            <given-names>E</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Transitioning to country ownership of HIV programs in Rwanda.</article-title>
                    <source>

                        <italic toggle="yes">PLoS Med.</italic>
</source>
                    <year>2016</year>;<volume>13</volume>(<issue>8</issue>):
                    <elocation-id>e1002075</elocation-id>.
                    <pub-id pub-id-type="pmid">27505355</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pmed.1002075</pub-id>
                    <pub-id pub-id-type="pmcid">4978459</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Topp</surname>
                            <given-names>SM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chipukuma</surname>
                            <given-names>JM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Giganti</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Strengthening health systems at facility-level: feasibility of integrating antiretroviral therapy into primary health care services in Lusaka, Zambia.</article-title>
                    <source>

                        <italic toggle="yes">PLoS One.</italic>
</source>
                    <year>2010</year>;<volume>5</volume>(<issue>7</issue>):
                    <elocation-id>e11522</elocation-id>.
                    <pub-id pub-id-type="pmid">20644629</pub-id>
                    <pub-id pub-id-type="doi">10.1371/journal.pone.0011522</pub-id>
                    <pub-id pub-id-type="pmcid">2903482</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Stringer</surname>
                            <given-names>JSA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zulu</surname>
                            <given-names>I</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Levy</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Rapid scale-up of antiretroviral therapy at primary care sites in Zambia: feasibility and early outcomes.</article-title>
                    <source>

                        <italic toggle="yes">JAMA.</italic>
</source>
                    <year>2006</year>;<volume>296</volume>(<issue>7</issue>):<fpage>782</fpage>&#x2013;<lpage>93</lpage>.
                    <pub-id pub-id-type="pmid">16905784</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.296.7.782</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Amo-Adjei</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Awusabo-Asare</surname>
                            <given-names>K</given-names>
                        </name>
</person-group>:
                    <article-title>Reflections on tuberculosis diagnosis and treatment outcomes in Ghana.</article-title>
                    <source>

                        <italic toggle="yes">Arch Public Health.</italic>
</source>
                    <year>2013</year>;<volume>71</volume>(<issue>1</issue>): 22.
                    <pub-id pub-id-type="pmid">23971675</pub-id>
                    <pub-id pub-id-type="doi">10.1186/2049-3258-71-22</pub-id>
                    <pub-id pub-id-type="pmcid">3765431</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Osawa</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kodama</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kundishora</surname>
                            <given-names>E</given-names>
                        </name>
</person-group>:
                    <article-title>Motivation and sustainability of care facilitators engaged in a community home-based HIV/AIDS program in Masvingo Province, Zimbabwe.</article-title>
                    <source>

                        <italic toggle="yes">AIDS Care.</italic>
</source>
                    <year>2010</year>;<volume>22</volume>(<issue>7</issue>):<fpage>895</fpage>&#x2013;<lpage>902</lpage>.
                    <pub-id pub-id-type="pmid">20635254</pub-id>
                    <pub-id pub-id-type="doi">10.1080/09540120903499196</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-24">
                <label>24</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Vamos</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mumbi</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cook</surname>
                            <given-names>R</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Translation and sustainability of an HIV prevention intervention in Lusaka, Zambia.</article-title>
                    <source>

                        <italic toggle="yes">Transl Behav Med.</italic>
</source>
                    <year>2014</year>;<volume>4</volume>(<issue>2</issue>):<fpage>141</fpage>&#x2013;<lpage>148</lpage>.
                    <pub-id pub-id-type="pmid">24904697</pub-id>
                    <pub-id pub-id-type="doi">10.1007/s13142-013-0237-9</pub-id>
                    <pub-id pub-id-type="pmcid">4041921</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Fahey</surname>
                            <given-names>L</given-names>
                        </name>
</person-group>:
                    <article-title>On strategic management decision processes.</article-title>
                    <source>

                        <italic toggle="yes">Strateg Manag J.</italic>
</source>
                    <year>1981</year>;<volume>2</volume>(<issue>1</issue>):<fpage>43</fpage>&#x2013;<lpage>60</lpage>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.jstor.org/stable/2485990">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-26">
                <label>26</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Burgelman</surname>
                            <given-names>RA</given-names>
                        </name>
</person-group>:
                    <article-title>A model of the interaction of strategic behavior, corporate context, and the concept of strategy.</article-title>
                    <source>

                        <italic toggle="yes">Acad Manage Rev.</italic>
</source>
                    <year>1983</year>;<volume>8</volume>(<issue>1</issue>):<fpage>61</fpage>&#x2013;<lpage>70</lpage>.
                    <pub-id pub-id-type="doi">10.5465/amr.1983.4287661</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-27">
                <label>27</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Cyert</surname>
                            <given-names>RM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>March</surname>
                            <given-names>JG</given-names>
                        </name>
</person-group>:
                    <article-title>A Behavioral Theory of the Firm.</article-title>Prentice Hall,<year>1963</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://psycnet.apa.org/record/2003-00031-000">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-28">
                <label>28</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sent</surname>
                            <given-names>EM</given-names>
                        </name>
</person-group>:
                    <article-title>The Legacy of Herbert Simon in Game Theory.</article-title>
                    <source>

                        <italic toggle="yes">J Econ Behav Organ.</italic>
</source>
                    <year>2004</year>;<volume>53</volume>(<issue>3</issue>):<fpage>303</fpage>&#x2013;<lpage>317</lpage>.
                    <pub-id pub-id-type="doi">10.1016/j.jebo.2002.10.006</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-29">
                <label>29</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Harstad</surname>
                            <given-names>RM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Selten</surname>
                            <given-names>R</given-names>
                        </name>
</person-group>:
                    <article-title>Bounded-Rationality Models: Tasks to Become Intellectually Competitive.</article-title>
                    <source>

                        <italic toggle="yes">J Econ Lit.</italic>
</source>
                    <year>2013</year>;<volume>51</volume>(<issue>2</issue>):<fpage>496</fpage>&#x2013;<lpage>511</lpage>.
                    <pub-id pub-id-type="doi">10.1257/jel.51.2.496</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-30">
                <label>30</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Argote</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Miron-Spektor</surname>
                            <given-names>E</given-names>
                        </name>
</person-group>:
                    <article-title>Organizational learning: from experience to knowledge.</article-title>
                    <source>

                        <italic toggle="yes">Organ Sci.</italic>
</source>
                    <year>2011</year>;<volume>22</volume>(<issue>5</issue>):<fpage>1123</fpage>&#x2013;<lpage>1137</lpage>.
                    <pub-id pub-id-type="doi">10.1287/orsc.1100.0621</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-31">
                <label>31</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Huber</surname>
                            <given-names>GP</given-names>
                        </name>
</person-group>:
                    <article-title>Organizational learning: the contributing processes and the literatures.</article-title>
                    <source>

                        <italic toggle="yes">Organ Sci.</italic>
</source>
                    <year>1991</year>;<volume>2</volume>(<issue>1</issue>):<fpage>88</fpage>&#x2013;<lpage>115</lpage>.
                    <pub-id pub-id-type="doi">10.1287/orsc.2.1.88</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-32">
                <label>32</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Levitt</surname>
                            <given-names>B</given-names>
                        </name>

                        <name name-style="western">
                            <surname>March</surname>
                            <given-names>JG</given-names>
                        </name>
</person-group>:
                    <article-title>Organizational learning.</article-title>
                    <source>

                        <italic toggle="yes">Annu Rev Sociol.</italic>
</source>
                    <year>1988</year>;<volume>14</volume>(<issue>1</issue>):<fpage>319</fpage>&#x2013;<lpage>338</lpage>.
                    <pub-id pub-id-type="doi">10.1146/annurev.so.14.080188.001535</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-33">
                <label>33</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Miner</surname>
                            <given-names>AS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Mezias</surname>
                            <given-names>SJ</given-names>
                        </name>
</person-group>:
                    <article-title>Ugly duckling no more: pasts and futures of organizational learning research.</article-title>
                    <source>

                        <italic toggle="yes">Organ Sci.</italic>
</source>
                    <year>1996</year>;<volume>7</volume>(<issue>1</issue>):<fpage>88</fpage>&#x2013;<lpage>99</lpage>.
                    <pub-id pub-id-type="doi">10.1287/orsc.7.1.88</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-34">
                <label>34</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Nelson</surname>
                            <given-names>RR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Winter</surname>
                            <given-names>SG</given-names>
                        </name>
</person-group>:
                    <article-title>Evolutionary Theorizing in Economics.</article-title>
                    <source>

                        <italic toggle="yes">J Econ Perspect.</italic>
</source>
                    <year>2002</year>;<volume>16</volume>(<issue>2</issue>):<fpage>23</fpage>&#x2013;<lpage>46</lpage>.
                    <pub-id pub-id-type="doi">10.1257/0895330027247</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-35">
                <label>35</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sanders</surname>
                            <given-names>NR</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Premus</surname>
                            <given-names>R</given-names>
                        </name>
</person-group>:
                    <article-title>Modeling the Relationship between Firm IT Capability, Collaboration, and Performance.</article-title>
                    <source>

                        <italic toggle="yes">J Bus Logist.</italic>
</source>
                    <year>2005</year>;<volume>26</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>23</lpage>.
                    <pub-id pub-id-type="doi">10.1002/j.2158-1592.2005.tb00192.x</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-36">
                <label>36</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Behne</surname>
                            <given-names>T</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Carpenter</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Grafenhain</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Cultural Learning and Cultural Creation.</article-title>
                    <source>

                        <italic toggle="yes">APA PsycNet.</italic>
</source>
                    <year>2008</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://psycnet.apa.org/record/2008-00946-004">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-37">
                <label>37</label>
                <mixed-citation publication-type="web">
                    <collab>Ministry of Health, Zambia</collab>:
                    <article-title>National Operation Plan for the Scale Up of Voluntary Medical Male Circumcision (VMMC) IN ZAMBIA (2016-2020).</article-title>dspace.unza.zm.<year>2018</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://dspace.unza.zm/items/0e5b61fe-47f8-4edb-a58b-fb21941b5f1c">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-38">
                <label>38</label>
                <mixed-citation publication-type="web">
                    <collab>Ministry of Health, Zambia</collab>:
                    <article-title>National operational plan for a sustained voluntary medical male circumcision programme in Zambia, 2021-2025.</article-title>Lusaka: Ministry of Health, Government of Zambia;<year>2021</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.moh.gov.zm/?wpfb_dl=168">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-39">
                <label>39</label>
                <mixed-citation publication-type="web">
                    <article-title>Guidelines August 2020 preventing HIV through safe voluntary medical male circumcision for adolescent boys and men in generalised HIV epidemics recommendations and key considerations.</article-title>Geneva, World Health Organization,<year>2020</year>.
                    <ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/978-92-4-000854-0">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-40">
                <label>40</label>
                <mixed-citation publication-type="data">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Gantayat</surname>
                            <given-names>N</given-names>
                        </name>
</person-group>:
                    <data-title>Qualitative raw data and behavioral analysis for understanding VMMC policy decision-making.</data-title>[Dataset], Dryad,<year>2024</year>.
                    <ext-link ext-link-type="uri" xlink:href="http://www.doi.org/10.5061/dryad.z08kprrkz">http://www.doi.org/10.5061/dryad.z08kprrkz</ext-link>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report38091">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.17435.r38091</article-id>
            <title-group>
                <article-title>Reviewer response for version 2</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Schaefer</surname>
                        <given-names>Robin</given-names>
                    </name>
                    <xref ref-type="aff" rid="r38091a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-4733-4692</uri>
                </contrib>
                <aff id="r38091a1">
                    <label>1</label>Forum for Collaborative Research, University of California Berkeley, Berkeley, California, USA</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>17</day>
                <month>9</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Schaefer R</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport38091" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15189.2"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>I thank the editors for inviting me to review this interesting article on a framework to understand decisions that can support or hinder the transition of Zambia&#x2019;s VMMC program from a donor-funded to a government-owned program. The authors conducted a range of qualitative interviews to develop a comprehensive framework. The article is well-written, with conclusions well supported by the collected data. The approach and results do not just support this specific program but are transferable to other programs and settings, so the article is likely of interest to a broad range of readers. Below are some suggestions to further strengthen the article.</p>
            <p> </p>
            <p> Introduction</p>
            <p> </p>
            <p> -&#x00a0;Second paragraph: To adequately reflect the results of the trials on VMMC, I suggest removing &#x201c;unprotected&#x201d;. The high-level 60% risk reduction result was the result of an intent-to-treat analysis (and there was condom use in the intervention and control groups).</p>
            <p> - Third paragraph: The authors refer to VMMC as a &#x201c;cost-effective intervention&#x201d;. Please provide a reference to substantiate the claim of cost-effectiveness.</p>
            <p> - Final paragraph: The authors may want to mention a few details on their research, e.g. what methods were used and what were the goals. Some of this is mentioned in the next section.</p>
            <p> </p>
            <p> Program sustainability and decision-making</p>
            <p> </p>
            <p> - Final paragraph: I suggest integrating&#x00a0; background on VMMC in Zambia and the research into the introduction.</p>
            <p> </p>
            <p> Methods</p>
            <p> </p>
            <p> - A separate article is mentioned on phase two methods and results. Please include a reference.</p>
            <p> - What methods were used to map the organizational structures as relevant for the VMMC program? E.g., what data sources were used?</p>
            <p> - It would be helpful if the semi-structured interview guide could be included as an appendix.</p>
            <p> </p>
            <p> Discussion</p>
            <p> </p>
            <p> - The approach the authors applied in their research and their resulting framework could be usefully applied to other programs or areas. This is mentioned in the introduction and I suggest to reflect on this further in the discussion.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>I cannot comment. A qualified statistician is required.</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>No source data required</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>NA</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <sub-article article-type="response" id="comment3751-38091">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Gantayat</surname>
                            <given-names>Nishan</given-names>
                        </name>
                        <aff>Behavioral Science, Not Applicable, Mumbai, Maharashtra, India</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>20</day>
                    <month>11</month>
                    <year>2024</year>
                </pub-date>
            </front-stub>
            <body>
                <p>
                    <bold>Reviewer:&#x00a0;</bold>Introduction:</p>
                <p> Second paragraph:&#x00a0;</p>
                <p> To adequately reflect the results of the trials on VMMC, I suggest removing &#x201c;unprotected&#x201d;. The high-level 60% risk reduction result was the result of an intent-to-treat analysis (and there was condom use in the intervention and control groups).&#x00a0;</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted and edits made.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer:&#x00a0;</bold>Third paragraph:&#x00a0;</p>
                <p> The authors refer to VMMC as a &#x201c;cost-effective intervention&#x201d;. Please provide a reference to substantiate the claim of cost-effectiveness.</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted and edits made.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer:&#x00a0;</bold>Final paragraph:&#x00a0;</p>
                <p> The authors may want to mention a few details on their research, e.g. what methods were used and what were the goals. Some of this is mentioned in the next section.Program sustainability and decision-making</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted and edits made.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer:&#x00a0;</bold>Final paragraph: I suggest integrating background on VMMC in Zambia and the research into the introduction.</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted.&#x00a0;We did try to integrate the background in the introduction but it was causing breaks in the flow and needed major structural revisions. Since the details are all out there, we have chosen not to disturb the structure.&#x00a0;</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer:&#x00a0;</bold>Methods: A separate article is mentioned on phase two methods and results. Please include a reference.</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted. The paper manuscript is being worked on and&#x00a0;is a work in progress.&#x00a0;</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer:</bold>What methods were used to map the organisational structures as relevant for the VMMC program? E.g., what data sources were used? -</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted and edits made.&#x00a0;Have provided additional information in the text.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer : </bold>It would be helpful if the semi-structured interview guide could be included as an appendix.</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted. The guide has been&#x00a0;included as part of the open access supplementary materials during submission as per the guidelines of the journal.</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Reviewer:&#x00a0;</bold>Discussion: The approach the authors applied in their research and their resulting framework could be usefully applied to other programs or areas. This is mentioned in the introduction and I suggest to reflect on this further in the discussion.</p>
                <p> </p>
                <p> 
                    <italic>Author's response - Noted. Edits made and text&#x00a0;added in the last paragraph.</italic>
                </p>
            </body>
        </sub-article>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report37149">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.17435.r37149</article-id>
            <title-group>
                <article-title>Reviewer response for version 2</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Mudimu</surname>
                        <given-names>Edinah</given-names>
                    </name>
                    <xref ref-type="aff" rid="r37149a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r37149a1">
                    <label>1</label>University of South Africa, Pretoria, Gauteng, South Africa</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>19</day>
                <month>7</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Mudimu E</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport37149" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15189.2"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The authors have addressed all my comments. I have no further comments to make.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Mathematical modelling of infectious diseases</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report36106">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.16533.r36106</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Odoyo-June</surname>
                        <given-names>Elijah</given-names>
                    </name>
                    <xref ref-type="aff" rid="r36106a1">1</xref>
                    <xref ref-type="aff" rid="r36106a2">2</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r36106a1">
                    <label>1</label>CDC DGHT, Center for disease control and prevention (CDC), Kenya Place:&#x00a0;Kisumu, Kisumu, Kisumu, Kenya</aff>
                <aff id="r36106a2">
                    <label>2</label>Center for Global Health, Kisumu, Kenya</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>19</day>
                <month>7</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Odoyo-June E</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport36106" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15189.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>
                <bold>Summary</bold>
            </p>
            <p> The authors interviewed VMMC stakeholders in Zambia to understand how the behaviors and non-conscious thought processes of decision makers in the Ministry of Health could hamper VMMC transition from a donor driven to a country-led sustainable program. They identified three decision-making phases in VMMC program transition, namely, 1) developing an alternative funding strategy, 2) age prioritization for VMMC services and 3) identifying efficient implementation models. For each phase they identified potential barriers to effective decision-making.</p>
            <p> </p>
            <p> 
                <bold>General </bold>
            </p>
            <p> In the introduction, key elements of program sustainability are identified from World bank, USAID and PEPFAR perspectives and examples of transition to sustainable HIV programming from different regions of the world are cited. The manuscript is clearly written and addresses an important topic. It could however benefit from some edits. Based on the core elements of sustainability presented in the introduction, the possibility of identifying the key decision-making stages and potential barriers through intuition cannot be excluded. The meticulous processes taken to achieve the objectives of the project may be simplified in future for practical application in program transition efforts for long term sustainability.</p>
            <p> 
                <bold>Introduction</bold>
            </p>
            <p> Paragraph 1</p>
            <p> The second sentence in paragraph 1 under introduction should be edited to improve its clarity.</p>
            <p> It is stated that the resource pool for low- and middle-income counties was $ 21.7bn in 2020. It also stated in the same paragraph that donor funding to these countries declined to $ 8.2bn in 2020. The difference between $21.7 and $8.2bn in 2020 in 2020 should be made clear.</p>
            <p> Paragraph 3</p>
            <p> Consider editing the first sentence in the 3
                <sup>rd</sup> paragraph under introduction to show that donor funding is has not just plateaued but is declining.</p>
            <p> Also consider editing the second sentence in the 3
                <sup>rd</sup> paragraph to show that what is needed for VMMC sustainability goes beyond routing donor funds through government finance mechanisms and service integration to include the use of domestic resources to support the program.</p>
            <p> </p>
            <p> 
                <bold>Methods</bold>
            </p>
            <p> Out of the 21 purposively selected participants interviewed, 17 were individuals with key decision-making roles for the transition of the VMMC program in Ministry of health. For each level (National, Provincial and District), a brief description of how the decision-making roles were weighted for inclusion in the study may be helpful especially to guide reproducibility of the case study in other settings.</p>
            <p> </p>
            <p> </p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Not applicable</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Partly</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Partly</p>
            <p>Reviewer Expertise:</p>
            <p>Public health epidemiology</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <back>
            <ref-list>
                <title>References</title>
                <ref id="rep-ref-36106-1">
                    <label>1</label>
                    <mixed-citation publication-type="journal">
                        <person-group person-group-type="author"/>:
                        <article-title>Developing a framework for understanding policy decision-making behaviors in the transition of a HIV prevention program towards sustainability: a case study from Zambia&#x2019;s voluntary medical male circumcision program</article-title>.
                        <source>
                            <italic>Gates Open Research</italic>
                        </source>.<year>2024</year>;<volume>8</volume>:
                        <elocation-id>10.12688/gatesopenres.15189.1</elocation-id>
                        <pub-id pub-id-type="doi">10.12688/gatesopenres.15189.1</pub-id>
                    </mixed-citation>
                </ref>
            </ref-list>
        </back>
        <sub-article article-type="response" id="comment3750-36106">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Gantayat</surname>
                            <given-names>Nishan</given-names>
                        </name>
                        <aff>Behavioral Science, Not Applicable, Mumbai, Maharashtra, India</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>20</day>
                    <month>11</month>
                    <year>2024</year>
                </pub-date>
            </front-stub>
            <body>
                <p>Thank you for your valuable feedback. Please find below my response. The updated manuscript has been uploaded.&#x00a0;</p>
                <p> </p>
                <p> 
                    <bold>Introduction</bold>
                </p>
                <p> Paragraph 1</p>
                <p> </p>
                <p> The second sentence in paragraph 1 under introduction should be edited to improve its clarity.</p>
                <p> </p>
                <p> It is stated that the resource pool for low- and middle-income counties was $ 21.7bn in 2020. It also stated in the same paragraph that donor funding to these countries declined to $ 8.2bn in 2020. The difference between $21.7 and $8.2bn in 2020 in 2020 should be made clear.</p>
                <p> </p>
                <p> 
                    <italic>Author's Reponse - Noted and edits made.&#x00a0;</italic>
                </p>
                <p> </p>
                <p> Paragraph 3</p>
                <p> Consider editing the first sentence in the 3rd&#x00a0;paragraph under introduction to show that donor funding is has not just plateaued but is declining.</p>
                <p> </p>
                <p> 
                    <italic>Author's Reponse - Noted and edits made.&#x00a0;</italic>
                </p>
                <p> </p>
                <p> Also consider editing the second sentence in the 3rd&#x00a0;paragraph to show that what is needed for VMMC sustainability goes beyond routing donor funds through government finance mechanisms and service integration to include the use of domestic resources to support the program.&#x00a0;</p>
                <p> </p>
                <p> 
                    <italic>Author's Reponse - Noted and edits made.&#x00a0;</italic>
                </p>
                <p> </p>
                <p> 
                    <bold>Methods</bold>
                </p>
                <p> </p>
                <p> Out of the 21 purposively selected participants interviewed, 17 were individuals with key decision-making roles for the transition of the VMMC program in Ministry of health. For each level (National, Provincial and District), a brief description of how the decision-making roles were weighted for inclusion in the study may be helpful especially to guide reproducibility of the case study in other settings.</p>
                <p> </p>
                <p> 
                    <italic>Author's Reponse - Noted and edits made.&#x00a0;</italic>
                </p>
            </body>
        </sub-article>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report36109">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.16533.r36109</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Mudimu</surname>
                        <given-names>Edinah</given-names>
                    </name>
                    <xref ref-type="aff" rid="r36109a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r36109a1">
                    <label>1</label>University of South Africa, Pretoria, Gauteng, South Africa</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>5</day>
                <month>4</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Mudimu E</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport36109" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15189.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The manuscript titled &#x201c;Developing a framework for understanding policy decision-making behaviors in the transition of a HIV prevention program towards sustainability: a case study from Zambia&#x2019;s voluntary medical male circumcision program&#x201d; addresses an important issue especially in this era where HIV funding for low- and middle-income countries is declining. Despite the decline in funding, HIV remains a pressing health issue that necessitates continued funding to achieve the goal of ending HIV as a public health threat by 2030. The authors did a commendable job of conducting interviews with key stakeholders at various levels (national, provincial, and district) of the Ministry of health and with stakeholders (donors and partners} funding Zambia&#x2019;s voluntary medical male circumcision (VMMC) program to gather their perspectives on achieving a sustainable VMMC program with limited or without donor funding. While I am not an expert in the methodology employed to analyse collected data (pattern identification and theme matching), the analysis is clearly explained, and all data is shared with the readers demonstrating transparency in the analysis process. In addition to my following insights, I suggest seeking input from a specialist in organizational development and the formulation of transition plans for policymaking. Specific comments to the authors are as follows: 
                <list list-type="order">
                    <list-item>
                        <p>Title: minor edit &#x2013; replace &#x201c;&#x2026;a HIV prevention&#x2026;&#x201d; with &#x201c;&#x2026;an HIV prevention&#x2026;&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Keywords: capitalise &#x201c;z&#x201d; for the word &#x201c;Zambia&#x201d;</p>
                    </list-item>
                </list> Introduction 
                <list list-type="order">
                    <list-item>
                        <p>Delete &#x201c;and&#x201d; in the following &#x201c;&#x2026;supply-side focused, and donor-funded&#x2026;&#x2019;</p>
                    </list-item>
                    <list-item>
                        <p>I suggest that the sentence regarding Rwanda's capacity building follows the subsequent sentence concerning India's prevention initiative. This adjustment will enhance the readability of the text since the authors mention South Africa and India, and not Rwanda, in the two preceding sentences before the one in question.</p>
                    </list-item>
                    <list-item>
                        <p>Maybe necessary to add and in the following &#x201c;sero-discordant couples, and in Zambia using a &#x201c;train-the-trainer&#x201d; model&#x201d;</p>
                    </list-item>
                </list> Methods 
                <list list-type="order">
                    <list-item>
                        <p>Authors mention that the methods and results for Phase Two are reported in a separate article (also mentioned in the last sentence of the second last paragraph in the Discussion section). A reference is necessary if the Phase Two work has been published. If not yet published it will help if the authors indicate that it is work in progress.</p>
                    </list-item>
                    <list-item>
                        <p>Authors used purposive sampling to select individuals with key roles for the transition of the VMMC program. Using purposive sampling makes it possible for researchers to tailor their sampling approach to the unique characteristics of the research study which applies well in this research study however authors should keep in mind that it may be challenging to generalize findings from this study beyond the specific context from which the sample was drawn.</p>
                    </list-item>
                </list> Supplementary file S3 
                <list list-type="order">
                    <list-item>
                        <p>There is information duplication row 4 and row 25 column I. Consider deleting one of the two.</p>
                    </list-item>
                </list> General comments: Overall the manuscript is well written with minor editorial errors which can be fixed by reading through the article thoroughly.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Mathematical modelling of infectious diseases</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <sub-article article-type="response" id="comment3694-36109">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Gantayat</surname>
                            <given-names>Nishan</given-names>
                        </name>
                        <aff>Behavioral Science, Not Applicable, Mumbai, Maharashtra, India</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>6</day>
                    <month>6</month>
                    <year>2024</year>
                </pub-date>
            </front-stub>
            <body>
                <p>Thank you for the peer review. We have been able to incorporate the changes and have submitted a new version with all the changes incorporated, barring the suggestion of capitalizing "Z" in Zambia in the keyword section, which we were not able to do while submitting the new version. We have asked the editors to assist us on that.</p>
            </body>
        </sub-article>
    </sub-article>
</article>
