<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "http://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.2" xml:lang="en">
    <front>
        <journal-meta>
            <journal-id journal-id-type="pmc">Gates Open Res</journal-id>
            <journal-title-group>
                <journal-title>Gates Open Research</journal-title>
            </journal-title-group>
            <issn pub-type="epub">2572-4754</issn>
            <publisher>
                <publisher-name>F1000 Research Limited</publisher-name>
                <publisher-loc>London, UK</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="doi">10.12688/gatesopenres.15433.1</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Research Article</subject>
                </subj-group>
                <subj-group>
                    <subject>Articles</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Unpacking WHO and CDC Bottle Bioassay Methods: A Comprehensive Literature Review and Protocol Analysis Revealing Key Outcome Predictors</article-title>
                <fn-group content-type="pub-status">
                    <fn>
                        <p>[version 1; peer review: 2 approved, 1 approved with reservations]</p>
                    </fn>
                </fn-group>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes">
                    <name>
                        <surname>Praulins</surname>
                        <given-names>Giorgio</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-2601-2598</uri>
                    <xref ref-type="corresp" rid="c1">a</xref>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Murphy-Fegan</surname>
                        <given-names>Annabel</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Gillespie</surname>
                        <given-names>Jack</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Investigation</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Mechan</surname>
                        <given-names>Frank</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Data Curation</role>
                    <role content-type="http://credit.niso.org/">Formal Analysis</role>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Software</role>
                    <role content-type="http://credit.niso.org/">Visualization</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0001-6858-7010</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Gleave</surname>
                        <given-names>Katherine</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Methodology</role>
                    <role content-type="http://credit.niso.org/">Project Administration</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <contrib contrib-type="author" corresp="no">
                    <name>
                        <surname>Lees</surname>
                        <given-names>Rosemary</given-names>
                    </name>
                    <role content-type="http://credit.niso.org/">Conceptualization</role>
                    <role content-type="http://credit.niso.org/">Funding Acquisition</role>
                    <role content-type="http://credit.niso.org/">Supervision</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Original Draft Preparation</role>
                    <role content-type="http://credit.niso.org/">Writing &#x2013; Review &amp; Editing</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-4232-9125</uri>
                    <xref ref-type="aff" rid="a1">1</xref>
                </contrib>
                <aff id="a1">
                    <label>1</label>Innovation to Impact (I2I), Department of Vector Biology, Liverpool School of Tropical Medicine, Liverpool, L3 5QA, UK</aff>
            </contrib-group>
            <author-notes>
                <corresp id="c1">
                    <label>a</label>
                    <email xlink:href="mailto:Giorgio.Praulins@lstmed.ac.uk">Giorgio.Praulins@lstmed.ac.uk</email>
                </corresp>
                <fn fn-type="conflict">
                    <p>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>4</day>
                <month>6</month>
                <year>2024</year>
            </pub-date>
            <pub-date pub-type="collection">
                <year>2024</year>
            </pub-date>
            <volume>8</volume>
            <elocation-id>56</elocation-id>
            <history>
                <date date-type="accepted">
                    <day>17</day>
                    <month>4</month>
                    <year>2024</year>
                </date>
            </history>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Praulins G et al.</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <self-uri content-type="pdf" xlink:href="https://gatesopenresearch.org/articles/8-56/pdf"/>
            <abstract>
                <sec>
                    <title>Background</title>
                    <p>Resistance monitoring is a key element in controlling vector-borne diseases. The World Health Organization (WHO) and Centres for Disease Control and Prevention (CDC) have each developed bottle bioassay methods for determining insecticide susceptibility in mosquito vectors which are used globally.</p>
                </sec>
                <sec>
                    <title>Methods</title>
                    <p>This study aimed to identify variations in bottle bioassay methodologies and assess the potential impact on the data that is generated. Our approach involved a systematic examination of existing literature and protocols from WHO and CDC, with a focus on the specifics of reported methodologies, variation between versions, and reported outcomes. Building on this, we experimentally evaluated the impact of several variables on bioassay results.</p>
                </sec>
                <sec>
                    <title>Results</title>
                    <p>Our literature review exposed a significant inconsistency in the how bioassay methods are reported, hindering reliable interpretation of data and the ability to compare results between studies. The experimental research provided further insight by specifically identifying two key factors that influence the outcomes of bioassays: mosquito dry weight and relative humidity (RH). This finding not only advances our comprehension of these assays but also underscores the importance of establishing precisely defined methodologies for resistance monitoring. The study also demonstrates the importance of controlling bioassay variables, noting the significant influence of wing length, as an indicator of mosquito size, on mortality rates in standardized bioassays.</p>
                </sec>
                <sec>
                    <title>Conclusions</title>
                    <p>Generating data with improved protocol consistency and precision will not only deepen our understanding of resistance patterns but also better inform vector control measures. We call for continued research and collaboration to refine and build consensus on bioassay techniques, to help bolster the global effort against vector-borne diseases like malaria.</p>
                </sec>
            </abstract>
            <kwd-group kwd-group-type="author">
                <kwd>Insecticide Resistance</kwd>
                <kwd>CDC Bottle Bioassay</kwd>
                <kwd>WHO Bottle Bioassay</kwd>
                <kwd>Vector Control</kwd>
                <kwd>Methodological Variability</kwd>
                <kwd>Resistance Monitoring</kwd>
                <kwd>Method Validation</kwd>
            </kwd-group>
            <funding-group>
                <award-group id="fund-1" xlink:href="http://dx.doi.org/10.13039/100000865">
                    <funding-source>Gates Foundation</funding-source>
                    <award-id>INV050591</award-id>
                </award-group>
                <funding-statement>This work was supported by the Gates Foundation (INV050591), through Innovation to Impact (I2I) at the Liverpool School of Tropical Medicine.</funding-statement>
                <funding-statement>
                    <italic>The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</italic>
                </funding-statement>
            </funding-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>Insecticide-based vector control is one of the main tools in the fight against malaria
                <sup>
                    <xref ref-type="bibr" rid="ref-1">1</xref>
                </sup> and so insecticide resistance monitoring is essential to inform operational decisions in vector-control. To be able to select appropriate vector-control interventions the insecticide resistance status of the local mosquito population needs to be well understood. Although the range of insecticide classes available for mosquito control is limited, a crucial element in the management of resistance is the ability to be able to switch between insecticide classes where resistance is seen to have evolved to a specific insecticide is observed. This approach helps address the issue of cross-resistance, ensuring that control measures remain effective against mosquito populations that have developed resistance to certain insecticides and particular modes of action (MoA)
                <sup>
                    <xref ref-type="bibr" rid="ref-2">2</xref>
                </sup>. Where a novel insecticide is introduced, it is important to be able to monitor for the emergence of resistance in the target mosquito population.</p>
            <p>The CDC bottle bioassay, recommended by the Centres for Disease Control (CDC), was developed by Brogdon and McAllister in 1998
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>. It is a resistance monitoring assay which looks at time-to-kill of a population exposed to a specified concentration of an insecticide, with knockdown measured 10&#x2013;90 minutes after exposure, dependent upon the tested insecticide
                <sup>
                    <xref ref-type="bibr" rid="ref-4">4</xref>,
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. It was developed as an additional means of monitoring resistance to the original World Health Organisation (WHO) tube bioassay, which measures mortality 1- and 24-hours post exposure.</p>
            <p>The WHO method offers distinct advantages over the CDC method by standardizing test materials using centrally prepared, quality-assured impregnated papers, which ensures uniformity and reliability of results across various locations. This eliminates the inconsistencies associated with local preparation of bottle coatings. Moreover, the method minimizes hazardous exposure to insecticides for technicians by avoiding manual bottle coating processes. Additionally, the WHO method's logistical efficiency is enhanced through the use of easily transportable impregnated papers and plastic tubes, making it less cumbersome and more practical for field deployment compared to the more bulky and hazardous materials required by the CDC method
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>,
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. Data generated using the assay is widely used for the routine monitoring of resistance to commonly used insecticides in field populations and for the characterisation of laboratory populations of mosquito
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>.</p>
            <p>The original CDC bottle bioassay test procedures
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup> have been updated several times to reflect an evolving understanding of mosquito resistance phenotypes. Standardized guidelines published by the CDC offer detail on some parameters for conducting these assays, including recommendations on diagnostic dose (s), exposure time, and mosquito age
                <sup>
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>, but there are some experimental parameters in the method which are open to interpretation as to how exactly to perform the bioassay such as number of mosquitoes per bottle, the environmental conditions and orientation of the bottles for testing. This introduces the potential for variability in how the bioassay is conducted between testing sites, and this potential for inconsistency is borne out by differences in methods used between studies as reported in publications and elsewhere.</p>
            <p>If these methodological differences affect the results obtained from the bottle assay, data may not be comparable between sites, time points or insecticides, which could impact the precision and repeatability of the evidence on which operational decisions are made. The age of mosquitoes when exposed to insecticides can have an impact on measured susceptibility, with a decline in resistance observed in older mosquitoes in comparison to younger ones
                <sup>
                    <xref ref-type="bibr" rid="ref-8">8</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-10">10</xref>
                </sup>. The number of mosquitoes per bottle and agitation of the bottle during testing, for example during scoring knockdown/mortality, could disrupt resting behaviour, impacting contact time with the active ingredients and subsequent insecticide exposure, as observed in the WHO tube bioassay
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>. Bottles used for bioassays are typically coated manually either where the tests are conducted or at a collaborating institute before being shipped. This manual coating process might introduce extra variability compared to the World Health Organization (WHO) tube tests. In the WHO tube tests, insecticide-impregnated papers are produced and distributed from a central location, where they are also hand-treated
                <sup>
                    <xref ref-type="bibr" rid="ref-12">12</xref>
                </sup>. Interpretation of the bottle coating technique and how evenly coated insecticide is could vary between users, and prolonged or frequent contact with a surface that has not been evenly coated could impact mortality results. Environmental factors can also affect the resistant phenotype. Humidity has been shown to potentially increase insecticide-induced mortality in mosquitoes
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>. On the other hand, higher temperatures have been correlated with varied effects: an increase in susceptibility to insecticides in some instances, while in others, they have been associated with improved mosquito longevity
                <sup>
                    <xref ref-type="bibr" rid="ref-14">14</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-16">16</xref>
                </sup>. Therefore, it is important to conduct susceptibility bioassays consistently, controlling conditions as closely as possible and reporting in detail the methodological parameters and environmental conditions.</p>
            <p>The development of the WHO bottle bioassay method
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>,
                    <xref ref-type="bibr" rid="ref-17">17</xref>&#x2013;
                    <xref ref-type="bibr" rid="ref-19">19</xref>
                </sup> was influenced by the challenges encountered in establishing diagnostic concentrations (DCs) for new classes of insecticides, specifically the neonicotinoid clothianidin and the pyrrole chlorfenapyr. Susceptibility to these insecticides has been measured using various testing methods by separate groups. For instance, clothianidin has been tested by impregnating filter papers with SumiShield&#x2122; 50WG
                <sup>
                    <xref ref-type="bibr" rid="ref-20">20</xref>
                </sup>, and both insecticides have been tested in CDC bottle bioassays
                <sup>
                    <xref ref-type="bibr" rid="ref-21">21</xref>
                </sup>. Comparative studies have used both CDC bottles and SumiShield&#x2122; 50WG impregnated filter papers side by side
                <sup>
                    <xref ref-type="bibr" rid="ref-22">22</xref>
                </sup>. This variation in methodology, coupled with the use of different insecticidal products or technical grade insecticides, make it difficult to compare results from these early studies. Recognizing this challenge, the WHO included these and other chemistries of interest in their discriminating dose study, which has now led to their recommendation of the WHO bottle bioassay method for both insecticides
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>,
                    <xref ref-type="bibr" rid="ref-18">18</xref>
                </sup>. The CDC bottle bioassay similarly sought to overcome the issues of stability on papers by instead coating a glass surface with insecticide. The method measures the time to knockdown (or incapacitation) of mosquitoes exposed to a specified dose of insecticide, in contrast to the endpoint measured by the WHO bottle bioassay, mosquito mortality 24 hours after a 1-hour exposure. Measuring 24hr mortality allows closer comparison with susceptibility in the WHO tube assay and provides more consistency between methods across the WHO guidelines, streamlining testing procedures for country teams
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. As novel insecticidal compounds continue to emerge, the WHO bottle bioassay will play a crucial role in monitoring susceptibility to ensure their effective deployment in public health initiatives
                <sup>
                    <xref ref-type="bibr" rid="ref-19">19</xref>,
                    <xref ref-type="bibr" rid="ref-21">21</xref>
                </sup>.</p>
            <p>To try to understand how consistently each bottle bioassay methodology is being applied, we set out to review the current literature for instances where the guidelines are being referenced, to see what data and information is being reported, and where there are gaps or inconsistencies in method reporting.</p>
            <p>We then aimed to experimentally explore parameters of the bioassay we found not to be consistently reported between studies, to determine their impact on bioassay results, and where appropriate suggest tighter ranges of values for these parameters to minimize variability in data. We aimed to do this by looking for parameters of the guidelines which are open to interpretation and seeing if they can influence the results of the bioassay. In doing this we hope to suggest additional guidance on optimal performance of this bioassay and key information required for reporting of insecticide resistance data, thus proposing a model for more robust data generation and reporting using this methodology.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Guidelines review: assessing updates and changes in methodology</title>
                <p>The original method published by Brogdon and McAllister (1998) and subsequent CDC documentation containing methods for the CDC bottle bioassay or the rationale behind the bioassay parameters were reviewed to compare specific methodological detail. The documents identified for review were:</p>
                <list list-type="bullet">
                    <list-item>
                        <p>&#x201c;Simplification of Adult Mosquito Bioassays Through Use of Time-Mortality Determinations in Glass Bottles&#x201d; Brogdon and McAllister (1998)
                            <sup>
                                <xref ref-type="bibr" rid="ref-3">3</xref>
                            </sup>
                        </p>
                    </list-item>
                    <list-item>
                        <p>&#x201c;Guidelines for Evaluating Insecticide Resistance in Vectors Using the CDC Bottle Bioassay&#x201d; CDC (2010)
                            <sup>
                                <xref ref-type="bibr" rid="ref-7">7</xref>
                            </sup>
                        </p>
                    </list-item>
                    <list-item>
                        <p>&#x201c;CONUS Manual for Evaluating Insecticide Resistance in Mosquitoes Using the CDC Bottle Bioassay Kit&#x201d; CDC (2016)
                            <sup>
                                <xref ref-type="bibr" rid="ref-4">4</xref>
                            </sup>
                        </p>
                    </list-item>
                    <list-item>
                        <p>&#x201c;Manual for Evaluating Insecticide Resistance Using the CDC Bottle Bioassay&#x201d; CDC (2023)
                            <sup>
                                <xref ref-type="bibr" rid="ref-5">5</xref>
                            </sup> Additionally, the guidelines which outline the new WHO bottle bioassay method were considered:</p>
                    </list-item>
                    <list-item>
                        <p>&#x201c;Standard operating procedure for testing insecticide susceptibility of adult mosquitoes in WHO bottle bioassays&#x201d; WHO (2022)
                            <sup>
                                <xref ref-type="bibr" rid="ref-17">17</xref>
                            </sup>
                        </p>
                    </list-item>
                </list>
                <p>This method is an adaptation to the CDC bottle bioassay where time to kill scoring is no longer done and instead the method resembles that of the WHO tube bioassay where mosquitoes are exposed to a set diagnostic dose with a set exposure time and then scored at either 24 hour or a later time point for mortality (or oviposition inhibition in the case of pyriproxyfen). Diagnostic doses pre-established by CDC for older insecticides as well as new doses for newer insecticides identified from the WHO multicentre study &#x201c;Determining discriminating concentrations of insecticides for monitoring resistance in mosquitoes: report of a multi-centre laboratory study and WHO expert consultations&#x201d; are included
                    <sup>
                        <xref ref-type="bibr" rid="ref-18">18</xref>
                    </sup>.</p>
                <p>For each of these documents, methodological details were extracted and then compared, other than the CONUS Manual for Evaluating Insecticide Resistance in Mosquitoes Using the CDC Bottle Bioassay Kit, 2019 method
                    <sup>
                        <xref ref-type="bibr" rid="ref-4">4</xref>
                    </sup> which was published by the CDC as an update to the guidelines produced in response to the Zika epidemic and so was largely unchanged from the 2010 version, the major difference being updated doses and times for a range of mosquito vectors that are found in the continental U.S.
                    <sup>
                        <xref ref-type="bibr" rid="ref-4">4</xref>
                    </sup>. Since this guideline focuses on testing 
                    <italic toggle="yes">Aedes</italic> mosquitoes and was not comparable to the others it was excluded from the review.</p>
                <p>An outline of the differences between these methods documents is detailed in 
                    <xref ref-type="table" rid="T1">Table 1</xref>, which lists all the parameters that were reviewed and any differences between the guidelines. Several areas were identified that are open to interpretation, dependent on which published method is followed by the operator, which could affect the knock down or mortality score and so reduce comparability between studies.</p>
                <table-wrap id="T1" orientation="portrait" position="anchor">
                    <label>Table 1. </label>
                    <caption>
                        <title>Key differences between published methodologies for bottle bioassay testing.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1">Methodological Parameters</th>
                                <th align="center" colspan="1" rowspan="1">Brogdon and 
                                    <break/>McAllister 1998
                                    <sup>
                                        <xref ref-type="bibr" rid="ref-3">3</xref>
                                    </sup>
                                </th>
                                <th align="center" colspan="1" rowspan="1">CDC 2010
                                    <sup>
                                        <xref ref-type="bibr" rid="ref-7">7</xref>
                                    </sup>
                                </th>
                                <th align="center" colspan="1" rowspan="1">CDC 2023
                                    <sup>
                                        <xref ref-type="bibr" rid="ref-5">5</xref>
                                    </sup>
                                </th>
                                <th align="center" colspan="1" rowspan="1">WHO 2022
                                    <sup>
                                        <xref ref-type="bibr" rid="ref-17">17</xref>
                                    </sup>
                                </th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Species identification</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Carry out species identification
                                    <break/> before or after testing</td>
                                <td align="center" colspan="1" rowspan="1">Species identification before testing and 
                                    <break/>conduct bioassay on distinct species separately</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Reagents to be tested</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Technical grade and 
                                    <break/>formulations</td>
                                <td align="center" colspan="1" rowspan="1">Technical grade only</td>
                                <td align="center" colspan="1" rowspan="1">Technical grade</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Generation of field mosquitoes</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">F1/F2 generation</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Mosquito age</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">3&#x2013;4 days</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">2&#x2013;5 days</td>
                                <td align="center" colspan="1" rowspan="1">3&#x2013;5 days</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Abbott's correction</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Control mortality 3&#x2013;10%</td>
                                <td align="center" colspan="1" rowspan="1">Control mortality 3&#x2013;20%</td>
                                <td align="center" colspan="1" rowspan="1">Control mortality &#x2265;5% and &#x2264;20%</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Number of mosquitoes per</bold>
                                    <break/>
                                    <bold> bottle/bioassay</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">25 (minimum 5)</td>
                                <td align="center" colspan="1" rowspan="1">100 across 4 replicate bottles.
                                    <break/> 10&#x2013;25 control bottle</td>
                                <td align="center" colspan="1" rowspan="1">100 across 4 replicate bottles. 10&#x2013;25 control
                                    <break/> bottle</td>
                                <td align="center" colspan="1" rowspan="1">25</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Bottle coating method</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Manual</td>
                                <td align="center" colspan="1" rowspan="1">Manual</td>
                                <td align="center" colspan="1" rowspan="1">Manual and use of bottle rollers</td>
                                <td align="center" colspan="1" rowspan="1">Manual</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Cleaning protocol</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Rinse with warm soapy water 
                                    <break/>and tap water</td>
                                <td align="center" colspan="1" rowspan="1">24-hour soak in hot water with dish soap.
                                    <break/> Advice to test cleanliness using 5&#x2013;10
                                    <break/> susceptible female mosquitoes</td>
                                <td align="center" colspan="1" rowspan="1">Soak in Decon overnight and in
                                    <break/> water for 24 hours</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Insecticide type</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Technical grade and
                                    <break/> formulation</td>
                                <td align="center" colspan="1" rowspan="1">Technical grade only</td>
                                <td align="center" colspan="1" rowspan="1">Technical grade</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Orientation during testing</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Horizontal or vertical</td>
                                <td align="center" colspan="1" rowspan="1">Vertical</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Shelf-life of stock solutions</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">2&#x2013;3 years</td>
                                <td align="center" colspan="1" rowspan="1">2&#x2013;3 years pyrethroids and carbamates, 
                                    <break/>24-hour shelf life for organophosphates</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Use of synergist</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Use of PBO and DEF
                                    <break/> mentioned</td>
                                <td align="center" colspan="1" rowspan="1">Details preparation, testing
                                    <break/> instructions and concentrations</td>
                                <td align="center" colspan="1" rowspan="1">Details preparation, testing instructions and 
                                    <break/>concentrations</td>
                                <td align="center" colspan="1" rowspan="1">Details preparation, testing
                                    <break/> instructions and concentrations</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Synergist testing: PBO</bold>
                                    <break/>
                                    <bold> concentration</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">400&#x00b5;g/bottle</td>
                                <td align="center" colspan="1" rowspan="1">100&#x00b5;g/bottle</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Mosquitoes per bottle for PBO </bold>
                                    <break/>
                                    <bold>testing</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">125</td>
                                <td align="center" colspan="1" rowspan="1">25</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Recommend stirring/agitation </bold>
                                    <break/>
                                    <bold>during test setting</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Rotate bottle during 
                                    <break/>mortality scoring</td>
                                <td align="center" colspan="1" rowspan="1">Rotate bottle during mortality
                                    <break/> scoring</td>
                                <td align="center" colspan="1" rowspan="1">Rotate bottle during mortality scoring</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Recommendations for </bold>
                                    <break/>
                                    <bold>behavioural assessment</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Species specific </bold>
                                    <break/>
                                    <bold>recommendations</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic dose and times 
                                    <break/>given for Anopheles and Aedes</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic dose and times given for Anopheles
                                    <break/> and Aedes</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic doses given for
                                    <break/> Anopheles and Aedes </td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Insecticide concentrations</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic doses given</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic doses given</td>
                                <td align="center" colspan="1" rowspan="1">Discriminating concentration given</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Insecticide exposure time</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic times given (30&#x2013;60 
                                    <break/>minutes)</td>
                                <td align="center" colspan="1" rowspan="1">Diagnostic times given (30&#x2013;60 minutes)</td>
                                <td align="center" colspan="1" rowspan="1">1 hour</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">
                                    <bold>Number of mosquitoes required </bold>
                                    <break/>
                                    <bold>per treatment evaluation</bold>
                                </td>
                                <td align="center" colspan="1" rowspan="1">Not detailed</td>
                                <td align="center" colspan="1" rowspan="1">100</td>
                                <td align="center" colspan="1" rowspan="1">100</td>
                                <td align="center" colspan="1" rowspan="1">150</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Literature review: investigating methodological inconsistencies in performing or reporting on bottle bioassays</title>
                <p>To identify publications that reported using the bottle bioassay to compare reported methodological detail, PubMed and BioMed Central databases were searched on January 2021 using the search terms &#x201c;mosquito&#x201d;, &#x201c;CDC&#x201d; and &#x201c;bottle&#x201d;. Another search was done in August 2023 to identify any additional papers that had been published since the initial search. Using these search terms, 177 results were returned from PubMed and 74 from BioMed Central. Duplicates were excluded and 103 papers were screened and excluded if they were not relevant to the CDC bottle bioassay or did not test on mosquitoes. Further papers were excluded based on the following criteria:</p>
                <list list-type="bullet">
                    <list-item>
                        <p>Studies where the MCD bottle bioassay was used. The MCD bottle bioassay is a low-cost method for testing insecticides using a modified 1-L plastic bottle with netting, into which mosquitoes are introduced. It assesses the effect of transient contact and mosquito behavioural responses to various forms of insecticides, including liquid and dry formulations
                            <sup>
                                <xref ref-type="bibr" rid="ref-23">23</xref>
                            </sup>.</p>
                    </list-item>
                    <list-item>
                        <p>Mosquito age not reported.</p>
                    </list-item>
                    <list-item>
                        <p>Knockdown/mortality data not included.</p>
                    </list-item>
                    <list-item>
                        <p>Number of mosquitoes used not reported.</p>
                    </list-item>
                    <list-item>
                        <p>An insecticide was not tested.</p>
                    </list-item>
                    <list-item>
                        <p>Mortality results were based on assays where the mosquitoes had been previously microinjected.</p>
                    </list-item>
                    <list-item>
                        <p>Incorrect referencing of bioassay test procedures (e.g., an academic publication or other documentation which did not provide a fully outlined protocol for the bioassay).</p>
                    </list-item>
                </list>
                <p>On these criteria a further 72 papers were excluded. Additionally, two papers were identified as duplicates present in both databases, and their duplicate entries were removed. This resulted in a total of 74 papers, from which the following information was extracted:</p>
                <list list-type="bullet">
                    <list-item>
                        <p>Mosquito age during testing.</p>
                    </list-item>
                    <list-item>
                        <p>The methods document referenced.</p>
                    </list-item>
                    <list-item>
                        <p>If there were any mention of behavioural assessment.</p>
                    </list-item>
                    <list-item>
                        <p>Any details on bottle coating and on bottle drying.</p>
                    </list-item>
                    <list-item>
                        <p>Country of testing.</p>
                    </list-item>
                    <list-item>
                        <p>Insecticide tested and concentration.</p>
                    </list-item>
                    <list-item>
                        <p>Exposure time to insecticide.</p>
                    </list-item>
                    <list-item>
                        <p>Holding time post insecticide exposure.</p>
                    </list-item>
                    <list-item>
                        <p>Knockdown recording interval used to calculate time to kill.</p>
                    </list-item>
                    <list-item>
                        <p>Orientation of bottle during testing - vertical or horizontal.</p>
                    </list-item>
                    <list-item>
                        <p>Whether bottle was kept still during exposure or agitated.</p>
                    </list-item>
                    <list-item>
                        <p>Generation of field mosquitoes used &#x2013; number of generations between collection of wild mosquitoes and bioassays.</p>
                    </list-item>
                    <list-item>
                        <p>Use of synergists such as MERO.</p>
                    </list-item>
                    <list-item>
                        <p>Sample size - number of mosquitoes per bottle, per treatment in 1 bioassay, and per control.</p>
                    </list-item>
                </list>
                <p>A secondary search of &#x201c;mosquito,&#x201d; &#x201c;WHO&#x201d; and &#x201c;bottle&#x201d; was also carried out to identify any papers published which reference the 2022 WHO guidelines &#x201c;Standard operating procedure for testing insecticide susceptibility of adult mosquitoes in WHO bottle bioassays.&#x201d; 44 results were returned on PubMed, and 470 from BioMed Central. Papers were removed which had been included in the previous searches for references to the CDC bottle bioassay, which left 2 publications to be included in the analysis, as detailed in 
                    <xref ref-type="fig" rid="f1">Figure 1</xref>. The same information was extracted from these publications as listed above.</p>
                <fig fig-type="figure" id="f1" orientation="portrait" position="float">
                    <label>Figure 1. </label>
                    <caption>
                        <title>Flow diagram describing the methodology of the literature review.</title>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure1.gif"/>
                </fig>
            </sec>
            <sec>
                <title>Experimental investigation: understanding the level and sources of variability in results from the WHO bottle bioassay</title>
                <p>Our project's primary goal was to quantify and identify the sources of variation in the WHO Bottle bioassay, focusing not just on standardization and technician training, but also on how these factors interact under controlled climatic conditions in a laboratory setting. This approach allowed us to investigate the assay's variability even when external variables were minimized. We focused on the WHO bottle bioassay
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>
                    </sup>, which consists of a single exposure with &#x2265;24-hour mortality scoring in line with WHO tube methodology, since it is a novel method which is likely to be widely adopted for susceptibility monitoring in Anopheles, Aedes and Culex mosquitoes as well as sandflies
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>,
                        <xref ref-type="bibr" rid="ref-24">24</xref>
                    </sup>. We therefore measured variation in 24-hour mortality as per the WHO bottle bioassay method, rather than on the many scores of knock down which are used to determine time to kill in the CDC bottle bioassay. We anticipated that there would be less variability in the 24-hour mortality endpoints than in the knockdown measurements made every few minutes during a time to kill bioassay. This enabled us to design experiments with the necessary precision to effectively assess the impact of various experimental parameters on the entomological endpoint. Mortality was measured in a susceptible strain of mosquitoes, Kisumu 24 hours after exposure to a standard pyrethroid. We either kept parameters controlled or monitored parameters to assess them as sources of variability (See 
                    <xref ref-type="table" rid="T2">Table 2</xref>).</p>
                <table-wrap id="T2" orientation="portrait" position="anchor">
                    <label>Table 2. </label>
                    <caption>
                        <title>Experimental parameters controlled or monitored as part of the experimental work of this study.</title>
                    </caption>
                    <table content-type="article-table" frame="hsides">
                        <thead>
                            <tr>
                                <th align="center" colspan="1" rowspan="1">Category</th>
                                <th align="center" colspan="1" rowspan="1">Parameter</th>
                                <th align="center" colspan="1" rowspan="1">Details</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Bottle use (number of individual uses)</td>
                                <td align="center" colspan="1" rowspan="1">Used once</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Bottle use (time)</td>
                                <td align="center" colspan="1" rowspan="1">Used within 24 hours</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Exposure length</td>
                                <td align="center" colspan="1" rowspan="1">1 hour</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Feeding status</td>
                                <td align="center" colspan="1" rowspan="1">Sugar fed</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Holding time</td>
                                <td align="center" colspan="1" rowspan="1">24 hours</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Humidity</td>
                                <td align="center" colspan="1" rowspan="1">80 &#x00b1; 5%</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Insecticide</td>
                                <td align="center" colspan="1" rowspan="1">Permethrin</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Insecticide Concentration</td>
                                <td align="center" colspan="1" rowspan="1">0.48&#x00b5;g per bottle</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Light cycle</td>
                                <td align="center" colspan="1" rowspan="1">L12:D12 hour light: dark cycle and a 1-h dawn and dusk</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Mating status</td>
                                <td align="center" colspan="1" rowspan="1">Mated</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Mosquito age</td>
                                <td align="center" colspan="1" rowspan="1">3&#x2013;5 days</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Number per test unit</td>
                                <td align="center" colspan="1" rowspan="1">~25 (20&#x2013;30)</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Operator</td>
                                <td align="center" colspan="1" rowspan="1">Experimental work carried out by both or one of two operators</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Scoring timepoints</td>
                                <td align="center" colspan="1" rowspan="1">1 hour and 24 hours</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Sex</td>
                                <td align="center" colspan="1" rowspan="1">Female</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Strain/Species</td>
                                <td align="center" colspan="1" rowspan="1">

                                    <italic toggle="yes">Anopheles gambiae</italic> (Kisumu [Susceptible])</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Controlled</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Temperature</td>
                                <td align="center" colspan="1" rowspan="1">26 &#x00b1; 2 &#x00b0;C</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Monitored</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Size (wet weight/dry weight)</td>
                                <td align="center" colspan="1" rowspan="1">Measured in grams</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Monitored</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Date of test</td>
                                <td align="center" colspan="1" rowspan="1">Recorded on the day</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Monitored</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Knockdown/Mortality</td>
                                <td align="center" colspan="1" rowspan="1">Recorded on the day</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Monitored</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Mosquito Strain Generation</td>
                                <td align="center" colspan="1" rowspan="1">Recorded on the day</td>
                            </tr>
                            <tr>
                                <td align="center" colspan="1" rowspan="1">

                                    <bold>Monitored</bold>
</td>
                                <td align="center" colspan="1" rowspan="1">Size (wing length)</td>
                                <td align="center" colspan="1" rowspan="1">Measured in mm</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>The outputs from these assessments enabled us to determine the precision, repeatability (intra-assay precision), intermediate precision (inter-assay precision), of the WHO bottle bioassay under controlled conditions.</p>
                <p>
                    <bold>
                        <italic toggle="yes">Mosquito rearing.</italic>
                    </bold> Mosquito colonies were maintained as described by Williams 
                    <italic toggle="yes">et al</italic>., in the Liverpool Insect Testing Establishment (LITE) facility at the Liverpool School of Tropical Medicine (LSTM)
                    <sup>
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>. Insectary conditions were maintained at 26 &#x00b1; 2 &#x00b0;C and 80 &#x00b1; 5% relative humidity (RH), with a L12:D12 hour light: dark cycle and a 1-h dawn and dusk. The larvae were reared in purified water and fed ground TetraMin
                    <sup>
                        <xref ref-type="bibr" rid="ref-25">25</xref>
                    </sup>. Insectary conditions were maintained at 26 &#x00b1; 2 &#x00b0;C and 80 &#x00b1; 5% relative humidity (RH), with a L12:D12 hour light: dark cycle and a 1-h dawn and dusk. The larvae were reared in purified water and fed ground TetraMin&#x00ae; tropical flakes (Blacksburg, VA, USA). Adults were provided continuous access to a 10% sucrose solution and adult females were given the opportunity to feed on human blood, composed of blood plasma and red blood cells supplied by the human blood bank and mixed upon arrival at LSTM. For the feeding process, a Hemotek membrane feeding system, provided by Hemotek Ltd based in Blackburn, UK, was used. The Kisumu strain of 
                    <italic toggle="yes">Anopheles gambiae</italic>, a reference insecticide-susceptible strain, was used for all experiments.</p>
                <p>
                    <bold>
                        <italic toggle="yes">WHO bottle bioassays.</italic>
                    </bold> In order to measure the consistency and reliability of measurements of mortality in the WHO bottle bioassay, repeated tests were performed under the same conditions and by the same two operators, and a median lethal concentration (LC
                    <sub>50</sub>) for permethrin, a concentration expected to kill an average of 50% of exposed Kisumu mosquitoes. The aim was to measure the minimum or inherent variability in the bioassay, with as much standardisation as possible and so for this reason LC
                    <sub>50</sub> was chosen as it would allow for the greatest amount of variation to be observed above and below this value. Two phases of bioassay testing were done, with the methodology for phase 2 adapted based on preliminary findings from phase 1:</p>
                <list list-type="bullet">
                    <list-item>
                        <p>In 2022, two operators each tested seven units (bottles) per day across nine days, resulting in 14 test units per day. This approach aimed to identify any significant differences in results due to operator variability.</p>
                    </list-item>
                    <list-item>
                        <p>Observations from 2022 showed no significant operator-dependent differences, leading to a methodological adjustment in 2023 to a single operator conducting all bioassays each day. Across 12 days, 12 bioassays were performed, each comprising seven test units. Due to a dilution error, one set of test units was excluded, resulting in the use of five bioassays from one operator and six from another for analysis.</p>
                    </list-item>
                </list>
                <p>A 'biological replicate' refers to a single test unit (bottle), while a 'technical replicate' encompasses a set of bioassays (7 bottles) conducted on the same day.</p>
                <p>Based on historical experimental data from another research group who had used the Kisumu colony for a previous unrelated study (unpublished data), this study was started with an LC
                    <sub>50</sub> of 12.5&#x00b5;g of permethrin per bottle. However, 100% mortality was recorded in these initial bioassays, and a preliminary dose response experiment was required to establish a &#x2018;true&#x2019; LC
                    <sub>50</sub>. Each operator conducted a separate dose response experiment with permethrin concentrations of 0.1&#x00b5;g, 0.5&#x00b5;g, 1&#x00b5;g, 2.5&#x00b5;g, 5&#x00b5;g, 7.5&#x00b5;g, 10&#x00b5;g, and 12.5&#x00b5;g per bottle. Combining results from these two tests (one per operator), a probit analysis in PoloPlus (Version 2.1, LeOra Software) established the LC
                    <sub>50</sub> as 0.48&#x00b5;g per bottle
                    <sup>
                        <xref ref-type="bibr" rid="ref-26">26</xref>
                    </sup>.</p>
                <p>For each bioassay, bottles were coated with either permethrin dissolved in acetone at the determined LC
                    <sub>50</sub> (0.48&#x00b5;g per bottle) or with acetone alone for control. The bottles were glass 250mL volume Wheaton media bottles fitted with PTFE-lined lids (Sigma-Aldrich, Merck KGaA, Darmstadt, Germany), were manually rolled and inverted to ensure even coating of all internal surfaces, including the lid
                    <sup>
                        <xref ref-type="bibr" rid="ref-7">7</xref>,
                        <xref ref-type="bibr" rid="ref-17">17</xref>
                    </sup>. After removing the lids, bottles were left on a roller overnight to dry at ambient temperature (20 and 25 &#x00b0;C).</p>
                <p>In each bioassay, approximately 25 (within the range 20&#x2013;30) non-blood fed female mosquitoes, aged between 3 and 5 days, were held in 10 ml pipette tips plugged with cotton wool to acclimatize to the test laboratory, then introduced into the bottles for a one-hour exposure to the insecticide.</p>
                <p>Approximately 25 additional mosquitoes were collected to measure their weights and wing lengths. To determine their weights, the mosquitoes were first incapacitated by placing them in a freezer for 30 minutes. Afterward, they were weighed on a Sartorius Balance (Model TE214S), and this total weight was divided by the number of mosquitoes to calculate an average "wet weight." This was used as a representative measure for the mosquitoes used on that day of testing. To obtain their "dry weight," the mosquitoes were desiccated by storing them in a 25mL falcon tube filled with silica gel, which served to remove moisture, and cotton wool, which prevented direct contact between the mosquitoes and the silica gel. This setup was left undisturbed for one week to ensure the mosquitoes were completely dried out before they were weighed again. The total weight was then divided by the number of mosquitoes to determine the average "dry weight." This was used as a representative measure for the mosquitoes used on that day of testing.</p>
                <p>For the wing length measurements, wings were dissected from a subset of 10 mosquitoes. These wings were examined under a GXMMZs0745 microscope (GT Vision, UK) and images were captured using a GXCAM Eclipse Camera (GT Vision, UK) and the GXCAM software (Version 6.7, GT Vision, UK). The images obtained were analysed with ImageJ (Version 1.54d, NIH, USA) to measure the mosquito wing lengths from apical node to vein number 10
                    <sup>
                        <xref ref-type="bibr" rid="ref-27">27</xref>
                    </sup>. This was used as a representative measure for the mosquitoes used on that day of testing.</p>
                <p>Post-exposure, mosquitoes were transferred using a vacuum pump into paper cups covered with netting, provided with a 10% sugar solution and held for 24 hours before mortality was scored. Mortality was additionally scored at 1-hour post-exposure but was not included in the analysis due to prominent levels of variability above that of 24-hour mortality.</p>
                <p>Testing conditions were held as constant as possible to measure the &#x2018;inherent&#x2019; variability of the bioassay with as few external sources of variability as possible. Bioassays were performed under controlled conditions set at applicable control limits of 26 &#x00b1; 2 &#x00b0;C temperature and 80 &#x00b1; 5% RH, with precise parameters recorded at the start and end of each testing session. This was recorded through the Building Management System (BMS) which continually monitors and controls the environment of the test facility. If the testing areas fall outside of their applicable control limits, an alarm is generated. Data on temperature and humidity is recorded every 60 seconds by the system and for every 5
                    <sup>th</sup> or 15
                    <sup>th</sup> minute can be accessed and retrieved from the system. During both testing and holding periods throughout the full run of the experiment the temperature and humidity did not fall outside of the applicable control limits. All bioassays were conducted between 2pm and 3pm to minimize variability as a result of circadian differences in mosquitoes. Fresh insecticide stock was prepared for each test to ensure consistency, and all bottles were used for testing only once and within 24 hours of coating. Operators scored mortality independently to avoid bias. Each operator conducted seven technical replicates with pyrethroid-treated units and two with acetone-only controls. Tests were repeated over multiple weeks using different mosquito cohorts for further biological replication.</p>
                <p>
                    <bold>
                        <italic toggle="yes">Data analysis.</italic>
                    </bold> Associations between parameters of interest and outcome (24hr mortality) were assessed using Generalised Linear Mixed Models (GLMMs) using the &#x2018;lme4&#x2019; package in R. The response variable was the outcome of interest (24hr mortality), included as a binomial outcome (Dead or Alive). Replicates where control mortality exceeded 20% were excluded from the analysis and control mortality in the analysed data ranged between 0 and 20%. To quantify unexplained variation between assays, a random effect term was included for both technical and biological replicate. Parameters being assessed were included as either a categorical variable (&#x2018;operator&#x2019;) or a continuous variable (&#x2018;wing size,&#x2019; &#x2019;dry weight,&#x2019; &#x2019;number of mosquitoes per bottle,&#x2019; &#x2019;temperature,&#x2019; &#x2019;humidity&#x2019;). The statistical significance of each parameter being assessed was evaluated using log likelihood ratio tests, where the explanatory power of a model with the parameter included was compared to an equivalent one without.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Guidelines Review: assessing updates and changes in methodology</title>
                <p>The CDC bottle bioassay was developed in response to alterations to the WHO tube bioassay methodology. The original WHO tube methodology
                    <sup>
                        <xref ref-type="bibr" rid="ref-28">28</xref>
                    </sup> exposed field collected mosquitoes to a range of insecticide concentrations and then probit analysis was carried out on the data generated. In the 1980&#x2019;s this test was modified to use only papers of a single known concentration due to the difficulty of collecting sufficient field mosquitoes suitable for testing
                    <sup>
                        <xref ref-type="bibr" rid="ref-29">29</xref>
                    </sup>. At the time this new WHO methodology had several drawbacks: the test kit was seen to be expensive; test papers were not provided by WHO for certain insecticides; there was no provision for assessment of metabolic resistance; and the recommended diagnostic doses were not appropriate for all species. As a result, CDC looked to develop a bioassay methodology to address these issues
                    <sup>
                        <xref ref-type="bibr" rid="ref-29">29</xref>
                    </sup>. At the time this new WHO methodology had several drawbacks: the test kit was seen to be expensive; test papers were not provided by WHO for certain insecticides; there was no provision for assessment of metabolic resistance; and the recommended diagnostic doses were not appropriate for all species. As a result, CDC looked to develop a bioassay methodology to address these issues.</p>
                <p>Brogdon had previously published work using a microplate-based biochemical assay
                    <sup>
                        <xref ref-type="bibr" rid="ref-30">30</xref>
                    </sup>, and this method was adapted to use insecticide coated 250 mL glass Wheaton bottles and published in the Journal of the American Mosquito Control Association in 1998. The original bioassay method outlined by Brogdon &amp; McAllister
                    <sup>
                        <xref ref-type="bibr" rid="ref-3">3</xref>
                    </sup> exposed 25 3&#x2013;4-day old non-blood fed female mosquitoes to 250 mL glass Wheaton bottles coated with a known concentration of insecticide and mortality was scored at regular intervals until mortality reached 100%. The findings of this paper were then developed into a set of guidelines for performing the CDC bottle bioassay. However, there were some changes made to the protocol for the purposes of these guidelines. The published guidelines suggest that 10&#x2013;25 female mosquitoes of known age and physiological status are exposed to four replicate bottles, with a minimum of one hundred mosquitoes per test concentration and an additional bottle with 10&#x2013;25 mosquitoes as a control. This is slightly open to interpretation however as the guidelines specifically quote that &#x201c;results of multiple bioassays over a few days may be pooled to achieve the recommended sample size, 100 mosquitoes. In either case, each bioassay must include a control bottle with 10&#x2013;25 mosquitoes&#x201d;. This lack of clarity could result in variability in the quantity of mosquitoes exposed per test bottle within and between studies
                    <sup>
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>. The bioassay in the guidelines is otherwise conducted the same as outlined in the publication, with knockdown being scored at regular intervals until knockdown/mortality reaches 100%. Beyond these details the CDC methodology does not give many more specifics for how to perform the bioassay, for example there is no mention of the environmental conditions the test should be performed at or the orientation of the bottles during exposure
                    <sup>
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>.</p>
                <p>Two additional documents were published to supplement the CDC (2010) guidelines. The first was &#x201c;Insert 1 &#x2013; Revised Box 5: Interpretation of data for resistance management purposes&#x201d; and was published in 2012. This document gave specific information for the interpretation of mortality rates in insects to infer insecticide resistance, laying out benchmarks for when further testing or action is needed, and emphasizing the importance of proactive measures to manage confirmed resistance and preserve the effectiveness of insecticides for malaria vector control
                    <sup>
                        <xref ref-type="bibr" rid="ref-31">31</xref>
                    </sup>. In 2013, the document titled "Insert 2 - Enhanced Surveillance Protocol for the CDC Intensity Bottle Bioassay" was published as a direct response to the shortcomings of traditional methods such as the WHO tube assay and the CDC bottle assay which primarily focus on determining the frequency of insecticide resistance using a standard discriminating dose. However, through extensive field experiences, it became evident that merely assessing resistance frequency was insufficient for making crucial decisions in insecticide procurement and deployment strategies. Recognizing this gap, the new protocol introduced the concept of assessing resistance intensity, crucial for a more comprehensive understanding of insecticide resistance strength. The WHO also started to recommend that higher doses be used to evaluate resistance, 5x and 10x the diagnostic concentration
                    <sup>
                        <xref ref-type="bibr" rid="ref-32">32</xref>
                    </sup>. The insert outlined methods for the effective collection of adult mosquitoes using backpack aspirators and described three Rapid Diagnostic Tests (RDTs) &#x2014; Resistance Frequency (F-RDT), Resistance Intensity (I-RDT), and Resistance Mechanism (M-RDT). These tests were designed to provide a holistic view of resistance, enabling more effective and cost-efficient strategies for resistance management. By incorporating tests that measure not only the frequency of resistance but also its mechanisms, both protocols offered a more detailed and actionable insight into the resistance profiles of mosquito populations. The emphasis on resistance intensity was a novel approach that reflected a shift in focus from merely identifying the presence of resistance to understanding its severity and implications for vector control. This shift was critical for decision-making processes, especially in areas where mosquitoes exhibited varying resistance levels to different insecticide doses. Overall, the insert represented a proactive and necessary response to the evolving challenges in mosquito resistance management, aligning with the growing need for more nuanced and detailed resistance assessment methods as suggested by global health authorities like the WHO
                    <sup>
                        <xref ref-type="bibr" rid="ref-33">33</xref>
                    </sup>.</p>
                <p>In the updated 2023 version of the "Manual for Evaluating Insecticide Resistance Using the CDC Bottle Bioassay"
                    <sup>
                        <xref ref-type="bibr" rid="ref-5">5</xref>
                    </sup>, the overall protocol remained largely the same however it does introduce several significant changes compared to its 2010 predecessor. One of the primary alterations is in the terminology. The updated version emphasizes the bioassay as an early-warning system for insecticide resistance, requiring intervention if susceptibility changes. Changes in scope between the new manual and older guidelines are listed below and outlined in 
                    <xref ref-type="table" rid="T1">Table 1</xref>:</p>
                <list list-type="bullet">
                    <list-item>
                        <p>In terms of scope, the new manual now covers information on how to evaluate both the frequency and mechanisms of insecticide resistance.</p>
                    </list-item>
                    <list-item>
                        <p>The 2023 guidelines subtly shift from the 2010 recommendations on insecticide selection for vector control by omitting the previously emphasized need for detailed bioassay evaluations to detect insecticide resistance. This change does not suggest a discouragement of bioassay use but rather introduces a more flexible approach to decision-making. It reflects an evolution in guidance, allowing programs to tailor their strategies to specific needs without prescribing a uniform preliminary step of conducting bioassays.</p>
                    </list-item>
                    <list-item>
                        <p>While the 2010 guidelines allowed species identification before or after testing, the current guidance recommends conducting bioassays on distinct species separately and so this species identification needs to be done ahead of bioassays.</p>
                    </list-item>
                    <list-item>
                        <p>The updated version reverses the earlier advice against using lab-reared mosquitoes, now providing detailed guidelines for utilizing F
                            <sub>1</sub> or F
                            <sub>2</sub> generations that are 2&#x2013;5 days old.</p>
                    </list-item>
                    <list-item>
                        <p>The phrase "vector populations" has been replaced with "mosquito populations" to improve specificity.</p>
                    </list-item>
                    <list-item>
                        <p>The range for using Abbott's correction has been updated. While the CDC's 2010 guidelines specified a control mortality range of 3&#x2013;10%, the CDC's 2023 guidelines have expanded this range to 3&#x2013;20%. This is also in line with the new WHO 2022 bottle bioassay protocol which recommends applying the formula for control mortality at &#x2265;5% and &#x2264;20%. All guidelines recommend experiments are repeated if control mortality falls above the stated range for correction.</p>
                    </list-item>
                    <list-item>
                        <p>Previously, the comparison to susceptible or baseline mosquito populations was recommended, which is now omitted.</p>
                    </list-item>
                    <list-item>
                        <p>The assessment of resistance intensity has been moved to a new section and is now assessed by intensity bioassays, which consist of exposing mosquitoes to increasing multiples of a diagnostic insecticide dose to gauge resistance intensity more accurately.</p>
                    </list-item>
                    <list-item>
                        <p>Minor changes have been made to the synergist bioassay section, reducing the concentration of PBO from 400&#x03bc;g/bottle to 100&#x03bc;g/bottle and updating the number of mosquitoes per bottle from 125 to 25.</p>
                    </list-item>
                </list>
                <p>The changes to the methodology between the old and new guidance are as follows:</p>
                <list list-type="bullet">
                    <list-item>
                        <p>The bottle coating procedures have been expanded to include the use of bottle rollers, in addition to manual rolling.</p>
                    </list-item>
                    <list-item>
                        <p>Cleaning protocols for the bottles have been updated. Instead of a simple rinse with warm soapy water and tap water, the new guidelines suggest a 24-hour soak in hot water with dish soap. Furthermore, the use of 5&#x2013;10 susceptible female mosquitoes in a bioassay are now recommended for assessing the bottles' cleanliness.</p>
                    </list-item>
                    <list-item>
                        <p>The 2023 version recommends testing only technical-grade insecticides, discontinuing the earlier option to test formulations.</p>
                    </list-item>
                    <list-item>
                        <p>Guidance on the shelf-life of stock solutions has been refined. Whereas the older version stated that stock solutions could be kept for 2&#x2013;3 years, the updated version specifies this only for pyrethroids and carbamates, limiting organophosphates to a 24-hour shelf life.</p>
                    </list-item>
                    <list-item>
                        <p>The updated version provides more comprehensive information on safety precautions and waste disposal
                            <sup>
                                <xref ref-type="bibr" rid="ref-5">5</xref>
                            </sup>.</p>
                    </list-item>
                </list>
            </sec>
            <sec>
                <title>Literature review: investigating methodological inconsistencies in performing or reporting on bottle bioassays</title>
                <p>A review of papers referring to the use of the CDC or WHO bottle bioassays identified studies testing a range of Anopheline and Culicine mosquito species. In instances where more than one publication assessed the same mosquito strain and insecticide combination, an effort was made to compare the mortality data to determine the consistency of results between studies. In 30% of publications only field-collected mosquitoes were tested and so these papers were excluded from this analysis, because our experimental work was lab-focused, we were primarily interested in studies conducted on established lab strains. While we acknowledge the importance of field studies where bottle bioassays are typically deployed, we opted to exclude publications testing only field-collected mosquitoes due to the challenges associated with comparing different mosquito populations and the inadequately reported methodological details. Assessing inter-bottle variation in these studies would be a valuable line of future investigation. A further 41% of studies tested field populations alongside a susceptible laboratory reference strain, the majority being the 
                    <italic toggle="yes">An. gambiae</italic> strain Kisumu (41%). In those publications containing results from testing with the same strain and insecticide combination the agreement was good, with the reported mortality against DC&#x2019;s being extremely high (&gt;90%) in all cases.</p>
                <p>Of the papers reviewed, there were some inconsistencies with the way that published methods were cited. Most papers referenced &#x2018;CDC (2010)&#x2019; &#x201c;Guidelines for Evaluating Insecticide Resistance in Vectors Using the CDC Bottle Bioassay&#x201d; (52%)
                    <sup>
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>. This was also referred to as &#x2018;Brogdon and Chan (2010)&#x2019;, with a range of incorrect authors and publication years referenced including: Brogdon and Chan: 2012, 2013 and CDC: 2011, 2012, 2013 and 2019 being given for this 2010 reference. No papers referenced the updated CDC (2023) &#x201c;Manual for Evaluating Insecticide Resistance Using the CDC Bottle Bioassay&#x201d;
                    <sup>
                        <xref ref-type="bibr" rid="ref-5">5</xref>
                    </sup>. Brogdon and McAllister (1998) were referenced in 25% of papers, despite this not being a clear instruction document and 9% of studies did not give a reference for the methodology they used
                    <sup>
                        <xref ref-type="bibr" rid="ref-3">3</xref>
                    </sup> (
                    <xref ref-type="fig" rid="f2">Figure 2</xref>).</p>
                <fig fig-type="figure" id="f2" orientation="portrait" position="float">
                    <label>Figure 2. </label>
                    <caption>
                        <title>Percentage of guidelines referenced in publications.</title>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure2.gif"/>
                </fig>
                <p>The reported methodologies in the reviewed papers did not always match the published guidelines, which may partly be a result of the fact that parameters have changed over time. Firstly, recommendations for the age of mosquitoes to be used in the bottle bioassay has changed between iterations of the published guidance. The original method published by Brogdon and McAllister (1998) recommended a testing age range of 3&#x2013;4 days, no age was specified in the CDC (2010), and the updated CDC (2023) manual recommends 2&#x2013;5 days
                    <sup>
                        <xref ref-type="bibr" rid="ref-3">3</xref>,
                        <xref ref-type="bibr" rid="ref-5">5</xref>,
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>. Most studies reported having tested with mosquitoes within an age range of 2&#x2013;5- or 3&#x2013;5-days, together accounting for 76% of the total papers (
                    <xref ref-type="fig" rid="f3">Figure 3A</xref>). Only 4% of studies reported testing with 3&#x2013;4-day old mosquitoes. 8% of studies reported using mosquitoes older than 5 days and 2% less than 2 days old. The published protocol for WHO 2022) specifies an age range of 3&#x2013;5 days, yet one paper referenced this document and used mosquitoes aged 2&#x2013;5-days
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>
                    </sup>.</p>
                <fig fig-type="figure" id="f3" orientation="portrait" position="float">
                    <label>Figure 3. </label>
                    <caption>
                        <p>Graphs of the age range of mosquitoes reported in the reviewed publications (
                            <bold>A</bold>), the number of mosquitoes per bottle reported in the reviewed publications (
                            <bold>B</bold>), the time post-collection of mosquitoes used in studies which used field-derived mosquitoes (
                            <bold>C</bold>) and holding time of mosquitoes post-exposure to insecticide (
                            <bold>D</bold>).</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure3.gif"/>
                </fig>
                <p>The reported number of mosquitoes per bottle was also variable (
                    <xref ref-type="fig" rid="f3">Figure 3B</xref>). The CDC (2010) and CDC (2023) guidance procedures do not include specific recommendations for the number of mosquitoes per bottle but do suggest testing 100 per treatment over 4 replicate bottles and more specifically that 10&#x2013;25 mosquitoes are required per control
                    <sup>
                        <xref ref-type="bibr" rid="ref-5">5</xref>,
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>. 74% of studies reported using 10&#x2013;25 mosquitoes. This is a broad range however, and the number of mosquitoes per bottle could potentially impact mortality outcomes by altering the level of contact with the insecticide treated surface as seen with the WHO tube bioassay
                    <sup>
                        <xref ref-type="bibr" rid="ref-11">11</xref>
                    </sup>. In contrast, the WHO (2022) recommends testing as close to 25 mosquitoes per bottle as possible to avoid crowding; 36% of all the reviewed studies reported using this number, whether for the CDC or WHO bottle bioassay
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>
                    </sup>. 32% of studies reported a range of mosquitoes tested per bottle and not a specific number which would allow an accurate &#x2018;n&#x2019; number per treatment to be calculated. 23% of studies did not report the number of mosquitoes tested per bottle at all (
                    <xref ref-type="fig" rid="f3">Figure 3B</xref>). The Brogdon and McAllister (1998) method states that 5 or fewer mosquitoes can be tested; only a small number of studies (3%) reported using 10 or fewer mosquitoes per bottle
                    <sup>
                        <xref ref-type="bibr" rid="ref-3">3</xref>
                    </sup>. In contrast, the WHO (2022) recommends testing as close to 25 mosquitoes per bottle as possible to avoid crowding; 36% of all the reviewed studies reported using this number, whether for the CDC or WHO bottle bioassay
                    <sup>
                        <xref ref-type="bibr" rid="ref-16">16</xref>
                    </sup>. The CDC and WHO bottle bioassays are both principally used to monitor for the emergence of resistance in field populations, and in this situation the mosquitoes used for testing may be directly caught in the field (F0), or reared for a generation or more in the lab to produce sufficient mosquitoes for testing (F1 denotes the progeny of wild caught mosquitoes, F2 their progeny, and so on). 85% of papers used field-derived mosquitoes, commonly for purposes of detection of insecticide resistance and measurement of resistance intensity within countries and geographical regions to inform appropriate vector control interventions. Additional purposes include using the bottle bioassay to determine resistance status followed by further molecular exploration of specific resistance mechanisms, for example the use of synergist assays to determine the presence or absence of metabolic resistance mechanisms. A range of generations of field mosquitoes were tested in the studies, from F
                    <sub>0</sub>-F
                    <sub>4</sub> (
                    <xref ref-type="fig" rid="f3">Figure 3C</xref>). It had not been specified in any of the guidelines which generation of field-derived mosquitoes to test with until the CDC (2023) guidelines, which recommend testing only up to the F
                    <sub>2</sub> generation. This may explain why 44% of studies which tested with field-derived mosquitoes did not specify the generation used. A total of 20% of studies also reported using a range rather than a specific generation. The CDC (2010) and CDC (2023) guidelines advise to test multiple bioassays over several days and pool the results to achieve the desired sample size, which could explain why a range of generations was tested in these cases
                    <sup>
                        <xref ref-type="bibr" rid="ref-5">5</xref>,
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>.</p>
                <p>There was consistency in how the amount of insecticide used to coat bottles was reported in the reviewed papers, with dose or concentration reported in &#x00b5;g/bottle or &#x00b5;g/mL; since 1mL of insecticide solution is used to coat bottles these units are equivalent. Of the 24% of papers that tested with a synergist, most of them used the recommended CDC guidance concentrations for S.S.S-tributlyphosphorotrithioate (DEF) at 125&#x00b5;g/bottle, diethyl maleate (DM) at 80&#x00b5;g/bottle and ethacrynic acid (EA) at 80&#x00b5;g/bottle. For Piperonyl butoxide (PBO), the most used synergist, 44% of papers used the CDC (2010) recommended concentration of 400&#x00b5;g/bottle
                    <sup>
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>. 13% of papers used the lower concentration of 100&#x00b5;g/bottle recommended in the updated guidelines CDC (2023) however all pre-dated this revised guidance
                    <sup>
                        <xref ref-type="bibr" rid="ref-5">5</xref>
                    </sup>. The WHO recommends the use of the WHO tube bioassay and not the WHO bottle bioassay for PBO exposure
                    <sup>
                        <xref ref-type="bibr" rid="ref-6">6</xref>
                    </sup>.</p>
                <p>Finally, a substantial percentage of the studies either did not detail a holding time post bioassay (27%) or did not carry it out as part of the methodology (22%), as shown in 
                    <xref ref-type="fig" rid="f3">Figure 3D</xref>. The CDC (2010) and CDC (2023) guidelines do not suggest a recommended holding time for mosquitoes post-exposure
                    <sup>
                        <xref ref-type="bibr" rid="ref-5">5</xref>,
                        <xref ref-type="bibr" rid="ref-7">7</xref>
                    </sup>. The WHO (2022) guidelines recommend 24 hours for pyrethroids, neonicotinoids including clothianidin, and butenolides and 72 hours for chlorfenapyr tested in WHO bottle bioassays
                    <sup>
                        <xref ref-type="bibr" rid="ref-6">6</xref>
                    </sup>. The WHO (2022) guidelines for the tube test recommend 24 hours holding time which could explain why 33% of studies used this time point as it is a recognised measurement for mortality for bioassays outside of the CDC bottle
                    <sup>
                        <xref ref-type="bibr" rid="ref-17">17</xref>,
                        <xref ref-type="bibr" rid="ref-34">34</xref>
                    </sup>.</p>
            </sec>
            <sec>
                <title>Experimental investigation: understanding the level and sources of variability in results from the WHO bottle bioassay</title>
                <p>To characterise and quantify the inherent variability in results from WHO bottle bioassays, 9,130 susceptible Kisumu mosquitoes were exposed to the same concentration of permethrin, systematically distributed across 365 bottles. The mean mortality across all 365 bottles was 67.18%, however, the confidence interval was wide, ranging from 38.29% to 84.47% (
                    <xref ref-type="fig" rid="f4">Figure 4</xref>). The overall Coefficient of Variation (CoV) for the WHO bottle bioassay across the study was 0.682. This overall variability is attributable primarily to variation between testing days rather than within them: the standard deviation between days was 1.788 (equivalent to a variance of 3.200, 
                    <xref ref-type="fig" rid="f5">Figure 5</xref>) while the within-day standard deviation was just 0.145 (equivalent to a variance of 0.021). If the summer period of 2022 (where mortality was unexpectedly exceptionally low and the CoV was markedly higher, 
                    <xref ref-type="fig" rid="f5">Figure 5</xref>) is excluded, then the overall CoV declines to 0.414.</p>
                <fig fig-type="figure" id="f4" orientation="portrait" position="float">
                    <label>Figure 4. </label>
                    <caption>
                        <title>The variation in mortality rates 24 hours after exposure was observed throughout the study, comparing the results from two different operators.</title>
                        <p>Each data point indicates the outcome of a single bioassay, with Operator 1's results marked with open white triangles and Operator 2's marked with solid black dots. To illustrate the average mortality rate for each operator over time, a dashed line represents Operator 1, while a solid line represents Operator 2. It is important to note that these average mortality lines nearly overlap.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure4.gif"/>
                </fig>
                <fig fig-type="figure" id="f5" orientation="portrait" position="float">
                    <label>Figure 5. </label>
                    <caption>
                        <title>Intra-assay precision (Coefficient of Variation, CoV) for the WHO bottle bioassays conducted between February 2022 and April 2023.</title>
                        <p>Each point on the graph denotes the precision of an individual bioassay, plotted over the course of the testing period.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure5.gif"/>
                </fig>
                <p>Whilst the protocol stated that 25 mosquitoes should be exposed per bottle, due to the challenges of handling live mosquitoes the precise number exposed in each bottle varied, though all bottles contained between 20&#x2013;30 mosquitoes, as per the protocol&#x2019;s specification. Within this range, the number of mosquitoes per bottle had no statistical relationship with 24hr mortality (p=0.18) (
                    <xref ref-type="fig" rid="f6">Figure 6</xref>).</p>
                <fig fig-type="figure" id="f6" orientation="portrait" position="float">
                    <label>Figure 6. </label>
                    <caption>
                        <title>The relationship between the number of mosquitoes per bottle in a bioassay and mortality rates 24 hours post-exposure.</title>
                        <p>Data points indicate the mean mortality for all tubes with that specific number of mosquitoes. The black line represents the fitted trendline, and the blue shaded area depicts the 95% confidence intervals for this model.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure6.gif"/>
                </fig>
                <p>Looking into other parameters which may affect mortality in a WHO bottle bioassay identified mosquito dry weight and relative humidity (RH) as having a significant impact. The data suggested that RH at the start of exposure was a marginally stronger predictor compared to RH at the end of exposure. However, they have similar predictive capacities which was minute. When we integrated the additional parameter of wing length, an alternative measure of mosquito size, into our analysis, the significant association between RH and mortality ceased to be significant, either at the beginning (p=0.531) or the end (p=0.332) of exposure. Wing length showed a general negative correlation with mortality (
                    <xref ref-type="fig" rid="f7">Figure 7</xref>).</p>
                <fig fig-type="figure" id="f7" orientation="portrait" position="float">
                    <label>Figure 7. </label>
                    <caption>
                        <title>Relationship between wing length and mortality 24-hour post-exposure.</title>
                        <p>The solid black line indicates the best fit trendline from the model, while the surrounding grey shaded area denotes the 95% confidence interval for the trend. Each point represents the average mortality rate observed for each wing length (grouped to the nearest) 0.01 mm.</p>
                    </caption>
                    <graphic orientation="portrait" position="float" xlink:href="https://gatesopenresearch-files.f1000.com/manuscripts/16785/d7c0df2a-dfbe-449e-9d9e-e8be6cacf5b5_figure7.gif"/>
                </fig>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>We performed a multifaceted study to enhance our understanding of the CDC and WHO bottle bioassay methods, common methods used to collect data on mosquito susceptibility to insecticides. Our research involved a) analysing published guidance to determine how specifics of the methodological details have changed through historical iterations, b) reviewing literature for bottle bioassay studies to understand the variation in the methods used and how they are reported, c) attempting to compare results between studies which reported testing results from the same combinations of mosquito strain and insecticide, and finally d) by conducting laboratory controlled experiments. The primary objectives of the experiments were to identify key experimental variables and understand the impact of changing parameters on the entomological endpoints of interest. This approach is valuable because the effects of these parameters on results are not well-understood, making it difficult to compare and interpret data from different studies effectively.</p>
            <p>Reviewing published literature for studies which reported results from bottle bioassay experiments, either CDC or WHO bottle bioassays, identified 76 papers. Among these publications there was a lot of variability in the level of detail reported about the methods used for testing, but the general trend was for the specific methodology not to be reported in much detail at all. For 1 in 10 publications guidelines were not cited at all for these standard protocols. In many cases authors report not the actual method used, but rather quote the published guidance, for example reporting that &#x2019;20&#x2013;30 mosquitoes&#x2019; were exposed per bottle as per the cited guidelines rather than reporting the real &#x2018;n&#x2019;. When details of testing parameters such as mosquito age or the number of mosquitoes exposed per bottle were reported the values varied between publications and even between the reported methods and the guidelines cited in the paper. The fact that guidelines have evolved, and specific details changed over time no doubt contributes to this confusion, as might the fact that some elements of the available guidelines are open to interpretation or details are not specified. For example, Brogdon and McAllister
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup> describe the CDC bottle assay method with 25 mosquitoes per bottle. The WHO tube bioassay is then cited as more suited for lab work rather than fieldwork due to the difficulty in collecting large numbers of mosquitoes in the field and that the CDC bottle bioassay is cited as more practical, as might the fact that some elements of the available guidelines are open to interpretation or details are not specified. For example, Brogdon and McAllister (3,3) describe the CDC bottle assay method with 25 mosquitoes per bottle. The WHO tube bioassay is then cited as more suited for lab work rather than fieldwork due to the difficulty in collecting a large number of mosquitoes in the field and that the CDC bottle bioassay is cited as more practical as it allows for testing with as few as 5 mosquitoes.</p>
            <p>Variability in reported methodological detail makes it difficult to compare or contrast results between published studies, even when the testing method used is the same. In this case the only studies which tested the same strain and insecticide combination and could be compared all reported over 90% mortality, unsurprising since this data consisted of insecticide-susceptible lab populations exposed to discriminating doses designed to identify insecticide-resistance. From this review it was therefore difficult to determine whether discrepancies in methodology interpretation between studies was influencing the mortality data generated when using this bioassay. Reporting of more granular discriminating times generated through analysis of time-response data would facilitate comparison between studies and strains.</p>
            <p>Even when precisely the same method is used to test the same insecticide against the same mosquito population under consistent testing conditions, a bioassay will have some level of inherent variability. Our investigation set out to quantify the WHO bottle bioassay method&#x2019;s variability under controlled conditions, yielding significant insights for understanding and conducting these bioassays. A previous study showed that variability within World Health Organization (WHO) bottle bioassays was consistent for specific insecticides like chlorfenapyr and clothianidin across various mosquito species. However, for other insecticides such as flupyradifurone and transfluthrin, the variability significantly increased. Notably, with flupyradifurone, the variability in mortality rates for 
                <italic toggle="yes">Ae. aegypti</italic> was as high as 12%, compared to other insecticides where the mean variability remained below 10%. The study also highlighted that pyriproxyfen exhibited a within-assay variability of 2.5% for 
                <italic toggle="yes">An. gambiae s.s</italic>. and 3.4% for 
                <italic toggle="yes">An. stephensi</italic>, highlighting differences in response to insecticides among species
                <sup>
                    <xref ref-type="bibr" rid="ref-19">19</xref>
                </sup>. As a result, it is critical to understand the inherent variability in bioassay results to perform meaningful power calculations and then to interpret results properly, i.e. determining what is a real difference between treatments or populations and what might be noise. It is also interesting to compare the level of variability between bioassays to help in selection of the appropriate method. Even before the planned experiments were performed, we found evidence of variability in results between studies or over time &#x2013; the LC
                <sub>50</sub> previously established in the same laboratory with the same protocol for the same mosquito strain did not hold true at the time of this study. This may be due to changes in rearing conditions over time, test material variability such as the insecticidal stock, which was previously synthesised by the manufacturer with higher purity, and although test concentrations remained the same its possible additional impurities impacted biological efficacy, or between cohorts of mosquitoes reared at different times or variability or &#x2018;noise&#x2019; in data affecting the result returned by the log probit analysis of dose response data. Having re-established an LC
                <sub>50</sub> we then controlled as many variables as possible in testing 9,130 mosquitoes across 365 bottles. Our results revealed an average mortality rate of 67.18%, with a confidence interval ranging from 38.29% to 84.47%. This study is notable for its scale compared to similar studies in existing literature, which often involve lab-reared mosquito colonies and the same insecticide in bottle bioassays. Importantly, to our knowledge, this is the first study of its kind to consistently control and monitor a range of factors that could influence the results over such an extended period within a single lab. Replicates where control mortality exceeded 20% were excluded from the analysis, and control mortality in the analysed data ranged between 0 and 20%. This decision underscores the nuanced understanding that, while mean control mortality provides a baseline for comparison, the variability within these controls&#x2014;ranging theoretically from homogeneity to significant heterogeneity&#x2014;can profoundly impact the interpretation of experimental outcomes. Such variability gives some insight into the potential influence of operator handling and experimental conditions, emphasizing the importance of examining not only mean mortality but also the distribution of outcomes across replicates to ensure the reliability and reproducibility of our findings.</p>
            <p>Exploring the variability and excluding other explanatory variables, we observed a within-day variance that corresponds to a standard deviation of 0.331 (numeric value: 0.109). In contrast, the between-day variance was more pronounced, with a standard deviation pegged at 2.069 (numeric value: 4.282). Furthermore, the data underscores a significant aspect of long run precision, characterized by a Coefficient of Variation (CoV) standing at 0.69. It is essential to design studies with enough statistical power and relevant temporal spread to consider variations in data. Doing so would enable a more nuanced approach to detection of any changes in resistance, allowing for better-informed decisions in monitoring and managing resistance.</p>
            <p>With regards to precision, our analyses showed that the inter-assay and intra-assay precision of the bottle bioassay method was much higher than the WHO tube method (unpublished data). This might be partially explained by the fact that the bottle method was less impacted by the number of mosquitoes per bottle, even though it was more susceptible to relative humidity changes. This difference in intra assay precision was reflected in lower mortality and higher mosquito dry weights. Though standard mosquito counts were used for bioassays conducted during this period. One specific observation from assays conducted in 2022 was a minor disparity in the mosquito count between bioassays set up by each of the two operators. On average, both operators aspirated around 25 mosquitoes per bottle. However, Operator 1 tended to aspirate slightly more than this average, whereas Operator 2 showed a tendency to aspirate slightly less. This trend, however, did not extend into the 2023 assays. In analysing the number of mosquitoes per bottle. There was a trend towards increased mortality with the highest numbers of mosquitoes tested, and a general positive correlation. Though this trend was not statistically significant it is supported by a previous study which demonstrated that the number of mosquitoes per test unit influences mortality and knockdown rates, with higher numbers resulting in greater insecticide exposure and effectiveness
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>. However, it should be noted that upon further analysis with additional variables like wing length accounted for, the previously significant association of relative humidity with mortality disappeared (either as measured at the start (p=0.531) or the end (p=0.332) of the exposure period).</p>
            <p>While initially differences were noticed there were no significant time or operator trends observed once core variables were accounted for, indicating that these bioassays were consistent in terms of these factors. Operator differences are not accounted for in the current guidance however it is encouraging to see that at least under controlled conditions of this study that this did not significantly impact the bioassay outcomes - this is a highly controlled study and so this may not be a surprise. We did observe a substantial difference between different 'experimental periods,' which highlighted the need for careful consideration of temporal factors in planning and interpreting these bioassays. Mosquitoes reared for the bioassays we conducted in the summer of 2022 were larger measured as dry weight than other testing periods, and wing lengths were on average about 10% bigger. Our modelling indicated that this was a key predictor of reduced mortality, though our analysis would only predict mortality to be about 5&#x2013;10% lower and in fact the mortality showed a significant 52% drop from 73%&#x00b1;5% in Spring 2022 to 20%&#x00b1;4% in Summer 2023 before returning to 67%%&#x00b1;5% in Spring 2023. Additionally control mortality during this period was also lower. It is unclear why the mosquitoes during this period showed such an increase in size, but it could be due to subtle differences in rearing conditions.</p>
            <p>By controlling as many variables as possible, we were able to examine the effect of changes in some parameters which varied beyond our control, to find those which were most influential, and which should therefore be controlled as far as possible in standardised protocols. Where they cannot be controlled, they should be recorded and used in interpreting the test data. By analysing the data and using the meta-data generated in this study, we were able to examine the effect of four parameters on observed mortality: testing conditions (temperature and relative humidity), age of mosquitoes, number of mosquitoes exposed per bottle and size of mosquito.</p>
            <p>There is a large body of evidence of the impact of temperature on mosquito however relative humidity less often directly examined. Multiple 
                <italic toggle="yes">Anopheles</italic> mosquito species have been shown to be less susceptible to pyrethroids at higher temperatures
                <sup>
                    <xref ref-type="bibr" rid="ref-35">35</xref>
                </sup>, which could be attributed to enhanced enzymatic activity in the mosquitoes at elevated temperatures leading to an increased rate of insecticide detoxification. Temperatures below the recommended 27 &#x00b1; 2&#x00b0;C have been seen to influence the tolerance of 
                <italic toggle="yes">An. arabiensis</italic> and 
                <italic toggle="yes">An. funestus</italic> to both bendiocarb and deltamethrin
                <sup>
                    <xref ref-type="bibr" rid="ref-36">36</xref>
                </sup>. In a Ugandan field insectary without environmental controls, but with monitored temperature and humidity, there was a pronounced and statistically significant decrease in the mortality of 
                <italic toggle="yes">A. gambiae</italic> mosquitoes as humidity levels rose
                <sup>
                    <xref ref-type="bibr" rid="ref-37">37</xref>
                </sup>, though others have seen a high degree of tolerance to a wide range of relative humidity (RH) levels in 
                <italic toggle="yes">Anopheles</italic>, with their survival not significantly impacted between 60% to 100% RH
                <sup>
                    <xref ref-type="bibr" rid="ref-13">13</xref>
                </sup>, though RH levels below 10% prove to be lethal within hours. Some studies suggest that mosquitoes, especially those from arid regions, might develop resistance to desiccation, potentially surviving low relative humidity conditions slightly longer than laboratory-bred counterparts
                <sup>
                    <xref ref-type="bibr" rid="ref-38">38</xref>
                </sup>. Even if relative humidity has a limited impact on bioassay outcomes it is plausible that a reduction in longevity due to low relative humidity would compound the effects of bioassay mortality and mosquitoes may appear less resistant to insecticides. Temperature and RH were not reported in the published studies we reviewed, and so the recent addition of a RH range to the new CDC guidance for the bottle bioassay method is welcome
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. In situations where environmental conditions cannot be fully controlled, it is crucial to report the environmental conditions in detail to ensure that the data can be correctly interpreted.</p>
            <p>In the published literature most studies reported testing with mosquitoes 2&#x2013;5- or 3&#x2013;5-day old. The recommendation of 2&#x2013;5-days was introduced in the CDC 2023 guidance; however, this age range was potentially commonly used prior to this due to guidelines already in place for the WHO cone test and the WHO tube bioassay
                <sup>
                    <xref ref-type="bibr" rid="ref-17">17</xref>,
                    <xref ref-type="bibr" rid="ref-34">34</xref>
                </sup>. Studies which reported mosquitoes in the testing age range of 3&#x2013;5-days all dated from 2015 onwards. WHO 2013 guidance was published 2 years prior to this recommending this age range, which could explain this shift. The wider age range category used in the CDC guidance could be due to the challenges of collecting field mosquitoes within a small window of time. Mosquito age has been shown to have an impact on resistance status, with larvae and adults that are older having increased susceptibility
                <sup>
                    <xref ref-type="bibr" rid="ref-39">39</xref>
                </sup>. It is therefore important to have consistency between published guidelines to ensure standardisation of testing ages and comparability of data.</p>
            <p>In terms of the number of mosquitoes per bottle used in the bioassays, insecticide delivery relies on mosquitoes contacting the treated surface of the bottle and the quantity of mosquitoes per bottle could influence resting and flight behaviour. An increase in flight behaviour could cause some mosquitoes to lose contact with the insecticide before receiving a lethal dose resulting in fluctuations in the mortality data generated. We found that there was no significant relationship with either knockdown or 24-hour mortality within the studied range of 20&#x2013;30 mosquitoes, though a trend for reduced mortality below 20 and increased above 30. This possible reduction in mortality below 20 is in agreement with previous work which has shown a decrease in mortality in the WHO tube bioassay with number of mosquitoes
                <sup>
                    <xref ref-type="bibr" rid="ref-11">11</xref>
                </sup>. In the 2022 assays, there was a slight difference in the average number of mosquitoes added to each bottle by the two operators, with one operator tending to use numbers slightly above 25 and the second slightly lower, though in the 2023 assays no such difference was observed. The Brogdon and McAllister (1998) CDC bottle method states that 5 or fewer mosquitoes can be tested, but only a small number (3%) of studies we reviewed reported using 10 or fewer mosquitoes per bottle
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup>. Although no justification was provided for the low number, the mosquitoes tested were F
                <sub>1</sub> field mosquitoes and obtaining sufficient field-derived mosquitoes can be challenging. Indeed, Brogdon and McAllister
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>
                </sup> suggest that results from multiple small-scale tests can be combined, though they do not provide data on the effect of numbers this low on mortality. More specific guidance on the quantity of mosquitoes exposed per bottle would help consistency between studies. As well as the quantity of mosquitoes per bottle, agitation of the bottle during testing could also have an impact on resting and flight behaviour. The published CDC guidance documents all suggest gently rotating the bottle while scoring mortality
                <sup>
                    <xref ref-type="bibr" rid="ref-3">3</xref>,
                    <xref ref-type="bibr" rid="ref-5">5</xref>,
                    <xref ref-type="bibr" rid="ref-7">7</xref>
                </sup>, though only 4% of published studies mentioned bottle rotation. Inconsistent agitation of bottles may create variability in results so either clearly specifying a suggested frequency for agitation or reporting methods accurately in studies would be beneficial.</p>
            <p>Many studies have shown that mosquito body size is inversely related to insecticide susceptibility
                <sup>
                    <xref ref-type="bibr" rid="ref-40">40</xref>
                </sup>, often by artificially altering mosquito size by adjusting larval nutrition. Our study did not artificially adjust the mosquito size but instead allowed it to vary naturally. Although the size range is small because of standardised rearing protocols it still adds to this body of evidence on the impact of size on susceptibility
                <sup>
                    <xref ref-type="bibr" rid="ref-25">25</xref>
                </sup>. We measured both dry weight and wing length as a proxy for body size and found that with every 1 standard deviation increment in dry weight (from an average of 0.48mg to 0.54mg) there was an associated 13.35% reduction in mortality, and an increase in average of wing length from 2.94mm to 3.00mm led to a 4.54% reduction in mortality. Tight control of rearing conditions when generating cohorts of mosquitoes for testing is critical to ensure minimal variance in body size
                <sup>
                    <xref ref-type="bibr" rid="ref-25">25</xref>
                </sup>, and should ideally be monitored through a quality control process clearly defining minimum and maximum size thresholds for testing, using an appropriate size assessment methodology (be it wing length or dry weight) that is powered to detect significant differences in your test population over time. When testing field-derived mosquitoes it is important to record size alongside test results so that seasonal differences, for example, can be considered when interpreting results.</p>
            <p>In addition to these four key parameters, there are some others which were not investigated during this study, but which may influence the measured endpoint. Physiological parameters of the mosquitoes other than size and age might be a source of variation and should be either kept consistent where possible or reported alongside data. All bioassays in this study were conducted during the same time period in the afternoon to minimize variability due to circadian differences in mosquitoes. However, time of day could influence mosquito activity and is a parameter worth investigating, particularly for insecticides with target sites or modes of action affected by metabolic activity of the mosquito. The current CDC 2023 guidelines specify testing no further than F
                <sub>2</sub> generations in bottle bioassays
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>, and CDC guidelines are to report the physiological status of the mosquitoes i.e., unfed, blood fed, semi-gravid, gravid on the results sheet.</p>
            <p>As well as characteristics of the mosquitoes, testing parameters may also affect results. The CDC guidelines suggest that the orientation of bottles during exposure does not significantly impact results, provided that the method is consistently applied though we know of no experimental evidence. The orientation of a bottle during exposure could potentially influence the behaviour of mosquitoes within the bioassay, an idea supported by evidence from the WHO cone bioassay where angle of testing affects contact with a treated surface
                <sup>
                    <xref ref-type="bibr" rid="ref-34">34</xref>,
                    <xref ref-type="bibr" rid="ref-41">41</xref>
                </sup>. The World Health Organization (WHO) cone bioassay plays an integral role in the evaluation of the efficacy of long-lasting insecticidal nets as well as insecticides used in indoor residual spraying. The test is used on a variety of treated substrates, such as pieces of bed nets, mud, cement and wood. The cone setup assumes a wide variety of angles under different settings in which it is applied. However, the guidelines provided for the performance of the assay do not specify the angle at which the test must be performed
                <sup>
                    <xref ref-type="bibr" rid="ref-34">34</xref>,
                    <xref ref-type="bibr" rid="ref-41">41</xref>
                </sup>. We are also unaware of any validation of show how evenly bottles are coated with insecticides using the methodology outlined in the CDC guidelines (2010 and 2023). It is possible that temperature and humidity could impact this drying process especially when surfactants are involved. Issues were seen with control mortality across sites within the WHO multicentre study when using RME
                <sup>
                    <xref ref-type="bibr" rid="ref-18">18</xref>
                </sup>. Mosquitoes show avoidance behaviour and irritancy to insecticides and mosquitoes may choose to rest in areas less coated with insecticide
                <sup>
                    <xref ref-type="bibr" rid="ref-42">42</xref>,
                    <xref ref-type="bibr" rid="ref-43">43</xref>
                </sup> impacting insecticide uptake and in turn mortality. It would be interesting to explore behavioural resistance, mosquito behaviour that enables reduced contact with insecticides
                <sup>
                    <xref ref-type="bibr" rid="ref-6">6</xref>
                </sup>. The period which mosquitoes are held for after exposure for mortality scoring was not reported in all reviewed publications. Although the relevant holding time may be chemistry specific, standardising and reporting holding time is important to control for the mosquito recovery period, particularly in the case of metabolic resistance as the mosquito detoxifies the insecticide over time. The longer the holding period the greater the variability which might be introduced by factors such as desiccation of mosquitoes, or death of mosquitoes from spilling or drying out of sugar solution. </p>
        </sec>
        <sec sec-type="conclusions">
            <title>Conclusion</title>
            <p>Upon reviewing the literature for publications reporting results of bottle bioassays there was general inconsistency in the precise methods used for testing and in the way that methodologies were reported and the relationship between reported methods and published guidance documents which were cited. Some publications incorrectly cited the CDC guidelines, an issue which could be overcome by a clear referencing format for the CDC 2023 guidance being made available. The specific methodology was often not reported in detail or the parameters which were documented varied between studies, making it impossible to compare results between published studies. These findings highlight the importance of having a standardised set of guidelines to follow for conducting the assay consistently and reporting. Since we have shown experimentally that changes to testing parameters can have an influence on the entomological endpoint, it is important that precise methodological detail is published with results, and with reference to published guidelines as appropriate.</p>
            <p>Our experiments investigating the inherent variability in results from the WHO bottle bioassay method has underscored the significant impact of variables like mosquito dry weight, relative humidity, and mosquito count on the entomological endpoint (24h mortality). Notably, we found a substantial negative correlation between wing length and mortality, indicating that larger mosquitoes were less likely to die in the bioassay (p&lt;0.001). This finding points to the necessity of rigorous quality control and standardized rearing practices for laboratory mosquito strains. Additionally, it emphasizes the need for detailed documentation of metadata related to mosquitoes collected from the field. We discovered that the dry weight of mosquitoes and relative humidity were core predictors of outcomes in the bioassay. In particular, the starting relative humidity was a slightly better predictor than the relative humidity at the end of the experiment, though both were almost interchangeable in their predictive power. Reports of experimental data should include specifics about mosquito collection, testing, and rearing methods, as well as information about the conditions under which bioassays are conducted, like temperature and humidity. Such measures will enhance the clarity and consistency of bioassay data interpretation. Our study demonstrates how minor variations in experimental parameters can introduce significant variability into bioassay outcomes, even under tightly controlled conditions. The validation of methods to characterise and generate a methods claim is an important part of being confident that the method selected to address a given question is appropriate and that the data that is generated is reliable. Part of a formal validation will include investigating the effect of altering testing parameters and characterising and minimising variability
                <sup>
                    <xref ref-type="bibr" rid="ref-44">44</xref>
                </sup>. Where relevant, generation of consensus SOPs which are developed and agreed by key practitioners
                <sup>
                    <xref ref-type="bibr" rid="ref-45">45</xref>
                </sup> can help with the uptake of standardised methods which aid interpretation of results between studies.</p>
            <p>The inclusion of technical and biological replication in resistance monitoring testing is vital for detecting and accounting for these variances in bioassay results, so that data can be interpreted meaningfully, strengthening evidence-based decision making in vector control. Currently CDC guideline recommendations of 100 per test concentration does not seem sufficient considering this level of variation in this method and it is possible that this guidance needs updating
                <sup>
                    <xref ref-type="bibr" rid="ref-5">5</xref>
                </sup>. Another factor that should not be ignored are the differences in endpoint which are observed between testing days. Our analysis of data collected over repeated testing sessions highlights the importance of spreading testing out over more than a single day to be able to get a more representative data set and allow you to be more confident in your conclusion about the presence or absence of resistance in a mosquito population. Currently there is no guidance around spreading testing over numerous days, but this kind of could allow for smaller tests to be conducted over multiple days which could be more feasible in settings where large numbers of testing age mosquitoes are not necessarily available on the same day. We recognise that we only studied variability and testing parameters with a pyrethroid, and interesting further work might be to repeat elements of this study with other insecticides either using currently used pyrethroid insecticides such as alpha-cypermethrin or deltamethrin, or insecticides from other classes such as chlorfenapyr or clothianidin for which susceptibility is also assessed using bottle bioassay.</p>
            <p>Generating more robust and consistent susceptibility data using the bottle bioassay is possible through tightening up the methodology to minimise variability and recording meta data alongside bioassay results to allow more informed interpretation. More accurate reporting of the precise methods used to generate bioassay data will facilitate better comparability of data sets, which should include reference to relevant published guidelines and reporting of raw data and actual rather than target values for parameters such as number of mosquitoes exposed per bottle or temperature in the testing room. Generation and reporting of better data in these ways will facilitate better decision-making in designing vector control strategies, contributing to more effective efforts to combat mosquito-borne diseases.</p>
        </sec>
    </body>
    <back>
        <sec sec-type="data-availability">
            <title>Data availability</title>
            <p>The bibliographic references used for the literature review are included in the References section. All raw data contributing to the results presented in this paper are freely available in an online repository. Datasets are readily available at: 
                <ext-link ext-link-type="uri" xlink:href="https://github.com/i2i-Data-Repository/WHO-and-CDC-Bottle-Bioassay-Paper-2024/tree/main">https://github.com/i2i-Data-Repository/WHO-and-CDC-Bottle-Bioassay-Paper-2024/tree/main</ext-link>
            </p>
            <p>Repository: Unpacking WHO and CDC Bottle Bioassay Methods: A Comprehensive Literature Review and Protocol Analysis Revealing Key Outcome Predictors</p>
            <p>Data sets and r scripts:</p>
            <p>1.Noise_Bottle_Dose_Response.csv &#x2013; data for preliminary dose response to identify LC50, used for the main experiments.</p>
            <p>2.Noise_Bottle_Main_Experiments.csv - knockdown and mortality data for the main experiment, includes environmental conditions and mosquito body size indices.</p>
            <p>3. Noise_bottle_Script.R - r script used to analyse the data and produce publication plots.</p>
            <p>Data are available under the terms of the 
                <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/publicdomain/zero/1.0/">Creative Commons Zero "No rights reserved" data waiver</ext-link> (CC0 1.0 Public domain dedication).</p>
        </sec>
        <sec>
            <title>Software availability</title>
            <p>Source code available from: 
                <ext-link ext-link-type="uri" xlink:href="https://github.com/i2i-Data-Repository/WHO-and-CDC-Bottle-Bioassay-Paper-2024/tree/main">https://github.com/i2i-Data-Repository/WHO-and-CDC-Bottle-Bioassay-Paper-2024/tree/main</ext-link>.</p>
        </sec>
        <ref-list>
            <ref id="ref-1">
                <label>1</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <collab>World Health Organization</collab>
</person-group>:
                    <article-title>Global report on insecticide resistance in malaria vectors: 2010&#x2013;2016</article-title>. World Health Organization,<year>2018</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/bitstream/handle/10665/272533/9789241514057-eng.pdf?sequence=1">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-2">
                <label>2</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Namias</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Jobe</surname>
                            <given-names>NB</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Paaijmans</surname>
                            <given-names>KP</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The need for practical insecticide-resistance guidelines to effectively inform mosquito-borne disease control programs.</article-title>
                    <source>

                        <italic toggle="yes">eLife.</italic>
</source>
                    <year>2021</year>;<volume>10</volume>:
                    <elocation-id>e65655</elocation-id>.
                    <pub-id pub-id-type="pmid">34355693</pub-id>
                    <pub-id pub-id-type="doi">10.7554/eLife.65655</pub-id>
                    <pub-id pub-id-type="pmcid">8346280</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-3">
                <label>3</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Brogdon</surname>
                            <given-names>WG</given-names>
                        </name>

                        <name name-style="western">
                            <surname>McAllister</surname>
                            <given-names>JC</given-names>
                        </name>
</person-group>:
                    <article-title>Simplification of adult mosquito bioassays through use of time-mortality determinations in glass bottles.</article-title>
                    <source>

                        <italic toggle="yes">J Am Mosq Control Assoc.</italic>
</source>
                    <year>1998</year>;<volume>14</volume>(<issue>2</issue>):<fpage>159</fpage>&#x2013;<lpage>64</lpage>.
                    <pub-id pub-id-type="pmid">9673916</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-4">
                <label>4</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <collab>CDC</collab>
</person-group>:
                    <article-title>CONUS manual for evaluating insecticide resistance in mosquitoes using the CDC bottle bioassay kit</article-title>. CDC;<year>2016</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/mosquitoes/pdfs/conus-508.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-5">
                <label>5</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <collab>CDC</collab>
</person-group>:
                    <article-title>Manual for Evaluating Insecticide Resistance Using the CDC Bottle Bioassay</article-title>. CDC;<year>2023</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/malaria/resources/pdf/fsp/ir_manual/Global-Insect-Resist-Bottle-Bioassay-508.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-6">
                <label>6</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <collab>WHO</collab>
</person-group>:
                    <article-title>Manual for monitoring insecticide resistance in mosquito vectors and selecting appropriate interventions</article-title>. WHO;<year>2022</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications-detail-redirect/9789240051089">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-7">
                <label>7</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Brogdon</surname>
                            <given-names>WG</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>A</given-names>
                        </name>
</person-group>:
                    <article-title>Guideline for evaluating insecticide resistance in vectors using the CDC bottle bioassay</article-title>. CDC;<year>2010</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://stacks.cdc.gov/view/cdc/21777">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-8">
                <label>8</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Mbepera</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Nkwengulila</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Peter</surname>
                            <given-names>R</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The influence of age on insecticide susceptibility of 
                        <italic toggle="yes">Anopheles arabiensis</italic> during dry and rainy seasons in rice irrigation schemes of northern Tanzania.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2017</year>;<volume>16</volume>(<issue>1</issue>): 364.
                    <pub-id pub-id-type="pmid">28893240</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-017-2022-6</pub-id>
                    <pub-id pub-id-type="pmcid">5594483</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-9">
                <label>9</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Chouaibou</surname>
                            <given-names>MS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chabi</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Bingham</surname>
                            <given-names>GV</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Increase in susceptibility to insecticides with aging of wild 
                        <italic toggle="yes">Anopheles gambiae</italic> mosquitoes from C&#x00f4;te d&#x2019;Ivoire.</article-title>
                    <source>

                        <italic toggle="yes">BMC Infect Dis.</italic>
</source>
                    <year>2012</year>;<volume>12</volume>(<issue>1</issue>): 214.
                    <pub-id pub-id-type="pmid">22974492</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1471-2334-12-214</pub-id>
                    <pub-id pub-id-type="pmcid">3482577</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-10">
                <label>10</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Pinda</surname>
                            <given-names>PG</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Msaky</surname>
                            <given-names>DS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Muyaga</surname>
                            <given-names>LL</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Relationships between biological age, distance from aquatic habitats and pyrethroid resistance status of 
                        <italic toggle="yes">Anopheles funestus</italic> mosquitoes in south-eastern Tanzania.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2022</year>;<volume>21</volume>(<issue>1</issue>): 365.
                    <pub-id pub-id-type="pmid">36461058</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-022-04389-y</pub-id>
                    <pub-id pub-id-type="pmcid">9719249</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-11">
                <label>11</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Praulins</surname>
                            <given-names>G</given-names>
                        </name>

                        <name name-style="western">
                            <surname>McDermott</surname>
                            <given-names>DP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Spiers</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Reviewing the WHO tube bioassay methodology: accurate method reporting and numbers of mosquitoes are key to producing robust results.</article-title>
                    <source>

                        <italic toggle="yes">Insects.</italic>
</source>
                    <year>2022</year>;<volume>13</volume>(<issue>6</issue>):<fpage>544</fpage>.
                    <pub-id pub-id-type="pmid">35735881</pub-id>
                    <pub-id pub-id-type="doi">10.3390/insects13060544</pub-id>
                    <pub-id pub-id-type="pmcid">9224656</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-12">
                <label>12</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Owusu</surname>
                            <given-names>HF</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Jan&#x010d;&#x00e1;ryov&#x00e1;</surname>
                            <given-names>D</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Malone</surname>
                            <given-names>D</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Comparability between insecticide resistance bioassays for mosquito vectors: time to review current methodology?</article-title>
                    <source>

                        <italic toggle="yes">Parasit Vectors.</italic>
</source>
                    <year>2015</year>;<volume>8</volume>: 357.
                    <pub-id pub-id-type="pmid">26148484</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13071-015-0971-6</pub-id>
                    <pub-id pub-id-type="pmcid">4492098</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-13">
                <label>13</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Yamana</surname>
                            <given-names>TK</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Eltahir</surname>
                            <given-names>EAB</given-names>
                        </name>
</person-group>:
                    <article-title>Incorporating the effects of humidity in a mechanistic model of 
                        <italic toggle="yes">Anopheles gambiae</italic> mosquito population dynamics in the Sahel region of Africa.</article-title>
                    <source>

                        <italic toggle="yes">Parasit Vectors.</italic>
</source>
                    <year>2013</year>;<volume>6</volume>(<issue>1</issue>): 235.
                    <pub-id pub-id-type="pmid">23938022</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1756-3305-6-235</pub-id>
                    <pub-id pub-id-type="pmcid">3750695</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-14">
                <label>14</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Kristan</surname>
                            <given-names>M</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Abeku</surname>
                            <given-names>TA</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lines</surname>
                            <given-names>J</given-names>
                        </name>
</person-group>:
                    <article-title>Effect of environmental variables and 
                        <italic toggle="yes">kdr</italic> resistance genotype on survival probability and infection rates in 
                        <italic toggle="yes">Anopheles gambiae (s.s.)</italic>.</article-title>
                    <source>

                        <italic toggle="yes">Parasit Vectors.</italic>
</source>
                    <year>2018</year>;<volume>11</volume>(<issue>1</issue>): 560.
                    <pub-id pub-id-type="pmid">30367663</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13071-018-3150-8</pub-id>
                    <pub-id pub-id-type="pmcid">6204000</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-15">
                <label>15</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Glunt</surname>
                            <given-names>KD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Paaijmans</surname>
                            <given-names>KP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Read</surname>
                            <given-names>AF</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Environmental temperatures significantly change the impact of insecticides measured using WHOPES protocols.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2014</year>;<volume>13</volume>: 350.
                    <pub-id pub-id-type="pmid">25187231</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1475-2875-13-350</pub-id>
                    <pub-id pub-id-type="pmcid">4162960</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-16">
                <label>16</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Oliver</surname>
                            <given-names>SV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Brooke</surname>
                            <given-names>BD</given-names>
                        </name>
</person-group>:
                    <article-title>The effect of elevated temperatures on the life history and insecticide resistance phenotype of the major malaria vector 
                        <italic toggle="yes">Anopheles arabiensis</italic> (Diptera: Culicidae).</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2017</year>;<volume>16</volume>(<issue>1</issue>): 73.
                    <pub-id pub-id-type="pmid">28193292</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-017-1720-4</pub-id>
                    <pub-id pub-id-type="pmcid">5307775</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-17">
                <label>17</label>
                <mixed-citation publication-type="web">
                    <person-group person-group-type="author">

                        <collab>WHO</collab>
</person-group>:
                    <article-title>Standard operating procedure for testing insecticide susceptibility of adult mosquitoes in WHO bottle bioassays</article-title>. WHO;<year>2022</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/bitstream/handle/10665/352316/9789240043831-eng.pdf?sequence=1">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-18">
                <label>18</label>
                <mixed-citation publication-type="report">
                    <person-group person-group-type="author">

                        <collab>WHO</collab>
</person-group>:
                    <article-title>Determining discriminating concentrations of insecticides for monitoring resistance in mosquitoes: report of a multi-centre laboratory study and WHO expert consultations</article-title>. WHO;<year>2022</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/bitstream/handle/10665/365552/9789240064416-eng.pdf?sequence=1">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-19">
                <label>19</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Corbel</surname>
                            <given-names>V</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Kont</surname>
                            <given-names>MD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ahumada</surname>
                            <given-names>ML</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A new WHO bottle bioassay method to assess the susceptibility of mosquito vectors to public health insecticides: results from a WHO-coordinated multi-centre study.</article-title>
                    <source>

                        <italic toggle="yes">Parasit Vectors.</italic>
</source>
                    <year>2023</year>;<volume>16</volume>(<issue>1</issue>): 21.
                    <pub-id pub-id-type="pmid">36670470</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13071-022-05554-7</pub-id>
                    <pub-id pub-id-type="pmcid">9863080</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-20">
                <label>20</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Oxborough</surname>
                            <given-names>RM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Seyoum</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Yihdego</surname>
                            <given-names>Y</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Susceptibility testing of 
                        <italic toggle="yes">Anopheles</italic> malaria vectors with the neonicotinoid insecticide clothianidin; results from 16 African countries, in preparation for indoor residual spraying with new insecticide formulations.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2019</year>;<volume>18</volume>(<issue>1</issue>): 264.
                    <pub-id pub-id-type="pmid">31370898</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-019-2888-6</pub-id>
                    <pub-id pub-id-type="pmcid">6670198</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-21">
                <label>21</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Agumba</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gimnig</surname>
                            <given-names>JE</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Ogonda</surname>
                            <given-names>L</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Diagnostic dose determination and efficacy of chlorfenapyr and clothianidin insecticides against 
                        <italic toggle="yes">Anopheles</italic> malaria vector populations of western Kenya.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2019</year>;<volume>18</volume>(<issue>1</issue>): 243.
                    <pub-id pub-id-type="pmid">31315614</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-019-2858-z</pub-id>
                    <pub-id pub-id-type="pmcid">6637467</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-22">
                <label>22</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Dagg</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Irish</surname>
                            <given-names>S</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Wiegand</surname>
                            <given-names>RE</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Evaluation of toxicity of clothianidin (neonicotinoid) and chlorfenapyr (pyrrole) insecticides and cross-resistance to other public health insecticides in 
                        <italic toggle="yes">Anopheles arabiensis</italic> from Ethiopia.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2019</year>;<volume>18</volume>(<issue>1</issue>): 49.
                    <pub-id pub-id-type="pmid">30795768</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-019-2685-2</pub-id>
                    <pub-id pub-id-type="pmcid">6387473</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-23">
                <label>23</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Sternberg</surname>
                            <given-names>ED</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Waite</surname>
                            <given-names>JL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Thomas</surname>
                            <given-names>MB</given-names>
                        </name>
</person-group>:
                    <article-title>Evaluating the efficacy of biological and conventional insecticides with the new &#x2018;MCD bottle&#x2019; bioassay.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2014</year>;<volume>13</volume>(<issue>1</issue>): 499.
                    <pub-id pub-id-type="pmid">25515850</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1475-2875-13-499</pub-id>
                    <pub-id pub-id-type="pmcid">4300847</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-24">
                <label>24</label>
                <mixed-citation publication-type="web">
                    <collab>WHO</collab>:
                    <article-title>Standard operating procedure for testing the susceptibility of adult sand flies to insecticides in WHO bottle bioassays</article-title>. World Health Organization;<year>2023</year>;<fpage>32</fpage>.
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/bitstream/handle/10665/370880/9789240074606-eng.pdf?sequence=1">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-25">
                <label>25</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Flood</surname>
                            <given-names>L</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Praulins</surname>
                            <given-names>G</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Characterisation of 
                        <italic toggle="yes">Anopheles</italic> strains used for laboratory screening of new vector control products.</article-title>
                    <source>

                        <italic toggle="yes">Parasit Vectors.</italic>
</source>
                    <year>2019</year>;<volume>12</volume>(<issue>1</issue>): 522.
                    <pub-id pub-id-type="pmid">31690332</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13071-019-3774-3</pub-id>
                    <pub-id pub-id-type="pmcid">PMC6833243</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-26">
                <label>26</label>
                <mixed-citation publication-type="report">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Robertson</surname>
                            <given-names>JL</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Russell</surname>
                            <given-names>RM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Savin</surname>
                            <given-names>NE</given-names>
                        </name>
</person-group>:
                    <article-title>POLO: a user&#x2019;s guide to Probit Or LOgit analysis</article-title>. Berkeley, California: Pacific Southwest Forest and Range Experiment Station, Forest Service, U.S. Department of Agriculture;  (General Technical Report),<year>1980</year>; 15.
                    <ext-link ext-link-type="uri" xlink:href="https://www.fs.usda.gov/psw/publications/documents/psw_gtr038/psw_gtr038.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-27">
                <label>27</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Koella</surname>
                            <given-names>JC</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lyimo</surname>
                            <given-names>EO</given-names>
                        </name>
</person-group>:
                    <article-title>Variability in the relationship between weight and wing length of 
                        <italic toggle="yes">Anopheles gambiae</italic> (Diptera: Culicidae).</article-title>
                    <source>

                        <italic toggle="yes">J Med Entomol.</italic>
</source>
                    <year>1996</year>;<volume>33</volume>(<issue>2</issue>):<fpage>261</fpage>&#x2013;<lpage>4</lpage>.
                    <pub-id pub-id-type="pmid">8742532</pub-id>
                    <pub-id pub-id-type="doi">10.1093/jmedent/33.2.261</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-28">
                <label>28</label>
                <mixed-citation publication-type="web">
                    <collab>World Health Organization</collab>:
                    <article-title>Insecticide resistance and vector control&#x202f;: seventeenth report of the WHO Expert Committee on Insecticides [meeting held in Geneva from 19 to 25 November 1968]</article-title>. World Health Organization;<year>1970</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/handle/10665/40771">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-29">
                <label>29</label>
                <mixed-citation publication-type="web">
                    <collab>World Health Organization</collab>:
                    <article-title>Test procedures for insecticide resistance monitoring in malaria vectors, bio-efficacy and persistence of insecticides on treated surfaces&#x202f;: report of the WHO informal consultation, Geneva, 28-30 September 1998</article-title>. World Health Organization;<year>1998</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/handle/10665/64879">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-30">
                <label>30</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Brogdon</surname>
                            <given-names>WG</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Beach</surname>
                            <given-names>RF</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Stewart</surname>
                            <given-names>JM</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Microplate assay analysis of the distribution of organophosphate and carbamate resistance in Guatemalan Anopheles albimanus.</article-title>
                    <source>

                        <italic toggle="yes">Bull World Health Organ.</italic>
</source>
                    <year>1988</year>;<volume>66</volume>(<issue>3</issue>):<fpage>339</fpage>&#x2013;<lpage>46</lpage>.
                    <pub-id pub-id-type="pmid">3262440</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2491122</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-31">
                <label>31</label>
                <mixed-citation publication-type="web">
                    <collab>CDC</collab>:
                    <article-title>Insert 1 &#x2013; revised box 5: interpretation of data for resistance management purposes &#x2013; 2012 guideline for evaluating insecticide resistance in vectors using the CDC bottle bioassay</article-title>.<year>2012</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/parasites/education_training/lab/pdf/insert1.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-32">
                <label>32</label>
                <mixed-citation publication-type="web">
                    <collab>WHO</collab>:
                    <article-title>Test procedures for insecticide resistance monitoring in malaria vector mosquitoes</article-title>.<year>2016</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/bitstream/handle/10665/250677/9789241511575eng.pdf?sequence=1">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-33">
                <label>33</label>
                <mixed-citation publication-type="web">
                    <collab>CDC</collab>:
                    <article-title>Insert 2 - enhanced surveillance protocol for the CDC intensity bottle bioassay - 2013 guideline for evaluating insecticide resistance in vectors using the CDC bottle bioassay</article-title>.<year>2013</year>; [cited 2023 Jan 9].
                    <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/parasites/education_training/lab/pdf/insert2.pdf">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-34">
                <label>34</label>
                <mixed-citation publication-type="web">
                    <collab>World Health Organization, WHO pesticide evaluation scheme</collab>:
                    <article-title>Guidelines for laboratory and field-testing of long-lasting insecticidal nets</article-title>. Geneva: World Health Organization;<year>2013</year>; [cited 2023 Nov 9].
                    <ext-link ext-link-type="uri" xlink:href="https://iris.who.int/bitstream/handle/10665/80270/9789241505277_eng.pdf?sequence=1">Reference Source</ext-link>
                </mixed-citation>
            </ref>
            <ref id="ref-35">
                <label>35</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Agyekum</surname>
                            <given-names>TP</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Botwe</surname>
                            <given-names>PK</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Arko-Mensah</surname>
                            <given-names>J</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A systematic review of the effects of temperature on 
                        <italic toggle="yes">Anopheles</italic> mosquito development and survival: implications for malaria control in a future warmer climate.</article-title>
                    <source>

                        <italic toggle="yes">Int J Environ Res Public Health.</italic>
</source>
                    <year>2021</year>;<volume>18</volume>(<issue>14</issue>):
                    <elocation-id>7255</elocation-id>.
                    <pub-id pub-id-type="pmid">34299706</pub-id>
                    <pub-id pub-id-type="doi">10.3390/ijerph18147255</pub-id>
                    <pub-id pub-id-type="pmcid">PMC8306597</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-36">
                <label>36</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Glunt</surname>
                            <given-names>KD</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Oliver</surname>
                            <given-names>SV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Hunt</surname>
                            <given-names>RH</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The impact of temperature on insecticide toxicity against the malaria vectors 
                        <italic toggle="yes">Anopheles arabiensis</italic> and 
                        <italic toggle="yes">Anopheles funestus.</italic>
                    </article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2018</year>;<volume>17</volume>(<issue>1</issue>): 131.
                    <pub-id pub-id-type="pmid">29606123</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-018-2250-4</pub-id>
                    <pub-id pub-id-type="pmcid">PMC5879579</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-37">
                <label>37</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Echodu</surname>
                            <given-names>R</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Iga</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Oyet</surname>
                            <given-names>WS</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>High insecticide resistances levels in 
                        <italic toggle="yes">Anopheles gambiaes</italic> s.l. in northern Uganda and its relevance for future malaria control.</article-title>
                    <source>

                        <italic toggle="yes">BMC Res Notes.</italic>
</source>
                    <year>2020</year>;<volume>13</volume>(<issue>1</issue>): 348.
                    <pub-id pub-id-type="pmid">32698844</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s13104-020-05193-0</pub-id>
                    <pub-id pub-id-type="pmcid">PMC7376877</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-38">
                <label>38</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>K</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Tsujimoto</surname>
                            <given-names>H</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Cha</surname>
                            <given-names>SJ</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Aquaporin water channel AgAQP1 in the malaria vector mosquito 
                        <italic toggle="yes">Anopheles gambiae</italic> during blood feeding and humidity adaptation.</article-title>
                    <source>

                        <italic toggle="yes">Proc Natl Acad Sci U S A.</italic>
</source>
                    <year>2011</year>;<volume>108</volume>(<issue>15</issue>):<fpage>6062</fpage>&#x2013;<lpage>6</lpage>.
                    <pub-id pub-id-type="pmid">21444767</pub-id>
                    <pub-id pub-id-type="doi">10.1073/pnas.1102629108</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3076861</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-39">
                <label>39</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Collins</surname>
                            <given-names>E</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Vaselli</surname>
                            <given-names>NM</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Sylla</surname>
                            <given-names>M</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>The relationship between insecticide resistance, mosquito age and malaria prevalence in 
                        <italic toggle="yes">Anopheles gambiae</italic> s.l. from Guinea.</article-title>
                    <source>

                        <italic toggle="yes">Sci Rep.</italic>
</source>
                    <year>2019</year>;<volume>9</volume>(<issue>1</issue>): 8846.
                    <pub-id pub-id-type="pmid">31222175</pub-id>
                    <pub-id pub-id-type="doi">10.1038/s41598-019-45261-5</pub-id>
                    <pub-id pub-id-type="pmcid">PMC6586859</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-40">
                <label>40</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Oliver</surname>
                            <given-names>SV</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Brooke</surname>
                            <given-names>BD</given-names>
                        </name>
</person-group>:
                    <article-title>The effect of larval nutritional deprivation on the life history and DDT resistance phenotype in laboratory strains of the malaria vector 
                        <italic toggle="yes">Anopheles arabiensis</italic>.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2013</year>;<volume>12</volume>: 44.
                    <pub-id pub-id-type="pmid">23368928</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1475-2875-12-44</pub-id>
                    <pub-id pub-id-type="pmcid">3570311</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-41">
                <label>41</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Owusu</surname>
                            <given-names>HF</given-names>
                        </name>

                        <name name-style="western">
                            <surname>M&#x00fc;ller</surname>
                            <given-names>P</given-names>
                        </name>
</person-group>:
                    <article-title>How important is the angle of tilt in the WHO cone bioassay?</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2016</year>;<volume>15</volume>(<issue>1</issue>): 243.
                    <pub-id pub-id-type="pmid">27118476</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-016-1303-9</pub-id>
                    <pub-id pub-id-type="pmcid">4847186</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-42">
                <label>42</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Corbel</surname>
                            <given-names>V</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Chandre</surname>
                            <given-names>F</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Brengues</surname>
                            <given-names>C</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Dosage-dependent effects of permethrin-treated nets on the behaviour of 
                        <italic toggle="yes">Anopheles gambiae</italic> and the selection of pyrethroid resistance.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2004</year>;<volume>3</volume>(<issue>1</issue>): 22.
                    <pub-id pub-id-type="pmid">15242513</pub-id>
                    <pub-id pub-id-type="doi">10.1186/1475-2875-3-22</pub-id>
                    <pub-id pub-id-type="pmcid">471558</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-43">
                <label>43</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>He</surname>
                            <given-names>Z</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Zhang</surname>
                            <given-names>J</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Shi</surname>
                            <given-names>Z</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Modification of contact avoidance behaviour associated with pyrethroid resistance in 
                        <italic toggle="yes">Anopheles sinensis</italic> (Diptera: Culicidae).</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2019</year>;<volume>18</volume>(<issue>1</issue>): 131.
                    <pub-id pub-id-type="pmid">30971253</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-019-2765-3</pub-id>
                    <pub-id pub-id-type="pmcid">6458626</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-44">
                <label>44</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Matope</surname>
                            <given-names>A</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Lees</surname>
                            <given-names>RS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Spiers</surname>
                            <given-names>A</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>A bioassay method validation framework for laboratory and semi-field tests used to evaluate vector control tools.</article-title>
                    <source>

                        <italic toggle="yes">Malar J.</italic>
</source>
                    <year>2023</year>;<volume>22</volume>(<issue>1</issue>): 289.
                    <pub-id pub-id-type="pmid">37770855</pub-id>
                    <pub-id pub-id-type="doi">10.1186/s12936-023-04717-w</pub-id>
                    <pub-id pub-id-type="pmcid">10540336</pub-id>
                </mixed-citation>
            </ref>
            <ref id="ref-45">
                <label>45</label>
                <mixed-citation publication-type="journal">
                    <person-group person-group-type="author">

                        <name name-style="western">
                            <surname>Lissenden</surname>
                            <given-names>N</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Armistead</surname>
                            <given-names>JS</given-names>
                        </name>

                        <name name-style="western">
                            <surname>Gleave</surname>
                            <given-names>K</given-names>
                        </name>

                        <etal/>
</person-group>:
                    <article-title>Developing consensus Standard Operating Procedures (SOPs) to evaluate new types of insecticide-treated nets.</article-title>
                    <source>

                        <italic toggle="yes">Insects.</italic>
</source>
                    <year>2022</year>;<volume>13</volume>(<issue>1</issue>):<fpage>7</fpage>.
                    <pub-id pub-id-type="pmid">35055850</pub-id>
                    <pub-id pub-id-type="doi">10.3390/insects13010007</pub-id>
                    <pub-id pub-id-type="pmcid">8778287</pub-id>
                </mixed-citation>
            </ref>
        </ref-list>
    </back>
    <sub-article article-type="reviewer-report" id="report37721">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.16785.r37721</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Chareonviriyaphap</surname>
                        <given-names>Theeraphap</given-names>
                    </name>
                    <xref ref-type="aff" rid="r37721a1">1</xref>
                    <role>Referee</role>
                </contrib>
                <aff id="r37721a1">
                    <label>1</label>Kasetsart University, Bangkok, Thailand</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>5</day>
                <month>9</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Chareonviriyaphap T</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport37721" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15433.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve-with-reservations</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>Assessment of mosquito insecticide resistance using bottle bioassay has various guidelines launched in the past decades. Each guideline has some different procedures, which might affect data interpretation. Therefore, this article aimed to 1) summarize all guidelines, either CDC or WHO, 2) review variation of previous articles, and conduct the experiment to observe variation caused during the experimental study.</p>
            <p> Overall, the idea of this article is great and informative, as it combines up-to-date guidelines for readers and highlights all potential variations that might influence the outcome. However, there are several minor flaws in this article: 1) no rationale is provided for the selection of insecticides for the experimental study, 2) no statistical analysis was performed using GLMMs as mentioned in the data analysis, 3) the structure of the methods section should be laid out to facilitate reader comprehension, and 4) the discussion and conclusion sections are overly lengthy. Additionally, I have more suggestions listed below:</p>
            <p> </p>
            <p> 
                <bold>Introduction</bold> 
                <list list-type="order">
                    <list-item>
                        <p>Please check whether the WHO tube bioassay protocol mentions 1 h knockdown or mortality and insert reference:</p>
                        <p> &#x201c;It was developed as an additional means of monitoring resistance to the original World Health Organization (WHO) tube bioassay, which measures mortality 1- and 24-hours post-exposure&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Please change mosquito to mosquitoes</p>
                        <p> &#x201c;Data generated using the assay is widely used for the routine monitoring of resistance to commonly used insecticides in field populations and the characterization of laboratory populations of mosquito&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>High or low temperatures that increase insecticide-induced mortality</p>
                        <p> &#x201c;Humidity has been shown to potentially increase insecticide-induced mortality in mosquitoes&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>The last two paragraphs should be combined and rewritten to shorten and more precisely lead to the aim of this article.</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Methods</bold> 
                <list list-type="order">
                    <list-item>
                        <p>What is the rationale for ordering guidelines? Is it better to organize according to chronological order?</p>
                    </list-item>
                    <list-item>
                        <p>I am not sure whether my understanding is right that you would like to infer &#x201c;
                            <bold>this</bold>&#x201d; to the WHO bottle assay. If yes, I think you should change it or make it clearer to the reader:</p>
                        <p> &#x201c;This method is an adaptation to the CDC bottle bioassay where time to kill scoring is no longer done&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>This paragraph should be moved to the result section:</p>
                        <p> &#x201c;An outline of the differences between these methods documents is detailed in&#x2026;&#x2026;&#x2026;&#x2026;&#x2026;&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>The paragraph below should be shortened:</p>
                        <p> &#x201c;Studies where the MCD bottle bioassay was used&#x2026;&#x2026;&#x2026;&#x2026;&#x2026;..&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Methodological parameters in 
                            <bold>Table 1</bold> should be grouped and detailed in separate rows, categorized by aspects such as mosquitoes, insecticides &amp; reagents, techniques, etc.</p>
                    </list-item>
                    <list-item>
                        <p>Please check in the literature review subsection, the final article is 74 (in text) or 76 (figure 1)?</p>
                    </list-item>
                    <list-item>
                        <p>The diagram representing article selection should be modified according to the descriptive data in the text, which will help the reader to understand at first glance. The current version is difficult to understand and follow.</p>
                    </list-item>
                    <list-item>
                        <p>How many papers?</p>
                        <p> &#x201c;Papers were removed which had been included in the previous searches&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Change Anopheles, Aedes, and Culex to italic</p>
                        <p> &#x201c;it is a novel method which is likely to be widely adopted for susceptibility monitoring in Anopheles, Aedes, and Culex mosquitoes&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Is it necessary to include 
                            <bold>table 2</bold>? &#x00a0;I think all the information was mentioned in the text about conditions and parameters that the author is interested in. If the author would like to keep it.</p>
                    </list-item>
                    <list-item>
                        <p>I did not see the rationale why you selected to observe 4 parameters in this study.</p>
                    </list-item>
                    <list-item>
                        <p>This sentence was repeated twice:</p>
                        <p> &#x201c;Insectary conditions were maintained at 26 &#x00b1; 2 &#x00b0;C and 80 &#x00b1; 5% relative humidity (RH), with L12:D12 hour light: dark cycle and a 1-h dawn and dusk. The larvae were reared in purified water and fed ground TetraMin&#x00ae; tropical flakes (Blacksburg, VA, USA).&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Why did you keep species of mosquitoes in the last paragraph? I propose to mention it in the first paragraph.</p>
                    </list-item>
                    <list-item>
                        <p>Please clarify what is phases1 and 2</p>
                        <p> &#x201c;Two phases of bioassay testing were done, with the methodology for phase 2 adapted phased on preliminary findings from phase 1:&#x2026;&#x2026;&#x2026;&#x2026;&#x2026;&#x2026;&#x2026;.&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>I noticed that 20-30 mosquitoes were used in the experiment, but the result section showed a range of mosquitoes from 20-35 individuals. Could you please recheck it?</p>
                    </list-item>
                    <list-item>
                        <p>What is the purpose to include this sentence:</p>
                        <p> &#x201c;For every 5th or 15th minute can be accessed and retrieved from the system. During both testing and holding periods throughout the full run of the experiment, the temperature and humidity did not fall outside of the applicable control limits&#x201d;</p>
                    </list-item>
                </list> 
                <bold>Results</bold> 
                <list list-type="order">
                    <list-item>
                        <p>It is good to use GLMMs, however I did not see results from this analysis. Could you please show and draw out what is the main contribution to the variation of outcome?</p>
                    </list-item>
                    <list-item>
                        <p>The results from this experiment showed mortality in control between 5-20%, however no Abbott's correction was performed. Could you please adjust and reanalyze?</p>
                    </list-item>
                    <list-item>
                        <p>These sentences were repeated twice:</p>
                        <p> &#x201c;At the time this new WHO methodology had several drawbacks: the test kit was seen to be expensive; test papers were not provided by WHO for certain insecticides; there was no provision for assessment of metabolic resistance; and the recommended diagnostic doses were not appropriate for all species. As a result, CDC looked to develop a bioassay methodology to address these issues29&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Please consider changing to a citation instead of a text</p>
                        <p> &#x201c;published in the Journal of the American Mosquito Control Association in 1998.&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>Please insert ref in this paragraph properly:</p>
                        <p> &#x201c;Two additional documents were published to supplement the CDC (2010) guidelines&#x2026;&#x2026;&#x2026;&#x2026;&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>As the article is overly lengthy, could you please consider minimizing or deleting large portions of text that repeatedly mention information from 
                            <bold>Table 1</bold>? Since all the information is already included in the table, there's no need to describe it again in the text.</p>
                    </list-item>
                    <list-item>
                        <p>In the literature review section, could you please indicate the number of publications followed by the percentage in parentheses for each subsection? This would be great for understanding.</p>
                    </list-item>
                    <list-item>
                        <p>In the literature review section, the percentages provided in the text indicate some missing data. Could you please ensure that all 100% are accounted for?</p>
                    </list-item>
                    <list-item>
                        <p>
                            <bold>In Figure 3</bold>, please insert letters A, B, C, and D in each subpicture in correlation with descriptive information.</p>
                    </list-item>
                    <list-item>
                        <p>Comparing citations or popularity between the CDC guidelines (first published in 1998 with subsequent updates) and the WHO guidelines (published in 2022) might be misleading to readers. No publications have cited the WHO guidelines because it was recently published, making it difficult to follow the new procedures and publish within one year as the inclusion criteria (search article up to 2023) in your article.</p>
                    </list-item>
                    <list-item>
                        <p>Please consider subsection holding time and discuss why the previous article performed a holding period at a different time.</p>
                    </list-item>
                    <list-item>
                        <p>&#x00a0;Why is the rational to combine RH and wing length? Do you think both variations link to each other? If yes, please give some sentences before your result</p>
                        <p> &#x201c;When we integrated the additional parameter of wing length, an alternative measure of mosquito size, into our analysis, the significant association between RH and mortality ceased to be significant, either at the beginning (p=0.531) or the end (p=0.332) of exposure.&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>
                            <bold>Figure 7</bold>, change winglength to wing length</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>Discussion</bold> 
                <list list-type="order">
                    <list-item>
                        <p>Please consider moving this information to previous paragraphs mentioning about generation of mosquitoes:</p>
                        <p> &#x201c;The current CDC 2023 guidelines specify testing no further than F2 generations in bottle bioassays, and CDC guidelines are to report the physiological status of the mosquitoes i.e., unfed, blood-fed, semi-gravid, gravid on the results sheet.&#x201d;</p>
                    </list-item>
                    <list-item>
                        <p>When comparing the CDC and cone tests, you suggest that the angle of the CDC bottle affects mortality. Are you confident about this statement? Do you have any scientific evidence? The cone test only involves impregnated fabric coated with insecticide, while the cone compartment itself does not contain any insecticide. In contrast, the bottle bioassay coats all parts of the bottle with insecticide. Thus, angle change affects to resting behavior of mosquitoes in the contest, but what about bottle bioassay? Do you have any other hypothesis?</p>
                    </list-item>
                    <list-item>
                        <p>Please consider shortening the discussion and conclusion sections.</p>
                    </list-item>
                    <list-item>
                        <p>Please include up-to-date research articles that conduct CDC bottle bioassay.</p>
                    </list-item>
                </list> </p>
            <p> 
                <bold>References</bold> 
                <list list-type="order">
                    <list-item>
                        <p>Ref 14: change 
                            <italic>s.s. </italic>to s.s.</p>
                    </list-item>
                    <list-item>
                        <p>Ref 30: change Anopheles albimanus
                            <italic> </italic>to 
                            <italic>Anopheles albimanus</italic>
                        </p>
                    </list-item>
                </list>
            </p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Partly</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Vector biology and control</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard, however I have significant reservations, as outlined above.</p>
        </body>
        <sub-article article-type="response" id="comment3760-37721">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Lees</surname>
                            <given-names>Rosemary</given-names>
                        </name>
                        <aff>Liverpool School of Tropical Medicine, UK</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>16</day>
                    <month>12</month>
                    <year>2024</year>
                </pub-date>
            </front-stub>
            <body>
                <p>We thank the reviewer for engaging so thoroughly with the article, and for making these suggestions, most of which we have incorporated into version 2 and believe it is improved as a result. We would like to address some specific comments below.</p>
                <p> </p>
                <p> Regarding the the rationale for ordering guidelines in the Methods section, the guidelines are in chronological order, apart from the WHO guidelines at the end, a sentence is included to explain this: "Additionally, the guidelines which outline the new WHO bottle bioassay method were considered:"</p>
                <p> </p>
                <p> The paragraph starting &#x201c;An outline of the differences between these methods documents is detailed in&#x2026;&#x2026;&#x2026;&#x2026;&#x2026;&#x201d; describes a table which highlights the difference in parameters between guidelines, with the aim of justifying the purpose of the study, and we therefore think it belongs in the Methods and not the Results section.</p>
                <p> </p>
                <p> The diagram representing article selection has been reviewed and we believe it accurately reflects the descriptive data in the text, and so we have kept the original format.</p>
                <p> </p>
                <p> We have adjusted Table 2 to avoid duplication and merged the first column cells, and retained Table 1 which we believe to be a useful summary.</p>
                <p> </p>
                <p> In answer to the question "It is good to use GLMMs, however I did not see results from this analysis. Could you please show and draw out what is the main contribution to the variation of outcome?", the variability estimates for within-day and between-day variation are the outputs of the GLMM, as are all statistical comparisons presented (e.g. p-values).</p>
                <p> Regarding the application of Abbot&#x2019;s correction to mortality data, as the purpose of the study was to quantify and explain variability in observed outcomes, it was decided to assess the true outcomes rather than an adjusted metric.</p>
            </body>
        </sub-article>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report37274">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.16785.r37274</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Tchouakui</surname>
                        <given-names>Magellan</given-names>
                    </name>
                    <xref ref-type="aff" rid="r37274a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0002-1683-8057</uri>
                </contrib>
                <aff id="r37274a1">
                    <label>1</label>Centre for Research in Infectious Diseases, Yaound&#x00e9;, Cameroon</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>20</day>
                <month>8</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Tchouakui M</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport37274" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15433.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>This study aimed to identify variations in bottle bioassay methodologies and assess the potential impact on the data generated because resistance monitoring is a key element in controlling vector-borne diseases.&#x00a0; The authors used a systematic examination of existing literature and protocols from WHO and CDC to evaluate the impact of several variables on bioassay results experimentally. They noticed that two key factors are influencing the outcomes of bioassays including mosquito dry weight and relative humidity (RH). This finding not only advances our comprehension of these assays but also underscores the importance of establishing precisely defined methodologies for resistance monitoring. I fully recommend the acceptance of this article as it will significantly help to strengthen the robustness of bioassays</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>No source data required</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Infectious diseases transmission, Insecticide resistance management, Malaria, Anopheles mosquitoes, Fitness cost</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
        <sub-article article-type="response" id="comment3757-37274">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Lees</surname>
                            <given-names>Rosemary</given-names>
                        </name>
                        <aff>Liverpool School of Tropical Medicine, UK</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>11</day>
                    <month>12</month>
                    <year>2024</year>
                </pub-date>
            </front-stub>
            <body>
                <p>We are very grateful for this positive response, and are pleased that the reviewer found the article&#x2019;s findings useful.</p>
            </body>
        </sub-article>
    </sub-article>
    <sub-article article-type="reviewer-report" id="report37275">
        <front-stub>
            <article-id pub-id-type="doi">10.21956/gatesopenres.16785.r37275</article-id>
            <title-group>
                <article-title>Reviewer response for version 1</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author">
                    <name>
                        <surname>Oliver</surname>
                        <given-names>Sh&#x00fc;n&#x00e9; V</given-names>
                    </name>
                    <xref ref-type="aff" rid="r37275a1">1</xref>
                    <xref ref-type="aff" rid="r37275a1">1</xref>
                    <role>Referee</role>
                    <uri content-type="orcid">https://orcid.org/0000-0003-0658-6658</uri>
                </contrib>
                <aff id="r37275a1">
                    <label>1</label>University of the Witwatersrand Johannesburg, Johannesburg, Gauteng, South Africa</aff>
            </contrib-group>
            <author-notes>
                <fn fn-type="conflict">
                    <p>
                        <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                </fn>
            </author-notes>
            <pub-date pub-type="epub">
                <day>23</day>
                <month>7</month>
                <year>2024</year>
            </pub-date>
            <permissions>
                <copyright-statement>Copyright: &#x00a9; 2024 Oliver SV</copyright-statement>
                <copyright-year>2024</copyright-year>
                <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
                    <license-p>This is an open access peer review report distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
                </license>
            </permissions>
            <related-article ext-link-type="doi" id="relatedArticleReport37275" related-article-type="peer-reviewed-article" xlink:href="10.12688/gatesopenres.15433.1"/>
            <custom-meta-group>
                <custom-meta>
                    <meta-name>recommendation</meta-name>
                    <meta-value>approve</meta-value>
                </custom-meta>
            </custom-meta-group>
        </front-stub>
        <body>
            <p>The authors present a crucial study that really should have been performed a long time ago. The assessment of insecticide resistance is possibly the most critical aspect of vector control and one that is not to be taken lightly. The authors present a comprehensive literature review and experimental data of what is quite frankly a disturbing array of variability in key methods used for assessing resistance. This paper is a useful and important summary of these problems and will be a useful resource for people in the field. I have a few very small recommendations that would be needed before indexing.</p>
            <p> </p>
            <p> I will describe my changes:</p>
            <p> </p>
            <p> Please define the synergist acronym MERO.&#x00a0;</p>
            <p> </p>
            <p> Page 7: italicize Anopheles, Aedes, Culex.&#x00a0;</p>
            <p> </p>
            <p> Page 9</p>
            <p> In the results section under the first section&#x00a0;Guidelines review: assessing updates and changes in&#x00a0;methodology:&#x00a0;</p>
            <p> (Last line of first part of the PDF, going on until the end of section)</p>
            <p> </p>
            <p> "At the time this new WHO&#x00a0;methodology had several drawbacks: the test kit was seen</p>
            <p> to be expensive; test papers were not provided by WHO for&#x00a0;certain insecticides; there was no provision for assessment of metabolic resistance; and the recommended diagnostic doses&#x00a0;were not appropriate for all species. As a result, CDC looked to&#x00a0;develop a bioassay methodology to address these issues29. At</p>
            <p> the time this new WHO methodology had several drawbacks:&#x00a0;the test kit was seen to be expensive; test papers were not provided by WHO for certain insecticides; there was no provision&#x00a0;for assessment of metabolic resistance; and the recommended&#x00a0;diagnostic doses were not appropriate for all species. As a&#x00a0;result, CDC looked to develop a bioassay methodology to&#x00a0;address these issues".</p>
            <p> </p>
            <p> Please look at this section carefully again as it seems that a portion of the paragraph was duplicated. If I am wrong, then it is very confusing as I read this section multiple times and it looks like a repeat.</p>
            <p>Is the work clearly and accurately presented and does it cite the current literature?</p>
            <p>Yes</p>
            <p>If applicable, is the statistical analysis and its interpretation appropriate?</p>
            <p>Yes</p>
            <p>Are all the source data underlying the results available to ensure full reproducibility?</p>
            <p>Yes</p>
            <p>Is the study design appropriate and is the work technically sound?</p>
            <p>Yes</p>
            <p>Are the conclusions drawn adequately supported by the results?</p>
            <p>Yes</p>
            <p>Are sufficient details of methods and analysis provided to allow replication by others?</p>
            <p>Yes</p>
            <p>Reviewer Expertise:</p>
            <p>Entomology, Vector Control, Insecticide resistance, Mosquito biology.</p>
            <p>I confirm that I have read this submission and believe that I have an appropriate level of expertise to confirm that it is of an acceptable scientific standard.</p>
        </body>
        <sub-article article-type="response" id="comment3759-37275">
            <front-stub>
                <contrib-group>
                    <contrib contrib-type="author">
                        <name>
                            <surname>Lees</surname>
                            <given-names>Rosemary</given-names>
                        </name>
                        <aff>Liverpool School of Tropical Medicine, UK</aff>
                    </contrib>
                </contrib-group>
                <author-notes>
                    <fn fn-type="conflict">
                        <p>
                            <bold>Competing interests: </bold>No competing interests were disclosed.</p>
                    </fn>
                </author-notes>
                <pub-date pub-type="epub">
                    <day>16</day>
                    <month>12</month>
                    <year>2024</year>
                </pub-date>
            </front-stub>
            <body>
                <p>We are grateful for the positive reception to this article and are pleased that the reviewer also thinks this was a useful exercise. We have addressed all the comments on the article in version 2, and appreciate the reviewer picking up on these points to improve the manuscript.</p>
            </body>
        </sub-article>
    </sub-article>
</article>
