<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<?covid-19-tdm?>
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2022.937732</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Assessing Public Health and Social Measures Against COVID-19 in Japan From March to June 2021</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Hayashi</surname> <given-names>Katsuma</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1162949/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kayano</surname> <given-names>Taishi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Anzai</surname> <given-names>Asami</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Fujimoto</surname> <given-names>Marie</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1846553/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Linton</surname> <given-names>Natalie</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Sasanami</surname> <given-names>Misaki</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Suzuki</surname> <given-names>Ayako</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1786386/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kobayashi</surname> <given-names>Tetsuro</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1831332/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Otani</surname> <given-names>Kanako</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Yamauchi</surname> <given-names>Masato</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Suzuki</surname> <given-names>Motoi</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Nishiura</surname> <given-names>Hiroshi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1353086/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>School of Public Health, Kyoto University</institution>, <addr-line>Kyoto</addr-line>, <country>Japan</country></aff>
<aff id="aff2"><sup>2</sup><institution>National Institute of Infectious Diseases</institution>, <addr-line>Tokyo</addr-line>, <country>Japan</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Reza Lashgari, Shahid Beheshti University, Iran</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Melanie Cash, University of Florida, United States; Magdalena Djordjevic, University of Belgrade, Serbia; Igor Salom, University of Belgrade, Serbia; Gilberto Gonzalez-Parra, New Mexico Tech, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Hiroshi Nishiura, <email>nishiura.hiroshi.5r@kyoto-u.ac.jp</email></corresp>
<fn fn-type="other" id="fn004"><p>This article was submitted to Infectious Diseases &#x2013; Surveillance, Prevention and Treatment, a section of the journal Frontiers in Medicine</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>12</day>
<month>07</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>9</volume>
<elocation-id>937732</elocation-id>
<history>
<date date-type="received">
<day>06</day>
<month>05</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>06</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Hayashi, Kayano, Anzai, Fujimoto, Linton, Sasanami, Suzuki, Kobayashi, Otani, Yamauchi, Suzuki and Nishiura.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Hayashi, Kayano, Anzai, Fujimoto, Linton, Sasanami, Suzuki, Kobayashi, Otani, Yamauchi, Suzuki and Nishiura</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Public health and social measures (PHSM) against COVID-19 in Japan involve requesting the public to voluntarily reduce social contact; these measures are not legally binding. The effectiveness of such PHSM has been questioned with emergence of the SARS-CoV-2 Alpha variant (B.1.1.7), which exhibited elevated transmissibility.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>We investigated the epidemic dynamics during the fourth epidemic wave in Japan from March to June 2021 involving pre-emergency measures and declaration of a state of emergency (SoE). We estimated the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) before and after these interventions, and then analyzed the relationship between lower <italic>R</italic><sub><italic>t</italic></sub> values and each PHSM.</p>
</sec>
<sec>
<title>Results</title>
<p>With implementation of pre-emergency measures (PEM) in 16 prefectures, the <italic>R</italic><sub><italic>t</italic></sub> was estimated to be &#x003C; 1 in six prefectures; its average relative reduction ranged from 2 to 19%. During the SoE, 8 of 10 prefectures had an estimated <italic>R</italic><sub><italic>t</italic></sub> &#x003C; 1, and the average relative reduction was 26%&#x2013;39%. No single intervention was identified that uniquely resulted in an <italic>R</italic><sub><italic>t</italic></sub> value &#x003C; 1.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>An SoE can substantially reduce the <italic>R</italic><sub><italic>t</italic></sub> and may be required to curb a surge in cases caused by future SARS-CoV-2 variants of concern with elevated transmissibility. More customized interventions did not reduce the <italic>R</italic><sub><italic>t</italic></sub> value to &#x003C; 1 in this study, but that may be partly attributable to the greater transmissibility of the Alpha variant.</p>
</sec>
</abstract>
<kwd-group>
<kwd>coronavirus</kwd>
<kwd>statistical estimation</kwd>
<kwd>modeling</kwd>
<kwd>Infectious Disease</kwd>
<kwd>mathematical model</kwd>
<kwd>effective reproduction number</kwd>
</kwd-group>
<contract-num rid="cn001">20K18953</contract-num>
<contract-sponsor id="cn001">Japan Society for the Promotion of Science<named-content content-type="fundref-id">10.13039/501100001691</named-content></contract-sponsor>
<contract-sponsor id="cn002">Ministry of Health, Labour and Welfare<named-content content-type="fundref-id">10.13039/501100003478</named-content></contract-sponsor>
<contract-sponsor id="cn003">Japan Agency for Medical Research and Development<named-content content-type="fundref-id">10.13039/100009619</named-content></contract-sponsor>
<contract-sponsor id="cn004">Environmental Restoration and Conservation Agency<named-content content-type="fundref-id">10.13039/100014423</named-content></contract-sponsor>
<contract-sponsor id="cn005">Core Research for Evolutional Science and Technology<named-content content-type="fundref-id">10.13039/501100003382</named-content></contract-sponsor>
<contract-sponsor id="cn006">Strategic International Collaborative Research Program<named-content content-type="fundref-id">10.13039/501100009036</named-content></contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="1"/>
<ref-count count="77"/>
<page-count count="11"/>
<word-count count="8917"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Public health and social measures (PHSM) against COVID-19 are non-specific countermeasures, previously referred to as non-pharmaceutical interventions, which have been implemented in many countries to control the pandemic. Whereas published studies report a strong overall epidemiological impact of lockdowns or PHSM in reducing cases (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B14">14</xref>), other studies suggest that lockdown itself may not be very effective if individual measures, such as wearing masks and restricting the use of restaurants and public facilities, are properly implemented (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). Additional scientific evidence on the effectiveness of individual non-specific countermeasures is called for (e.g., school closures, bans on eating out and on large gatherings) (<xref ref-type="bibr" rid="B17">17</xref>&#x2013;<xref ref-type="bibr" rid="B34">34</xref>). When the SARS-CoV-2 Alpha variant (B.1.1.7) with elevated transmissibility started to become widespread in Europe, strict lockdown measures were instated in European countries, which precluded an evaluation of each PHSM other than movement restriction of entire communities (<xref ref-type="bibr" rid="B35">35</xref>).</p>
<p>In Japan, PHSM have primarily comprised request-based nationwide cooperation in voluntarily reducing social contact and have not involved any legally binding penalties. The legal and administrative basis of such countermeasures is the state of emergency (SoE), which in Japan is declared based on the Act on Special Measures for Pandemic Influenza and New Infectious Diseases Preparedness and Response (2002) (<xref ref-type="bibr" rid="B36">36</xref>). In Japan, the first SoE was declared in April 2020 owing to a surge in cases during the first epidemic wave. Although the first SoE was lifted in May 2020, an SoE was declared twice, in January and April 2021, for municipalities in the Tokyo metropolitan area and the Kansai region owing to increasing pressure on health care services during the third and fourth epidemic waves. During the fourth wave, a larger number of people were infected with the Alpha variant (B.1.1.7), which has greater transmissibility than other previously circulating SARS-CoV-2 strains (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>). Because an SoE involves substantial adverse social and economic effects, pre-emergency measures (PEM) were devised as an alternative to an SoE. More customized countermeasures began from February 2021, and PEM were newly implemented based on the Revised Special Measures for Pandemic Influenza and New Infectious Diseases Preparedness and Response (2020), in the hopes of avoiding an SoE (<xref ref-type="bibr" rid="B39">39</xref>). In the PEM, the local governor of the target area can decide which sub-regional areas (e.g., cities, towns, and villages) will be subject to the countermeasures. PEM is a general term for interventions that do not involve restrictions on movement; instead, the countermeasures are more customized and focused on high-risk settings, including eating and drinking establishments that serve alcohol (<xref ref-type="bibr" rid="B40">40</xref>). That is, whereas SoE may be regarded as self-restrained contact reduction or a voluntary lockdown measure, PEM are more customized pre-lockdown policies that are expected to be implemented early in the epidemic and that represent more targeted intervention in high-risk settings only. Customized policies are in line with the scientific evidence that high-risk situations include drinking alcohol late at night and attending indoor gatherings, which sometimes trigger super-spreading events (<xref ref-type="bibr" rid="B41">41</xref>, <xref ref-type="bibr" rid="B42">42</xref>).</p>
<p>During the fourth epidemic wave, an SoE and PEM were declared multiple times, targeting municipalities across Japan. However, the effectiveness of these countermeasures in controlling infections has yet to be evaluated, especially considering the spread of the highly transmissible Alpha variant (<xref ref-type="bibr" rid="B43">43</xref>). These countermeasures have been diverse. In areas of intervention, different series of countermeasures have been implemented, including a request for residents to refrain from unnecessary movement and restricting the use of public facilities. In particular, the content, intensity, and duration of PEM have not been uniform because local governments decide the details regarding countermeasures. Like an SoE, PEM are not legally binding. Thus, the effectiveness of these measures depends on the compliance of residents and employers in areas of intervention and how well contact can be avoided that could lead to infection. Objectively assessing the effectiveness of such countermeasures remains a scientific challenge.</p>
<p>With emergence of the Alpha variant, which led to a surge in COVID-19 cases close to the Christmas holiday season, many European countries immediately imposed strict lockdown policies and did not permit customized interventions to be implemented (<xref ref-type="bibr" rid="B44">44</xref>). In many prefectures of Japan, PEM with various customized interventions were implemented, which were subsequently followed by an SoE that enforced restrictions on free movement. The fourth wave involving the Alpha variant in Japan thus offers a unique opportunity to evaluate the effectiveness of such countermeasures. Considering that there may be additional opportunities to implement PHSM in the future (<xref ref-type="bibr" rid="B45">45</xref>), and complete reliance on pharmaceutical interventions and vaccination is not possible (<xref ref-type="bibr" rid="B46">46</xref>), it is vital to explicitly assess those interventions. Thus, in the present study, we aimed to estimate the effectiveness of PHSM in Japan.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2.SS1">
<title>Epidemiological Data and Interventions</title>
<p>The present study was focused on the fourth epidemic wave in Japan, from March 1st to June 30, 2021, involving more than 370,000 confirmed COVID-19 cases and 6000 confirmed deaths across Japan. COVID-19 cases in Japan are confirmed by means of reverse transcription polymerase chain reaction (RT-PCR) and antigen testing, and all diagnosed cases are mandatorily notified to the government via the local health center. During the study period, two types of antigen detection kits using immunochromatography were approved in Japan, but PCR testing with a Taqman probe was used consistently for all confirmatory diagnosis (<xref ref-type="bibr" rid="B47">47</xref>). We used the incidence of confirmed cases as a function of the date of diagnosis and the date of illness onset as registered in the Health Center Real-Time Information-sharing System on COVID-19 (HER-SYS) (<xref ref-type="bibr" rid="B48">48</xref>). During the study period, random sampling of PCR-positive patients in Japan was conducted to screen for the N501Y point mutation that was commonly seen in the Alpha variant (B.1.1.7) using real time RT-PCR, so as to estimate the percentage of infections with this variant (<xref ref-type="bibr" rid="B49">49</xref>). As of March 28, approximately 30% of all infected patients identified on each day were screened (<xref ref-type="bibr" rid="B50">50</xref>). Some were tested using whole-genome sequencing, but the sequencing results were not used to determine the proportion of variants, because it takes about two weeks to report and cannot provide a timely picture of the infection situation in real time. The results of these screenings were entered into the HER-SYS along with other epidemiological information. We estimated the number of infections with the Alpha variant in the country according to the number of infected persons per day, the number of screening tests per day, and the number of cases that were positive for the N501Y point mutation.</p>
<p>Information regarding the types and length of PHSM were systematically collected according to prefecture and local government. According to the type of intervention, PHSM were classified into seven different categories: (a) official requests not to sell and serve alcoholic beverages and shortened business hours for restaurants at night; (b) closure of public facilities where large gatherings of people could be expected; (c) stay-at-home measures, combined with requests of the public not to travel across prefectures; (d) school closures; (e) requests to not organize public events; (f) requests to not engage in free movement within a city/ward; and (g) enlarging of the geographic area in which the above six countermeasures were implemented. To understand the impact of the epidemiological &#x201C;stage&#x201D; on reducing the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>), the following datasets were also collected and examined in relation to <italic>R</italic><sub><italic>t</italic></sub>: hospital bed occupancy (both in general wards and intensive care units), the daily number of newly reported cases, daily PCR-positivity rate, which is the number of reported PCR-positive patients divided by the total number of PCR tests (<xref ref-type="bibr" rid="B51">51</xref>), and the proportion of unlinked infections among confirmed infections (i.e., the proportion of cases whose source could not be identified) (<xref ref-type="bibr" rid="B52">52</xref>). We used these variables to determine the epidemiological stage in Japan, leading to different levels of PHSM.</p>
</sec>
<sec id="S2.SS2">
<title>Estimation of the Effective Reproduction Number</title>
<p>We used methods proposed by Nakajo and Nishiura for calculating <italic>R</italic><sub><italic>t</italic></sub> (<xref ref-type="bibr" rid="B53">53</xref>, <xref ref-type="bibr" rid="B54">54</xref>). The <italic>R</italic><sub><italic>t</italic></sub> of COVID-19 was estimated as the epidemiological outcome, particularly its absolute and relative changes before and after the start of interventions. <italic>R</italic><sub><italic>t</italic></sub> was estimated using the incidence according to the date of illness onset (<xref ref-type="bibr" rid="B21">21</xref>). Letting <italic>c</italic><sub><italic>t</italic></sub> be the incidence according to date of illness onset <italic>t</italic>,</p>
<disp-formula id="S2.E1"><label>(1)</label><mml:math id="M1"><mml:mrow><mml:mrow><mml:mi>E</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:msub><mml:mi>c</mml:mi><mml:mi>t</mml:mi></mml:msub><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:munderover><mml:mo largeop="true" movablelimits="false" symmetric="true">&#x2211;</mml:mo><mml:mrow><mml:mi mathvariant="normal">&#x03C4;</mml:mi><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:mrow><mml:mi>t</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mi>R</mml:mi><mml:mrow><mml:mi>t</mml:mi><mml:mo>-</mml:mo><mml:mi mathvariant="normal">&#x03C4;</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mi>f</mml:mi><mml:mi mathvariant="normal">&#x03C4;</mml:mi></mml:msub><mml:mrow><mml:munderover><mml:mo largeop="true" movablelimits="false" symmetric="true">&#x2211;</mml:mo><mml:mrow><mml:mi>v</mml:mi><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:mrow><mml:mrow><mml:mrow><mml:mi>t</mml:mi><mml:mo>-</mml:mo><mml:mi mathvariant="normal">&#x03C4;</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mi>x</mml:mi></mml:mrow></mml:munderover><mml:mrow><mml:msub><mml:mi>c</mml:mi><mml:mrow><mml:mrow><mml:mrow><mml:mi>t</mml:mi><mml:mo>-</mml:mo><mml:mi mathvariant="normal">&#x03C4;</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mi>x</mml:mi></mml:mrow><mml:mo>-</mml:mo><mml:mi>v</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mi mathvariant="normal">&#x03BB;</mml:mi><mml:mrow><mml:mi>v</mml:mi><mml:mo>-</mml:mo><mml:mi>x</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:mrow></mml:mrow></mml:mrow></mml:math></disp-formula>
<p>where E(.) is the expectation, <italic>f</italic><sub><italic>s</italic></sub> is the probability mass function of the incubation period duration <italic>s</italic>, and &#x03BB;<sub><italic>u</italic></sub> is the probability mass function of secondary transmission as a function of the time since illness onset <italic>u</italic>. The maximum likelihood method was used for the estimation of <italic>R</italic><sub><italic>t</italic></sub>. It should be noted that the resulting estimated <italic>R</italic><sub><italic>t</italic></sub> is a function of the date of infection.</p>
<p>Following Nakajo and Nishiura (<xref ref-type="bibr" rid="B53">53</xref>, <xref ref-type="bibr" rid="B54">54</xref>) we assumed that <italic>x</italic> is the duration of infectiousness prior to illness onset, and we set <italic>x</italic> = 5 days (i.e., cases became infectious 5 days prior to the illness onset date). <italic>f</italic><sub><italic>s</italic></sub> was assumed to follow a lognormal distribution with mean 5.2 days and variance 14.9 (<xref ref-type="bibr" rid="B55">55</xref>), and &#x03BB;<sub><italic>u</italic></sub> was assumed to follow a gamma distribution with mean 12.9 days and variance 8.1 (<xref ref-type="bibr" rid="B56">56</xref>).</p>
<p>The abovementioned equation was further applied to estimate the <italic>R</italic><sub><italic>t</italic></sub> for the Alpha variant only. For this, we reconstructed the incidence of infections with variant Alpha using the partially screened dataset of real time RT-PCR screening of cases for the N501Y mutation. As proposed by Murayama et al. (<xref ref-type="bibr" rid="B57">57</xref>), a hypergeometric distribution was used to estimate the incidence, i.e., on each day, the total number of cases infected with variant Alpha represents a random selection of screening tests conducted among the total number of confirmed cases and a random selection of cases that were positive for the Alpha variant among all screened cases.</p>
<p>The effectiveness of PEM or SoE was calculated by comparing the change in <italic>R</italic><sub><italic>t</italic></sub>, that is, between (i) the <italic>R</italic><sub><italic>t</italic></sub> value 7 or 14 days prior to implementation of the PHSM and (ii) the first 7 days or total days of the PHSM. To facilitate this estimation, we used a piecewise constant model for <italic>R</italic><sub><italic>t</italic></sub> (i.e., handling <italic>R</italic><sub><italic>t</italic></sub> as a step function) for the respective periods. A 7-day period was specifically chosen for period (ii) because that period was followed by the so-called Golden Week, a spring holiday period in Japan of more than 10 consecutive days, which influences people&#x2019;s mobility characteristics. In addition to relative and absolute risk reductions in secondary transmission, we also explored whether the <italic>R</italic><sub><italic>t</italic></sub> value during each intervention period (with PEM or SoE) was &#x003C; 1, indicating that the incidence of COVID-19 infection was in a declining trend. We truncated the last 10 days of data and conducted analysis through May 27, 2021 because the most recent <italic>R</italic><sub><italic>t</italic></sub> estimation using onset data is an underestimate owing to reporting delay. We varied the combinations of duration of periods (i) and (ii) to assess the reductions in <italic>R</italic><sub><italic>t</italic></sub>; for example, we alternatively used the estimated <italic>R</italic><sub><italic>t</italic></sub> for the entire period of intervention rather than using a fixed length of 7 days as part of sensitivity analysis. Among prefectures in which interventions were implemented, Miyagi was excluded from our analysis because most COVID-19 cases in Miyagi were caused by a SARS-CoV-2 strain with the E484K mutation, which was not classified as either a variant of concern or variant of interest (<xref ref-type="bibr" rid="B23">23</xref>). To avoid underestimation of <italic>R</italic><sub><italic>t</italic></sub>, the dataset for the period under PEM in Hokkaido was analyzed for only 6 days post intervention; similarly, the dataset under the SoE in Okayama was analyzed for the first 5 days of intervention owing to right truncation. In Hokkaido, Gifu, and Mie prefectures, the 10-day national holiday period overlapped with the 7-day period immediately before the implementation of PEM, potentially overestimating their effectiveness. Thus, we also compared the <italic>R</italic><sub><italic>t</italic></sub> values before and after intervention, using the 7-day period before the start of the national holiday as an alternative baseline.</p>
<p>To explore the statistical association between a decline in <italic>R</italic><sub><italic>t</italic></sub> value and each individual countermeasure, we performed the Wilcoxon signed-rank test. Likewise, we carried out univariate analysis to explore the relationship between the stage of the epidemic when PHSM were implemented and a reduction in the <italic>R</italic><sub><italic>t</italic></sub> value.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<sec id="S3.SS1">
<title>Changes in the Effective Reproduction Number</title>
<p><xref ref-type="fig" rid="F1">Figure 1</xref> shows the <italic>R</italic><sub><italic>t</italic></sub> in six prefectures where both PEM and an SoE were implemented, using a step function for the first 7 days before and during intervention. Overall, a decreasing trend in the <italic>R</italic><sub><italic>t</italic></sub> was noted during the countermeasure period.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Estimated effective reproduction number in six prefectures implementing both pre-emergency measures and a state of emergency. <bold>(A&#x2013;F)</bold> in the figure correspond to Hokkaido, Tokyo, Aichi, Kyoto, Osaka, and Hyogo prefectures, respectively. The blue shaded areas indicate the period of pre-emergency measures, and the red shaded areas indicate the state of emergency period. The bar graph is the estimated number of infections with the B.1.1.7 variant by onset date, and the solid line is the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>). Using the 7 days before implementation of pre-emergency measures as the baseline, we compared the <italic>R</italic><sub><italic>t</italic></sub> for the 7 days immediately after the start of each measure.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-937732-g001.tif"/>
</fig>
<p>The relative reduction in <italic>R</italic><sub><italic>t</italic></sub> values after PEM implementation was estimated to range from &#x2212;110.9% to 43.0% (<xref ref-type="table" rid="T1">Table 1</xref>), where negative values represent a failure to reduce the <italic>R</italic><sub><italic>t</italic></sub> value. Among a total of 16 prefectures following PEM, six prefectures achieved an <italic>R</italic><sub><italic>t</italic></sub> value &#x003C; 1 (Gunma, Gifu, Mie, Ehime, Kumamoto, and Okinawa). The average and median relative reduction in <italic>R</italic><sub><italic>t</italic></sub> in these 16 prefectures was 2.0% and 9.0%, respectively. <xref ref-type="supplementary-material" rid="TS1">Supplementary Table 1</xref> shows the relative reduction in <italic>R</italic><sub><italic>t</italic></sub>, analyzing the values for the entire period of PEM implementation. The relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to range from &#x2212;15.9 to 51.6%, and the average and median relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to be 11.3% and 14.8%, respectively, among a total of 16 prefectures. Using the <italic>R</italic><sub><italic>t</italic></sub> of the 14 days prior to PEM implementation, the relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to range from &#x2212;18.5 to 49.7% and the average and median relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to be 19.4% and 20.6%, respectively.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) during the 7 days before and after pre-emergency measures (PEM) were instated.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Prefecture</td>
<td valign="top" align="center">Average Rt during the 7 days pre-PEM instatement</td>
<td valign="top" align="center">Average Rt during the 7 days post-PEM instatement</td>
<td valign="top" align="center">Absolute reduction in <italic>R</italic><sub><italic>t</italic></sub></td>
<td valign="top" align="center">Relative reduction in <italic>R</italic><sub><italic>t</italic></sub></td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Hokkaido<xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref></td>
<td valign="top" align="center">1.44 (1.38, 1.50)</td>
<td valign="top" align="center">1.09 (1.04, 1.14)</td>
<td valign="top" align="center">0.34 (0.26, 0.45)</td>
<td valign="top" align="center">0.24 (0.19, 0.30)</td>
</tr>
<tr>
<td valign="top" align="left">Gunma</td>
<td valign="top" align="center">0.66 (0.54, 0.79)</td>
<td valign="top" align="center">0.95 (0.78, 1.10)</td>
<td valign="top" align="center">&#x2212;0.30 (&#x2212;0.49, &#x2212;0.03)</td>
<td valign="top" align="center">&#x2212;0.45 (&#x2212;0.86, &#x2212;0.03)</td>
</tr>
<tr>
<td valign="top" align="left">Saitama</td>
<td valign="top" align="center">1.19 (1.11, 1.29)</td>
<td valign="top" align="center">1.09 (0.99, 1.17)</td>
<td valign="top" align="center">0.11 (&#x2212;0.04, 0.26)</td>
<td valign="top" align="center">0.09 (&#x2212;0.03, 0.21)</td>
</tr>
<tr>
<td valign="top" align="left">Chiba</td>
<td valign="top" align="center">1.11 (1.00, 1.21)</td>
<td valign="top" align="center">1.10 (0.98, 1.20)</td>
<td valign="top" align="center">0.01 (&#x2212;0.15, 0.23)</td>
<td valign="top" align="center">0.01 (&#x2212;0.15, 0.19)</td>
</tr>
<tr>
<td valign="top" align="left">Tokyo</td>
<td valign="top" align="center">1.14 (1.09, 1.20)</td>
<td valign="top" align="center">1.16 (1.11, 1.21)</td>
<td valign="top" align="center">&#x2212;0.02 (&#x2212;0.10, 0.07)</td>
<td valign="top" align="center">&#x2212;0.02 (&#x2212;0.09, 0.05)</td>
</tr>
<tr>
<td valign="top" align="left">Kanagawa</td>
<td valign="top" align="center">1.11 (1.03, 1.19)</td>
<td valign="top" align="center">1.08 (0.98, 1.16)</td>
<td valign="top" align="center">0.03 (&#x2212;0.10, 0.18)</td>
<td valign="top" align="center">0.03 (&#x2212;0.09, 0.15)</td>
</tr>
<tr>
<td valign="top" align="left">Ishikawa</td>
<td valign="top" align="center">0.65 (0.46, 0.83)</td>
<td valign="top" align="center">1.37 (1.07, 1.55)</td>
<td valign="top" align="center">&#x2212;0.72 (&#x2212;0.93, &#x2212;0.29)</td>
<td valign="top" align="center">&#x2212;1.11 (&#x2212;1.89, &#x2212;0.37)</td>
</tr>
<tr>
<td valign="top" align="left">Gifu<xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref></td>
<td valign="top" align="center">1.41 (1.28, 1.52)</td>
<td valign="top" align="center">0.80 (0.70, 0.89)</td>
<td valign="top" align="center">0.61 (0.43, 0.80)</td>
<td valign="top" align="center">0.43 (0.33, 0.53)</td>
</tr>
<tr>
<td valign="top" align="left">Aichi</td>
<td valign="top" align="center">1.20 (1.12, 1.27)</td>
<td valign="top" align="center">1.09 (1.01, 1.15)</td>
<td valign="top" align="center">0.11 (0.00, 0.24)</td>
<td valign="top" align="center">0.09 (0.00, 0.19)</td>
</tr>
<tr>
<td valign="top" align="left">Mie<xref ref-type="table-fn" rid="t1fns1">&#x002A;</xref></td>
<td valign="top" align="center">1.19 (1.01, 1.37)</td>
<td valign="top" align="center">0.83 (0.64, 0.99)</td>
<td valign="top" align="center">0.35 (0.11, 0.70)</td>
<td valign="top" align="center">0.30 (0.10, 0.52)</td>
</tr>
<tr>
<td valign="top" align="left">Kyoto</td>
<td valign="top" align="center">1.27 (1.14, 1.40)</td>
<td valign="top" align="center">1.25 (1.13, 1.36)</td>
<td valign="top" align="center">0.02 (&#x2212;0.16, 0.24)</td>
<td valign="top" align="center">0.02 (&#x2212;0.13, 0.17)</td>
</tr>
<tr>
<td valign="top" align="left">Osaka</td>
<td valign="top" align="center">1.30 (1.25, 1.36)</td>
<td valign="top" align="center">1.27 (1.23, 1.31)</td>
<td valign="top" align="center">0.04 (&#x2212;0.04, 0.12)</td>
<td valign="top" align="center">0.03 (&#x2212;0.03, 0.09)</td>
</tr>
<tr>
<td valign="top" align="left">Hyogo</td>
<td valign="top" align="center">1.44 (1.35, 1.52)</td>
<td valign="top" align="center">1.29 (1.22, 1.36)</td>
<td valign="top" align="center">0.14 (0.02, 0.27)</td>
<td valign="top" align="center">0.10 (0.02, 0.18)</td>
</tr>
<tr>
<td valign="top" align="left">Ehime</td>
<td valign="top" align="center">0.72 (0.53, 0.92)</td>
<td valign="top" align="center">0.64 (0.34, 0.87)</td>
<td valign="top" align="center">0.08 (&#x2212;0.24, 0.54)</td>
<td valign="top" align="center">0.11 (&#x2212;0.43, 0.61)</td>
</tr>
<tr>
<td valign="top" align="left">Kumamoto</td>
<td valign="top" align="center">0.80 (0.69, 0.92)</td>
<td valign="top" align="center">0.58 (0.42, 0.70)</td>
<td valign="top" align="center">0.23 (0.05, 0.46)</td>
<td valign="top" align="center">0.28 (0.07, 0.52)</td>
</tr>
<tr>
<td valign="top" align="left">Okinawa</td>
<td valign="top" align="center">1.12 (0.98, 1.24)</td>
<td valign="top" align="center">0.92 (0.80, 1.02)</td>
<td valign="top" align="center">0.20 (0.02, 0.41)</td>
<td valign="top" align="center">0.18 (0.02, 0.33)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>Values in parentheses are bootstrapped 95% confidence intervals.</italic></p></fn>
<fn id="t1fns1"><p><italic>&#x002A;The 7-day period prior to implementation of pre-emergency measures in Hokkaido, Gifu, and Mie prefectures overlapped with a 10-day national holiday. Considering the 7-day period before the start of the holiday period instead (to eliminate the influence of holiday mobility on R<sub>t</sub>), the relative reduction in R<sub>t</sub> was estimated to be 0.21 (0.15, 0.28) in Hokkaido, 0.44 (0.34, 0.53) in Gifu, and &#x2212;0.02 (&#x2212;0.29, 0.27) in Mie.</italic></p></fn>
</table-wrap-foot>
</table-wrap>
<p>Similar analysis was conducted for the SoE (<xref ref-type="table" rid="T2">Table 2</xref>). Among the 10 prefectures under an SoE, the relative reduction in <italic>R</italic><sub><italic>t</italic></sub> values under the SoE was estimated to range from &#x2212;13.4 to 47.1%, using the 7-day average <italic>R</italic><sub><italic>t</italic></sub> before intervention as the baseline. The average and median relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to be 25.9% and 31.5%, respectively. Kyoto and Okinawa did not achieve an <italic>R</italic><sub><italic>t</italic></sub> &#x003C; 1 within 7 days of the start of the SoE; however, the <italic>R</italic><sub><italic>t</italic></sub> in the remaining eight prefectures was estimated to be &#x003C; 1. <xref ref-type="supplementary-material" rid="TS2">Supplementary Table 2</xref> shows the results for the SoE in different comparison periods before and after the intervention. The relative reduction in <italic>R</italic><sub><italic>t</italic></sub> under the SoE was estimated to range from &#x2212;28.2 to 52.7%, using the 7-day average <italic>R</italic><sub><italic>t</italic></sub> before the intervention as the baseline. The average and median relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to be 27.6% and 37.7%, respectively. Using the <italic>R</italic><sub><italic>t</italic></sub> of the 14 days before the start of the SoE, the relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to range from &#x2212;18.5 to 61.0%, and the median relative reduction in <italic>R</italic><sub><italic>t</italic></sub> was estimated to be 38.7% and 48.6%, respectively.</p>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) during the 7 days before and after declaration of a state of emergency (SoE).</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Prefecture</td>
<td valign="top" align="center">Average Rt during the 7 days pre-SoE declaration</td>
<td valign="top" align="center">Average Rt during the 7 days post-SoE declaration</td>
<td valign="top" align="center">Absolute reduction in <italic>R</italic><sub><italic>t</italic></sub></td>
<td valign="top" align="center">Relative reduction in <italic>R</italic><sub><italic>t</italic></sub></td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Hokkaido<xref ref-type="table-fn" rid="t2fns1">&#x002A;</xref></td>
<td valign="top" align="center">1.44 (1.38, 1.50)</td>
<td valign="top" align="center">0.79 (0.74, 0.84)</td>
<td valign="top" align="center">0.65 (0.58, 0.72)</td>
<td valign="top" align="center">0.45 (0.41, 0.49)</td>
</tr>
<tr>
<td valign="top" align="left">Tokyo</td>
<td valign="top" align="center">1.14 (1.09, 1.20)</td>
<td valign="top" align="center">0.93 (0.88, 0.98)</td>
<td valign="top" align="center">0.21 (0.14, 0.29)</td>
<td valign="top" align="center">0.19 (0.13, 0.25)</td>
</tr>
<tr>
<td valign="top" align="left">Aichi</td>
<td valign="top" align="center">1.20 (1.12, 1.27)</td>
<td valign="top" align="center">0.81 (0.76, 0.86)</td>
<td valign="top" align="center">0.39 (0.29, 0.49)</td>
<td valign="top" align="center">0.33 (0.26, 0.39)</td>
</tr>
<tr>
<td valign="top" align="left">Kyoto</td>
<td valign="top" align="center">1.27 (1.14, 1.40)</td>
<td valign="top" align="center">1.04 (0.92, 1.16)</td>
<td valign="top" align="center">0.23 (0.07, 0.42)</td>
<td valign="top" align="center">0.18 (0.06, 0.31)</td>
</tr>
<tr>
<td valign="top" align="left">Osaka</td>
<td valign="top" align="center">1.30 (1.25, 1.36)</td>
<td valign="top" align="center">0.81 (0.77, 0.86)</td>
<td valign="top" align="center">0.49 (0.42, 0.56)</td>
<td valign="top" align="center">0.38 (0.33, 0.42)</td>
</tr>
<tr>
<td valign="top" align="left">Hyogo</td>
<td valign="top" align="center">1.44 (1.35, 1.52)</td>
<td valign="top" align="center">0.76 (0.70, 0.83)</td>
<td valign="top" align="center">0.67 (0.57, 0.78)</td>
<td valign="top" align="center">0.47 (0.41, 0.52)</td>
</tr>
<tr>
<td valign="top" align="left">Okayama</td>
<td valign="top" align="center">0.48 (0.39, 0.56)</td>
<td valign="top" align="center">0.54 (0.41, 0.64)</td>
<td valign="top" align="center">&#x2212;0.06 (&#x2212;0.21, 0.14)</td>
<td valign="top" align="center">&#x2212;0.13 (&#x2212;0.51, 0.26)</td>
</tr>
<tr>
<td valign="top" align="left">Hiroshima</td>
<td valign="top" align="center">0.97 (0.90, 1.06)</td>
<td valign="top" align="center">0.68 (0.59, 0.75)</td>
<td valign="top" align="center">0.30 (0.16, 0.44)</td>
<td valign="top" align="center">0.31 (0.18, 0.43)</td>
</tr>
<tr>
<td valign="top" align="left">Fukuoka</td>
<td valign="top" align="center">1.09 (1.03, 1.14)</td>
<td valign="top" align="center">0.58 (0.52, 0.63)</td>
<td valign="top" align="center">0.51 (0.42, 0.60)</td>
<td valign="top" align="center">0.47 (0.40, 0.53)</td>
</tr>
<tr>
<td valign="top" align="left">Okinawa</td>
<td valign="top" align="center">1.12 (0.98, 1.24)</td>
<td valign="top" align="center">1.16 (1.04, 1.26)</td>
<td valign="top" align="center">&#x2212;0.04 (&#x2212;0.20, 0.13)</td>
<td valign="top" align="center">&#x2212;0.04 (&#x2212;0.19, 0.11)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p><italic>Values in parentheses are bootstrapped 95% confidence intervals.</italic></p></fn>
<fn id="t2fns1"><p><italic>&#x002A;The 7-day pre-SoE period in Hokkaido overlapped with a 10-day national holiday. Considering the 7-day period before the start of the holiday period instead (to eliminate the influence of holiday mobility on the R<sub>t</sub>), the relative reduction in R<sub>t</sub> was estimated to be 0.44 (0.38, 0.49).</italic></p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="S3.SS2">
<title>Content and Timing of Interventions</title>
<p><xref ref-type="fig" rid="F2">Figure 2</xref> shows distributions of the absolute reduction and relative reduction in <italic>R</italic><sub><italic>t</italic></sub> values, grouped according to content of the PEM. The reduction in <italic>R</italic><sub><italic>t</italic></sub> tended to be greater in prefectures implementing school-related interventions than in the remaining prefectures. Interventions associated with eating and drinking establishments, recreational and community facilities, and large gatherings or events were implemented in all prefectures during the PEM period; therefore, we were unable to make comparisons for these measures.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Relationship between pre-emergency measure (PEM) categories and reduction in the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) compared with the 7 days before intervention (baseline period). This figure shows the relationship between the reduction in <italic>R</italic><sub><italic>t</italic></sub> during the 7 days prior to the intervention and during the 7 days after the intervention and presence of each PEM intervention. The only PEM categories for which there were differences in adoption among prefectures were <bold>(A)</bold> school-related measures, <bold>(B)</bold> expansion of the intervention scope (a pre-emergency intervention originally implemented in only part of a given prefecture was expanded to additional areas), and <bold>(C)</bold> requests (from the prefecture) for no out-of-prefecture travel. We calculated p-values using the Wilcoxon signed-rank test. The left-hand panel in each figure shows the absolute reduction in <italic>R</italic><sub><italic>t</italic></sub> and the right-hand panel shows the relative reduction in <italic>R</italic><sub><italic>t</italic></sub>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-937732-g002.tif"/>
</fig>
<p><xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 1</xref> shows results regarding the SoE, which were similar to those of the PEM. We did not identify any significant differences regarding the reduction in <italic>R</italic><sub><italic>t</italic></sub> according to different types of intervention. These findings were consistent across different durations of baseline and intervention periods.</p>
<p><xref ref-type="fig" rid="F3">Figure 3</xref> illustrates distributions of the absolute reduction and relative reduction in <italic>R</italic><sub><italic>t</italic></sub> according to the stage of the epidemic when interventions were carried out (as classified into four categories; see <xref ref-type="fig" rid="F3">Figure 3</xref> legend for the definitions). The reduction in <italic>R</italic><sub><italic>t</italic></sub> values in stage 4 of the PCR positivity rate tended to be greater than that in stages 2 and 3; the daily PCR positivity rate is defined here as: 5% or more of all tests positive is stage 3 and 10% or more is stage 4. <xref ref-type="supplementary-material" rid="FS2">Supplementary Figure 2</xref> shows the results of analysis of stages at the time of SoE implementation. No marked association was identified between the stage of the epidemic and relative reduction in <italic>R</italic><sub><italic>t</italic></sub> during the SoE. This finding was maintained across varying durations of the baseline and intervention periods.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Relationship between prefectural COVID-19 epidemic stage at the start of pre-emergency measures (PEM) and reduction in the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) during the PEM period compared with the 7 days before intervention (baseline period). This figure shows the relationship between the reduction in <italic>R</italic><sub><italic>t</italic></sub> during the 7 days prior to the intervention and during the 7 days after the intervention and the epidemic stage at the time of the intervention. The horizontal axis is the &#x201C;stage&#x201D; of the COVID-19 epidemic, according to definitions of the Japanese government. <bold>(A,B)</bold> Hospital-bed occupancy is defined as stage 3 when 20% of COVID-19 beds are occupied and stage 4 when 50% of beds are occupied. <bold>(C)</bold> The prevalence of active cases is defined as the number of patients who are hospitalized or under observation at home. Twenty or more cases per 100,000 population in a prefecture is defined as stage 3, and 30 or more cases is defined as stage 4. <bold>(D)</bold> The daily PCR-positivity rate is defined as stage 3 with 5% or more positive test results among the total tests and stage 4 with 10% or more. <bold>(E)</bold> The daily number of newly reported cases is defined as stage 3 with 15 or more newly reported cases per 100,000 population and stage 4 with 25 or more newly reported cases per 100,000. <bold>(F)</bold> The percentage of unlinked cases is defined as 50% or more for stage 3 and less than 50% for stage 2. The left-hand panel shows the absolute reduction in the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) and the right-hand panel shows the relative reduction. We calculated p-values using analysis of variance or the Wilcoxon signed-rank test.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-937732-g003.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>In the present study, we evaluated the impact of the PEM and SoE on the epidemiological dynamics of COVID-19 from March to June 2021 in different regions of Japan, during which time the SARS-CoV-2 Alpha variant was predominant in the country. When PEM were implemented in 16 prefectures, the <italic>R</italic><sub><italic>t</italic></sub> was reduced to &#x003C; 1 in only six of these prefectures, with the average relative reduction ranging from 2 to 19%. However, implementation of an SoE led to an average <italic>R</italic><sub><italic>t</italic></sub> value &#x003C; 1 in 8 of the 10 prefectures where implemented, with an average relative reduction in the <italic>R</italic><sub><italic>t</italic></sub> ranging from 26 to 39%. For individual interventions, only school closures during periods of PEM implementation showed significant differences in reducing the <italic>R</italic><sub><italic>t</italic></sub>; no other interventions helped to explain variations in the relative reduction in <italic>R</italic><sub><italic>t</italic></sub>. Although there was no significant association between the relative reduction in <italic>R</italic><sub><italic>t</italic></sub> and the timing of initiating interventions, an extremely high positivity rate in PCR testing may predict a substantial reduction in the <italic>R</italic><sub><italic>t</italic></sub>. An increasing trend over time in the positivity rate for PCR testing results has been shown to predict a forthcoming epidemic wave (<xref ref-type="bibr" rid="B58">58</xref>). The present study findings further showed that PCR testing results that are extremely high, i.e., a very high positivity rate, may be one signature of a forthcoming reduction in the <italic>R</italic><sub><italic>t</italic></sub>, perhaps because a very high positivity rate is usually a sign of the need for strong intervention measures.</p>
<p>The findings of the present study revealed is that customized interventions (referred to as PEM in our study) in high-risk transmission settings may be insufficient to lower the <italic>R</italic><sub><italic>t</italic></sub> to &#x003C; 1. Before the introduction of variant Alpha in Japan, a simple modeling study showed that <italic>R</italic><sub><italic>t</italic></sub> decreased to &#x003C; 1 only after instating customized PHSM focused on high-risk settings. During the summer of 2020, interventions were centered on eating and drinking establishments operating at night and public facilities for mass gatherings and included shortening of opening hours, requests to not serve alcohol in Tokyo, restricting the number of people eating at the same table to four, and closure of nightlife areas in Osaka (<xref ref-type="bibr" rid="B59">59</xref>). Through that experience, such focused interventions were legally formalized by the Japanese government and categorized as PEM to help avoid unnecessary adverse social and economic impacts on the entire population. Unfortunately, with introduction of the more-transmissible Alpha variant, our findings showed that in many prefectures, the introduction of PEM alone was not sufficient to reduce the <italic>R</italic><sub><italic>t</italic></sub> value to below 1 during the spring of 2021. From July 2021, the SARS-CoV-2 Delta variant, which is even more transmissible than variant Alpha (<xref ref-type="bibr" rid="B60">60</xref>, <xref ref-type="bibr" rid="B61">61</xref>), was introduced and rapidly became predominant among all virus strains circulating in Japan (<xref ref-type="bibr" rid="B62">62</xref>). Whereas elevated temperatures may help to slightly lower the <italic>R</italic><sub><italic>t</italic></sub> value (<xref ref-type="bibr" rid="B63">63</xref>), only stronger restrictions such as an SoE can suppress a sharp rise in COVID-19 infections (<xref ref-type="bibr" rid="B64">64</xref>, <xref ref-type="bibr" rid="B65">65</xref>). Therefore, swift decisions regarding declaration of an SoE are required to bring an epidemic under control.</p>
<p>The PHSM explored in this present study are not accompanied by legal penalties In Japan; instead, both PEM and an SoE involve an official request from national and local governmental bodies to adhere to the policies (<xref ref-type="bibr" rid="B36">36</xref>). Furthermore, even without government intervention, people may precautionarily adopt risk-avoidance behavior, especially when the number of infected individuals is increased. Because the PEM and SoE were not legally binding in principle, we cannot explicitly determine whether people actually reduced their risky behaviors voluntarily (but actively) under the interventions (<xref ref-type="bibr" rid="B66">66</xref>). This characteristic complicates the evaluation in two ways. First, we may not always be able to anticipate whether public reactions and behavioral responses to PEM or an SoE will be the same as those observed from March to June 2021. If the general public has difficulty enduring restrictions on high-risk behaviors, the findings of the present study may not be applicable and cannot be expected in the future (<xref ref-type="bibr" rid="B67">67</xref>). In this sense, request-based (voluntary) restriction of social contact behaviors cannot be causally evaluated and the effectiveness of repeated implementation cannot be ensured. Second, psychological impacts could influence our outcomes. The declaration of an SoE itself might have had the effect of preventing risky behaviors, but such behavioral changes might have been induced primarily by elevated risk awareness, e.g., the declaration led to voluntary cancelation of travel and large gatherings or events (<xref ref-type="bibr" rid="B68">68</xref>). As such, it is vital to remember that the PEM and SoE in Japan rely on voluntary cooperation of the general public and employers, and people&#x2019;s psychological responses to such requests have a key role in the effect of intervention. In these respects, it is inherently difficult to separate the effects of intervention from the effects of voluntary risk-avoidance behaviors. We performed additional analyses with the aim to strengthen our findings. As shown in <xref ref-type="supplementary-material" rid="TS3">Supplementary Table 3</xref>, we made a comparison of the <italic>R</italic><sub><italic>t</italic></sub> at 1 and 2 weeks prior to the implementation of PEM. Indeed, whereas the <italic>R</italic><sub><italic>t</italic></sub> decreased before the start of PEM in some prefectures and this decrease was large, the same trend was not observed in many prefectures. <xref ref-type="supplementary-material" rid="FS3">Supplementary Figure 3</xref> depicts the change in Google mobility before and after intervention. Although in some prefectures, mobility had already decreased before the PEM, it was found that mobility generally decreased with the intervention. These supplementary analyses do not refute the effect of voluntary risk-avoidance behaviors. Rather, the important point here is that many prefectures were unable to reduce the <italic>R</italic><sub><italic>t</italic></sub> to below 1 with customized PEM that mostly targeted eating and drinking establishments whereas the SoE was able to flatten the epidemic curve.</p>
<p>It is worth mentioning that in a part of our analysis, we adopted a baseline period of the 7 days prior to the implementation of PHSM. Of course, risk awareness had been gradually increasing owing to the increasing epidemic size prior to the start of PHSM; therefore, people&#x2019;s social contact behavior could have already begun to change during the 7-day baseline period. Thus, as part of the sensitivity analysis, the duration of the baseline period was altered. Comparing the <italic>R</italic><sub><italic>t</italic></sub> 7 days prior to the intervention and during the entire intervention period, PEM and the SoE reduced the <italic>R</italic><sub><italic>t</italic></sub> by an average of 11.3% and 27.6%, respectively. When the baseline was set to 14 days, the PEM and SoE decreased the <italic>R</italic><sub><italic>t</italic></sub> by an average of 19.4% and 38.7%, respectively. However, this analysis did not substantially alter our findings.</p>
<p>Our results regarding school closures during PEM were consistent with those of published studies (<xref ref-type="bibr" rid="B69">69</xref>&#x2013;<xref ref-type="bibr" rid="B74">74</xref>). School closures during an SoE did not lead to a marked reduction in <italic>R</italic><sub><italic>t</italic></sub>; therefore, school closures would not be consistently effective across all possible epidemiological conditions (<xref ref-type="bibr" rid="B74">74</xref>, <xref ref-type="bibr" rid="B75">75</xref>).</p>
<p>Caution is needed when discussing the timing of PHSM implementation (<xref ref-type="bibr" rid="B74">74</xref>). The short-term goals of PHSM may include to (i) suppress an epidemic, (ii) ease caseload pressure on health care facilities, and (iii) buy time to increase protection via pharmaceutical interventions (e.g., vaccination). If goal (iii) is not critical, early implementation of PHSM will always be the most effective owing to the containment of an epidemic at a local level. This is particularly true for PEM; the risk of an epidemic wave could have been greatly reduced if PEM had been implemented before a substantial increase in the COVID-19 incidence and if the PEM covered the areas or regions with increasing virus transmission. It must be remembered that the estimated relative reduction in <italic>R</italic><sub><italic>t</italic></sub> found in the present study is conditional on implementation at a given timing; in general, the effectiveness of PHSM is greater if implemented earlier (<xref ref-type="bibr" rid="B76">76</xref>, <xref ref-type="bibr" rid="B77">77</xref>).</p>
<p>Certain limitations in this study must be acknowledged. First, the quantified risk reduction would not be causal, as mentioned above; thus, similar impacts of PHSM are not guaranteed (<xref ref-type="bibr" rid="B40">40</xref>). Second, our analysis relied on the change in <italic>R</italic><sub><italic>t</italic></sub> before and after intervention. We argued that this change may be attributable to extrinsic effects, namely, PHSM. However, other extrinsic factors (e.g., behavioral changes) and intrinsic factors (e.g., depletion of susceptibles) can also lead to a reduction in the <italic>R</italic><sub><italic>t</italic></sub> value. In fact, there were continual government announcements with respect to the ongoing risk of infection and requests to wear a face mask, maintain an appropriate social distance, and engage in preventive measures (<xref ref-type="bibr" rid="B76">76</xref>). Third, in our analysis, we did not evaluate the time-dependent variations in intervention effectiveness. During the later stages of PHSM, the degree of preventive effectiveness can sometimes be magnified, perhaps owing to a gradual reduction in high-risk contacts. Fourth, we used the prefecture as the unit in our analysis, and these were analyzed independently. Spatial correlations associated with travel across prefectures could not be controlled (<xref ref-type="bibr" rid="B40">40</xref>).</p>
<p>Although not causal, the present study provides important evidence indicating that achieving a substantial reduction in <italic>R</italic><sub><italic>t</italic></sub> in the presence of a highly transmissible SARS-CoV-2 variant requires implementation of an SoE. Continued epidemiological assessment of PHSM is critical, alongside further analysis of the heterogeneities in effectiveness among interventions.</p>
</sec>
<sec id="S5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="FS1">Supplementary Material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="S11">
<title>Ethics Statement</title>
<p>This study was approved by the Medical Ethics Board of the Graduate School of Medicine at Kyoto University (R2676).</p>
</sec>
<sec id="S6">
<title>Author Contributions</title>
<p>KH conceived the study. KH and HN conceptualized the study design and drafted early versions of the manuscript and figures. KH, AA, MF, AS, TK, and MS collected the data. KH, NL, AA, MF, AS, and TK performed the statistical analyses. All authors provided comments on the manuscript and approved the final version of the manuscript.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S7" sec-type="funding-information">
<title>Funding</title>
<p>KH received funding from the Japan Society for the Promotion of Science (JSPS) KAKENHI (20K18953) and The Health Care Science Institute (IKEN). HN received funding from Health and Labour Sciences Research Grants (20CA2024, 20HA2007, 21HB1002, and 21HA2016), the Japan Agency for Medical Research and Development (JP20fk0108140, JP20fk0108535, and JP21fk0108612), the JSPS KAKENHI (21H03198), Environment Research and Technology Development Fund (JPMEERF20S11804) of the Environmental Restoration and Conservation Agency of Japan, the Japan Science and Technology Agency CREST program (JPMJCR1413), and the SICORP program (JPMJSC20U3 and JPMJSC2105). The funders had no role in the study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
</sec>
<ack>
<p>We thank Analisa Avila, MPH, ELS, of Edanz (<ext-link ext-link-type="uri" xlink:href="https://jp.edanz.com/ac">https://jp.edanz.com/ac</ext-link>) for editing a draft of this manuscript. We also thank all local governments, public health centers, and institutes for conducting surveillance, laboratory testing, epidemiological investigations, and data collection.</p>
</ack>
<sec id="S9" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2022.937732/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmed.2022.937732/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Image_1.TIF" id="FS1" mimetype="image/tiff" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 1</label>
<caption><p>Relationship between state of emergency (SoE) categories and reduction in the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) during an SoE compared with the 7 days before intervention (baseline period). This figure shows the relationship between the reduction in <bold><italic>R</italic><sub><italic>t</italic></sub></bold> during the 7 days prior to the intervention and during the 7 days after the intervention and presence of each SoE intervention. The only SoE categories for which there were differences in adoption among prefectures were <bold>(A)</bold> school-related measures, <bold>(B)</bold> expansion of the intervention scope (SoE originally implemented in only part of a given prefecture expanded to additional areas), and <bold>(C)</bold> requests (from the prefecture) for no out-of-prefecture travel. We calculated p-values using the Wilcoxon signed-rank test. The left-hand panel in each figure shows the absolute reduction in <italic>R</italic><sub><italic>t</italic></sub> and the right-hand panel shows the relative reduction in <italic>R</italic><sub><italic>t</italic></sub>.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Image_2.TIF" id="FS2" mimetype="image/tiff" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 2</label>
<caption><p>Relationship between prefectural COVID-19 epidemic stage at the start of a state of emergency (SoE) and reduction in the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) during the SoE compared with the 7 days before intervention (baseline period). This figure shows the relationship between the reduction in <bold><italic>R</italic><sub><italic>t</italic></sub></bold> during the 7 days prior to the intervention and during the 7 days after the intervention and the epidemic stage at the time of the intervention. The horizontal axis is the &#x201C;stage&#x201D; of the COVID-19 epidemic according to definitions of the Japanese government. <bold>(A,B)</bold> Hospital-bed occupancy is defined as stage 3 when 20% of COVID-19 beds are occupied and stage 4 when 50% of beds are occupied. <bold>(C)</bold> The prevalence of active cases is defined as the number of patients who are hospitalized or under observation at home. Twenty or more cases per 100,000 population in a prefecture is defined as stage 3, and 30 or more cases is defined as stage 4. <bold>(D)</bold> The daily PCR-positivity rate is defined as stage 3 with 5% or more positive test results among the total tests and stage 4 with 10% or more. <bold>(E)</bold> The daily number of newly reported cases is defined as stage 3 with 15 or more newly reported cases per 100,000 population and stage 4 with 25 or more newly reported cases per 100,000. <bold>(F)</bold> The percentage of unlinked cases is defined as 50% or more for stage 3 and less than 50% for stage 2. The left-hand panel shows the absolute reduction in the effective reproduction number (<italic>R</italic><sub><italic>t</italic></sub>) and the right-hand panel shows the relative reduction. We calculated p-values using analysis of variance or the Wilcoxon signed-rank test.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Image_3.TIFF" id="FS3" mimetype="image/tiff" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 3</label>
<caption><p>Google mobility: retail and recreation percent change from baseline during and before intervention. The broken line shows the retail and recreation percent change from baseline for mobility provided by Google. The relative change in time spent compared with that at the baseline of January 2020 is shown. The blue shading in the figure indicates pre-emergency measures (PEM), the red shading indicates state of emergency (SoE), the yellow shading indicates PEM 1 week earlier, and the green shading indicates PEM 2 weeks earlier. Panels <bold>(A&#x2013;F)</bold> in the figure correspond to Hokkaido, Tokyo, Aichi, Kyoto, Osaka, and Hyogo prefectures, respectively. In <bold>(A,D)</bold>, mobility appears to have already started decreasing before the intervention. In the other panels, the effect of intervention appears to be working, especially for the SoE.</p></caption>
</supplementary-material>
<supplementary-material xlink:href="Table_1.docx" id="TS1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_2.docx" id="TS2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_3.docx" id="TS3" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_4.XLSX" id="TS4" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Flaxman</surname> <given-names>S</given-names></name> <name><surname>Mishra</surname> <given-names>S</given-names></name> <name><surname>Gandy</surname> <given-names>A</given-names></name> <name><surname>Unwin</surname> <given-names>HJT</given-names></name> <name><surname>Mellan</surname> <given-names>TA</given-names></name> <name><surname>Coupland</surname> <given-names>H</given-names></name><etal/></person-group> <article-title>Estimating the effects of non-pharmaceutical interventions on COVID-19 in Europe.</article-title> <source><italic>Nature.</italic></source> (<year>2020</year>) <volume>584</volume>:<fpage>257</fpage>&#x2013;<lpage>61</lpage>.</citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haug</surname> <given-names>N</given-names></name> <name><surname>Geyrhofer</surname> <given-names>L</given-names></name> <name><surname>Londei</surname> <given-names>A</given-names></name> <name><surname>Dervic</surname> <given-names>E</given-names></name> <name><surname>Desvars-Larrive</surname> <given-names>A</given-names></name> <name><surname>Loreto</surname> <given-names>V</given-names></name><etal/></person-group> <article-title>Ranking the effectiveness of worldwide COVID-19 government interventions.</article-title> <source><italic>Nat Hum Behav.</italic></source> (<year>2020</year>) <volume>4</volume>:<fpage>1303</fpage>&#x2013;<lpage>12</lpage>.</citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname> <given-names>NG</given-names></name> <name><surname>Kucharski</surname> <given-names>AJ</given-names></name> <name><surname>Eggo</surname> <given-names>RM</given-names></name> <name><surname>Gimma</surname> <given-names>A</given-names></name> <name><surname>Edmunds</surname> <given-names>WJ</given-names></name></person-group>. <article-title>Centre for the Mathematical Modelling of Infectious Diseases COVID-19 working group. Effects of non-pharmaceutical interventions on COVID-19 cases, deaths, and demand for hospital services in the UK: a modelling study.</article-title> <source><italic>Lancet Public Health.</italic></source> (<year>2020</year>) <volume>5</volume>:<fpage>e375</fpage>&#x2013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.1016/S2468-2667(20)30133-X</pub-id> <pub-id pub-id-type="pmid">32502389</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roques</surname> <given-names>L</given-names></name> <name><surname>Klein</surname> <given-names>EK</given-names></name> <name><surname>Papa&#x00EF;x</surname> <given-names>J</given-names></name> <name><surname>Sar</surname> <given-names>A</given-names></name> <name><surname>Soubeyrand</surname> <given-names>S</given-names></name></person-group>. <article-title>Impact of Lockdown on the Epidemic Dynamics of COVID-19 in France.</article-title> <source><italic>Front Med.</italic></source> (<year>2020</year>) <volume>7</volume>:<issue>274</issue>. <pub-id pub-id-type="doi">10.3389/fmed.2020.00274</pub-id> <pub-id pub-id-type="pmid">32582739</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salvatore</surname> <given-names>M</given-names></name> <name><surname>Basu</surname> <given-names>D</given-names></name> <name><surname>Ray</surname> <given-names>D</given-names></name> <name><surname>Kleinsasser</surname> <given-names>M</given-names></name> <name><surname>Purkayastha</surname> <given-names>S</given-names></name> <name><surname>Bhattacharyya</surname> <given-names>R</given-names></name><etal/></person-group> <article-title>Comprehensive public health evaluation of lockdown as a non-pharmaceutical intervention on COVID-19 spread in India: national trends masking state-level variations.</article-title> <source><italic>BMJ Open.</italic></source> (<year>2020</year>) <volume>10</volume>:<issue>e041778</issue>.</citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aguiar</surname> <given-names>M</given-names></name> <name><surname>Van-Dierdonck</surname> <given-names>JB</given-names></name> <name><surname>Stollenwerk</surname> <given-names>N</given-names></name></person-group>. <article-title>Reproduction ratio and growth rates: measures for an unfolding pandemic.</article-title> <source><italic>PLoS One.</italic></source> (<year>2020</year>) <volume>15</volume>:<issue>e0236620</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0236620</pub-id> <pub-id pub-id-type="pmid">32702051</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname> <given-names>NG</given-names></name> <name><surname>Barnard</surname> <given-names>RC</given-names></name> <name><surname>Jarvis</surname> <given-names>CI</given-names></name> <name><surname>Russell</surname> <given-names>TW</given-names></name> <name><surname>Semple</surname> <given-names>MG</given-names></name></person-group>. <article-title>Association of tiered restrictions and a second lockdown with COVID-19 deaths and hospital admissions in England: a modelling study.</article-title> <source><italic>Lancet Infect Dis.</italic></source> (<year>2021</year>) <volume>21</volume>:<fpage>482</fpage>&#x2013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30984-1</pub-id> <pub-id pub-id-type="pmid">33357518</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Santamar&#x00ED;a</surname> <given-names>L</given-names></name> <name><surname>Hortal</surname> <given-names>J</given-names></name></person-group>. <article-title>COVID-19 effective reproduction number dropped during Spain&#x2019;s nationwide dropdown, then spiked at lower-incidence regions.</article-title> <source><italic>Sci Total Environ.</italic></source> (<year>2021</year>) <volume>751</volume>:<issue>142257</issue>. <pub-id pub-id-type="doi">10.1016/j.scitotenv.2020.142257</pub-id> <pub-id pub-id-type="pmid">33181975</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hyafil</surname> <given-names>A</given-names></name> <name><surname>Mori&#x00F1;a</surname> <given-names>D</given-names></name></person-group>. <article-title>Analysis of the impact of lockdown on the reproduction number of the SARS-Cov-2 in Spain.</article-title> <source><italic>Gac Sanit.</italic></source> (<year>2021</year>) <volume>35</volume>:<fpage>453</fpage>&#x2013;<lpage>8</lpage>.</citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gupta</surname> <given-names>M</given-names></name> <name><surname>Mohanta</surname> <given-names>SS</given-names></name> <name><surname>Rao</surname> <given-names>A</given-names></name> <name><surname>Parameswaran</surname> <given-names>GG</given-names></name> <name><surname>Agarwal</surname> <given-names>M</given-names></name> <name><surname>Arora</surname> <given-names>M</given-names></name><etal/></person-group> <article-title>Transmission dynamics of the COVID-19 epidemic in India and modeling optimal lockdown exit strategies.</article-title> <source><italic>Int J Infect Dis.</italic></source> (<year>2021</year>) <volume>103</volume>:<fpage>579</fpage>&#x2013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijid.2020.11.206</pub-id> <pub-id pub-id-type="pmid">33279653</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dainton</surname> <given-names>C</given-names></name> <name><surname>Hay</surname> <given-names>A</given-names></name></person-group>. <article-title>Quantifying the relationship between lockdowns, mobility, and effective reproduction number (Rt) during the COVID-19 pandemic in the Greater Toronto Area.</article-title> <source><italic>BMC Public Health.</italic></source> (<year>2021</year>) <volume>21</volume>:<issue>1658</issue>. <pub-id pub-id-type="doi">10.1186/s12889-021-11684-x</pub-id> <pub-id pub-id-type="pmid">34507570</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oraby</surname> <given-names>T</given-names></name> <name><surname>Tyshenko</surname> <given-names>MG</given-names></name> <name><surname>Maldonado</surname> <given-names>JC</given-names></name> <name><surname>Vatcheva</surname> <given-names>K</given-names></name> <name><surname>Elsaadany</surname> <given-names>S</given-names></name> <name><surname>Alali</surname> <given-names>WQ</given-names></name><etal/></person-group> <article-title>Modeling the effect of lockdown timing as a COVID-19 control measure in countries with differing social contacts.</article-title> <source><italic>Sci Rep.</italic></source> (<year>2021</year>) <volume>11</volume>:<issue>3354</issue>. <pub-id pub-id-type="doi">10.1038/s41598-021-82873-2</pub-id> <pub-id pub-id-type="pmid">33558571</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Al-Harbi</surname> <given-names>SK</given-names></name> <name><surname>Al-Tuwairqi</surname> <given-names>SM</given-names></name></person-group>. <article-title>Modeling the effect of lockdown and social distancing on the spread of COVID-19 in Saudi Arabia.</article-title> <source><italic>PLoS One.</italic></source> (<year>2022</year>) <volume>17</volume>:<issue>e0265779</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0265779</pub-id> <pub-id pub-id-type="pmid">35421119</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guzzetta</surname> <given-names>G</given-names></name> <name><surname>Riccardo</surname> <given-names>F</given-names></name> <name><surname>Marziano</surname> <given-names>V</given-names></name> <name><surname>Poletti</surname> <given-names>P</given-names></name> <name><surname>Trentini</surname> <given-names>F</given-names></name> <name><surname>Bella</surname> <given-names>A</given-names></name><etal/></person-group> <article-title>Impact of a Nationwide Lockdown on SARS-CoV-2 Transmissibility, Italy.</article-title> <source><italic>Emerg Infect Dis.</italic></source> (<year>2021</year>) <volume>27</volume>:<fpage>267</fpage>&#x2013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.3201/eid2701.202114</pub-id> <pub-id pub-id-type="pmid">33080168</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quach</surname> <given-names>H-L</given-names></name> <name><surname>Nguyen</surname> <given-names>KC</given-names></name> <name><surname>Hoang</surname> <given-names>N-A</given-names></name> <name><surname>Pham</surname> <given-names>TQ</given-names></name> <name><surname>Tran</surname> <given-names>DN</given-names></name> <name><surname>Le</surname> <given-names>MTQ</given-names></name><etal/></person-group> <article-title>Association of public health interventions and COVID-19 incidence in Vietnam, January to December 2020.</article-title> <source><italic>Int J Infect Dis.</italic></source> (<year>2021</year>) <volume>110</volume>:<fpage>S28</fpage>&#x2013;<lpage>43</lpage>.</citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jayaweera</surname> <given-names>M</given-names></name> <name><surname>Dannangoda</surname> <given-names>C</given-names></name> <name><surname>Dilshan</surname> <given-names>D</given-names></name> <name><surname>Dissanayake</surname> <given-names>J</given-names></name> <name><surname>Perera</surname> <given-names>H</given-names></name> <name><surname>Manatunge</surname> <given-names>J</given-names></name><etal/></person-group> <article-title>Grappling with COVID-19 by imposing and lifting non-pharmaceutical interventions in Sri Lanka: a modeling perspective.</article-title> <source><italic>Infect Dis Model.</italic></source> (<year>2021</year>) <volume>6</volume>:<fpage>820</fpage>&#x2013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.idm.2021.06.004</pub-id> <pub-id pub-id-type="pmid">34250320</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brauner</surname> <given-names>JM</given-names></name> <name><surname>Mindermann</surname> <given-names>S</given-names></name> <name><surname>Sharma</surname> <given-names>M</given-names></name> <name><surname>Johnston</surname> <given-names>D</given-names></name> <name><surname>Salvatier</surname> <given-names>J</given-names></name> <name><surname>Gaven&#x010D;iak</surname> <given-names>T</given-names></name><etal/></person-group> <article-title>Inferring the effectiveness of government interventions against COVID-19.</article-title> <source><italic>Science.</italic></source> (<year>2021</year>) <volume>371</volume>:<issue>eabd9338</issue>. <pub-id pub-id-type="doi">10.1126/science.abd9338</pub-id> <pub-id pub-id-type="pmid">33323424</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dighe</surname> <given-names>A</given-names></name> <name><surname>Cattarino</surname> <given-names>L</given-names></name> <name><surname>Cuomo-Dannenburg</surname> <given-names>G</given-names></name> <name><surname>Skarp</surname> <given-names>J</given-names></name> <name><surname>Imai</surname> <given-names>N</given-names></name> <name><surname>Bhatia</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>Response to COVID-19 in South Korea and implications for lifting stringent interventions.</article-title> <source><italic>BMC Med.</italic></source> (<year>2020</year>) <volume>18</volume>:<issue>321</issue>. <pub-id pub-id-type="doi">10.1186/s12916-020-01791-8</pub-id> <pub-id pub-id-type="pmid">33032601</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname> <given-names>LYH</given-names></name> <name><surname>Yuan</surname> <given-names>B</given-names></name> <name><surname>Convertino</surname> <given-names>M</given-names></name></person-group>. <article-title>COVID-19 non-pharmaceutical intervention portfolio effectiveness and risk communication predominance.</article-title> <source><italic>Sci Rep.</italic></source> (<year>2021</year>) <volume>11</volume>:<issue>10605</issue>. <pub-id pub-id-type="doi">10.1038/s41598-021-88309-1</pub-id> <pub-id pub-id-type="pmid">34012040</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soltesz</surname> <given-names>K</given-names></name> <name><surname>Gustafsson</surname> <given-names>F</given-names></name> <name><surname>Timpka</surname> <given-names>T</given-names></name> <name><surname>Jald&#x00E9;n</surname> <given-names>J</given-names></name> <name><surname>Jidling</surname> <given-names>C</given-names></name> <name><surname>Heimerson</surname> <given-names>A</given-names></name><etal/></person-group> <article-title>The effect of interventions on COVID-19.</article-title> <source><italic>Nature.</italic></source> (<year>2020</year>) <volume>588</volume>:<fpage>E26</fpage>&#x2013;<lpage>8</lpage>.</citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Islam</surname> <given-names>N</given-names></name> <name><surname>Sharp</surname> <given-names>SJ</given-names></name> <name><surname>Chowell</surname> <given-names>G</given-names></name> <name><surname>Shabnam</surname> <given-names>S</given-names></name> <name><surname>Kawachi</surname> <given-names>I</given-names></name> <name><surname>Lacey</surname> <given-names>B</given-names></name><etal/></person-group> <article-title>Physical distancing interventions and incidence of coronavirus disease 2019: natural experiment in 149 countries.</article-title> <source><italic>BMJ.</italic></source> (<year>2020</year>) <volume>370</volume>:<issue>m2743</issue>. <pub-id pub-id-type="doi">10.1136/bmj.m2743</pub-id> <pub-id pub-id-type="pmid">32669358</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teslya</surname> <given-names>A</given-names></name> <name><surname>Pham</surname> <given-names>TM</given-names></name> <name><surname>Godijk</surname> <given-names>NG</given-names></name> <name><surname>Kretzschmar</surname> <given-names>ME</given-names></name> <name><surname>Bootsma</surname> <given-names>MCJ</given-names></name> <name><surname>Rozhnova</surname> <given-names>G</given-names></name></person-group>. <article-title>Impact of self-imposed prevention measures and short-term government-imposed social distancing on mitigating and delaying a COVID-19 epidemic: a modelling study.</article-title> <source><italic>PLoS Med.</italic></source> (<year>2020</year>) <volume>17</volume>:<issue>e1003166</issue>. <pub-id pub-id-type="doi">10.1371/journal.pmed.1003166</pub-id> <pub-id pub-id-type="pmid">32692736</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Domenico</surname> <given-names>L</given-names></name> <name><surname>Pullano</surname> <given-names>G</given-names></name> <name><surname>Sabbatini</surname> <given-names>CE</given-names></name> <name><surname>Bo&#x00EB;lle</surname> <given-names>P-Y</given-names></name> <name><surname>Colizza</surname> <given-names>V</given-names></name></person-group>. <article-title>Impact of lockdown on COVID-19 epidemic in &#x00CE;le-de-France and possible exit strategies.</article-title> <source><italic>BMC Med.</italic></source> (<year>2020</year>) <volume>18</volume>:<issue>240</issue>. <pub-id pub-id-type="doi">10.1186/s12916-020-01698-4</pub-id> <pub-id pub-id-type="pmid">32727547</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jarvis</surname> <given-names>CI</given-names></name> <name><surname>Van Zandvoort</surname> <given-names>K</given-names></name> <name><surname>Gimma</surname> <given-names>A</given-names></name> <name><surname>Prem</surname> <given-names>K</given-names></name> <name><surname>CMMID Covid-19 working group, Klepac</surname> <given-names>P</given-names></name><etal/></person-group> <article-title>Quantifying the impact of physical distance measures on the transmission of COVID-19 in the UK.</article-title> <source><italic>BMC Med.</italic></source> (<year>2020</year>) <volume>18</volume>:<issue>124</issue>. <pub-id pub-id-type="doi">10.1186/s12916-020-01597-8</pub-id> <pub-id pub-id-type="pmid">32375776</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viner</surname> <given-names>RM</given-names></name> <name><surname>Russell</surname> <given-names>SJ</given-names></name> <name><surname>Croker</surname> <given-names>H</given-names></name> <name><surname>Packer</surname> <given-names>J</given-names></name> <name><surname>Ward</surname> <given-names>J</given-names></name> <name><surname>Stansfield</surname> <given-names>C</given-names></name><etal/></person-group> <article-title>School closure and management practices during coronavirus outbreaks including COVID-19: a rapid systematic review.</article-title> <source><italic>Lancet Child Adolesc Health.</italic></source> (<year>2020</year>) <volume>4</volume>:<fpage>397</fpage>&#x2013;<lpage>404</lpage>. <pub-id pub-id-type="doi">10.1016/S2352-4642(20)30095-X</pub-id> <pub-id pub-id-type="pmid">32272089</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caristia</surname> <given-names>S</given-names></name> <name><surname>Ferranti</surname> <given-names>M</given-names></name> <name><surname>Skrami</surname> <given-names>E</given-names></name> <name><surname>Raffetti</surname> <given-names>E</given-names></name> <name><surname>Pierannunzio</surname> <given-names>D</given-names></name> <name><surname>Palladino</surname> <given-names>R</given-names></name><etal/></person-group> <article-title>Effect of national and local lockdowns on the control of COVID-19 pandemic: a rapid review.</article-title> <source><italic>Epidemiol Prev.</italic></source> (<year>2020</year>) <volume>44</volume>:<fpage>60</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.19191/EP20.5-6.S2.104</pub-id> <pub-id pub-id-type="pmid">33412795</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>B</given-names></name> <name><surname>Huang</surname> <given-names>AT</given-names></name> <name><surname>Garcia-Carreras</surname> <given-names>B</given-names></name> <name><surname>Hart</surname> <given-names>WE</given-names></name> <name><surname>Staid</surname> <given-names>A</given-names></name> <name><surname>Hitchings</surname> <given-names>MDT</given-names></name><etal/></person-group> <article-title>Effect of specific non-pharmaceutical intervention policies on SARS-CoV-2 transmission in the counties of the United States.</article-title> <source><italic>Nat Commun.</italic></source> (<year>2021</year>) <volume>12</volume>:<issue>3560</issue>.</citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brooks-Pollock</surname> <given-names>E</given-names></name> <name><surname>Read</surname> <given-names>JM</given-names></name> <name><surname>McLean</surname> <given-names>AR</given-names></name> <name><surname>Keeling</surname> <given-names>MJ</given-names></name> <name><surname>Danon</surname> <given-names>L</given-names></name></person-group>. <article-title>Mapping social distancing measures to the reproduction number for COVID-19.</article-title> <source><italic>Philos Trans R Soc Lond B Biol Sci.</italic></source> (<year>2021</year>) <volume>376</volume>:<issue>20200276</issue>. <pub-id pub-id-type="doi">10.1098/rstb.2020.0276</pub-id> <pub-id pub-id-type="pmid">34053268</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>Y</given-names></name> <name><surname>Morgenstern</surname> <given-names>C</given-names></name> <name><surname>Kelly</surname> <given-names>J</given-names></name> <name><surname>Lowe</surname> <given-names>R</given-names></name> <name><surname>Cmmid Covid-19 Working Group, Jit</surname> <given-names>M</given-names></name></person-group>. <article-title>The impact of non-pharmaceutical interventions on SARS-CoV-2 transmission across 130 countries and territories.</article-title> <source><italic>BMC Med.</italic></source> (<year>2021</year>) <volume>19</volume>:<issue>40</issue>. <pub-id pub-id-type="doi">10.1186/s12916-020-01872-8</pub-id> <pub-id pub-id-type="pmid">33541353</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Y</given-names></name> <name><surname>Campbell</surname> <given-names>H</given-names></name> <name><surname>Kulkarni</surname> <given-names>D</given-names></name> <name><surname>Harpur</surname> <given-names>A</given-names></name> <name><surname>Nundy</surname> <given-names>M</given-names></name> <name><surname>Wang</surname> <given-names>X</given-names></name><etal/></person-group> <article-title>The temporal association of introducing and lifting non-pharmaceutical interventions with the time-varying reproduction number (R) of SARS-CoV-2: a modelling study across 131 countries.</article-title> <source><italic>Lancet Infect Dis.</italic></source> (<year>2021</year>) <volume>21</volume>:<fpage>193</fpage>&#x2013;<lpage>202</lpage>. <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30785-4</pub-id> <pub-id pub-id-type="pmid">33729915</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Post</surname> <given-names>RAJ</given-names></name> <name><surname>Regis</surname> <given-names>M</given-names></name> <name><surname>Zhan</surname> <given-names>Z</given-names></name> <name><surname>van den Heuvel</surname> <given-names>ER</given-names></name></person-group>. <article-title>How did governmental interventions affect the spread of COVID-19 in European countries?</article-title> <source><italic>BMC Public Health.</italic></source> (<year>2021</year>) <volume>21</volume>:<issue>411</issue>. <pub-id pub-id-type="doi">10.1186/s12889-021-10257-2</pub-id> <pub-id pub-id-type="pmid">33637062</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rypdal</surname> <given-names>K</given-names></name></person-group>. <article-title>The tipping effect of delayed interventions on the evolution of COVID-19 incidence.</article-title> <source><italic>Int J Environ Res Public Health.</italic></source> (<year>2021</year>) <volume>18</volume>:<issue>4484</issue>. <pub-id pub-id-type="doi">10.3390/ijerph18094484</pub-id> <pub-id pub-id-type="pmid">33922564</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x00FC;ller</surname> <given-names>SA</given-names></name> <name><surname>Balmer</surname> <given-names>M</given-names></name> <name><surname>Charlton</surname> <given-names>W</given-names></name> <name><surname>Ewert</surname> <given-names>R</given-names></name> <name><surname>Neumann</surname> <given-names>A</given-names></name></person-group>. <article-title>Predicting the effects of COVID-19 related interventions in urban settings by combining activity-based modelling, agent-based simulation, and mobile phone data.</article-title> <source><italic>PLoS One.</italic></source> (<year>2021</year>) <volume>16</volume>:<issue>e0259037</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0259037</pub-id> <pub-id pub-id-type="pmid">34710158</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname> <given-names>KS</given-names></name> <name><surname>Lau</surname> <given-names>TSM</given-names></name> <name><surname>Yeoh</surname> <given-names>EK</given-names></name> <name><surname>Chung</surname> <given-names>VCH</given-names></name> <name><surname>Leung</surname> <given-names>YS</given-names></name> <name><surname>Yam</surname> <given-names>CHK</given-names></name><etal/></person-group> <article-title>Effectiveness of different types and levels of social distancing measures: a scoping review of global evidence from earlier stage of COVID-19 pandemic.</article-title> <source><italic>BMJ Open.</italic></source> (<year>2022</year>) <volume>12</volume>:<issue>e053938</issue>. <pub-id pub-id-type="doi">10.1136/bmjopen-2021-053938</pub-id> <pub-id pub-id-type="pmid">35410924</pub-id></citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grint</surname> <given-names>DJ</given-names></name> <name><surname>Wing</surname> <given-names>K</given-names></name> <name><surname>Williamson</surname> <given-names>E</given-names></name> <name><surname>McDonald</surname> <given-names>HI</given-names></name> <name><surname>Bhaskaran</surname> <given-names>K</given-names></name> <name><surname>Evans</surname> <given-names>D</given-names></name><etal/></person-group> <article-title>Case fatality risk of the SARS-CoV-2 variant of concern B.1.1.7 in England, 16 November to 5 February.</article-title> <source><italic>Euro Surveill.</italic></source> (<year>2021</year>) <volume>26</volume>:<issue>2100256</issue>. <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2021.26.11.2100256</pub-id> <pub-id pub-id-type="pmid">33739254</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><collab>Cabinet Secretariat New Coronavirus Infectious Disease Control Promotion Office.</collab> <source><italic>Public Announcement Regarding Priority Measures Such As Prevention of the Spread of New Coronavirus Infectious Disease.</italic></source> (<year>2020</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://corona.go.jp/emergency/">https://corona.go.jp/emergency/</ext-link> <comment>(Accessed October 20, 2021)</comment>.</citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname> <given-names>NG</given-names></name> <name><surname>Jarvis</surname> <given-names>CI</given-names></name> <name><surname>CMMID Covid-19 Working Group, Edmunds</surname> <given-names>WJ</given-names></name> <name><surname>Jewell</surname> <given-names>NP</given-names></name> <name><surname>Diaz-Ordaz</surname> <given-names>K</given-names></name><etal/></person-group> <article-title>Increased mortality in community-tested cases of SARS-CoV-2 lineage B.1.1.7.</article-title> <source><italic>Nature.</italic></source> (<year>2021</year>) <volume>593</volume>:<fpage>270</fpage>&#x2013;<lpage>4</lpage>.</citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname> <given-names>NG</given-names></name> <name><surname>Abbott</surname> <given-names>S</given-names></name> <name><surname>Barnard</surname> <given-names>RC</given-names></name> <name><surname>Jarvis</surname> <given-names>CI</given-names></name> <name><surname>Kucharski</surname> <given-names>AJ</given-names></name> <name><surname>Munday</surname> <given-names>JD</given-names></name><etal/></person-group> <article-title>Estimated transmissibility and impact of SARS-CoV-2 lineage B.1.1.7 in England.</article-title> <source><italic>Science.</italic></source> (<year>2021</year>) <volume>372</volume>:<issue>eabg3055</issue>. <pub-id pub-id-type="doi">10.1126/science.abg3055</pub-id> <pub-id pub-id-type="pmid">33658326</pub-id></citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="journal"><collab>Ministry of Health, Labour and Welfare of Japan</collab>. <source><italic>Cabinet Secretariat Countermeasures Against New Coronavirus Infectious Diseases.</italic></source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://corona.go.jp/emergency/">https://corona.go.jp/emergency/</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kosfeld</surname> <given-names>R</given-names></name> <name><surname>Mitze</surname> <given-names>T</given-names></name> <name><surname>Rode</surname> <given-names>J</given-names></name> <name><surname>W&#x00E4;lde</surname> <given-names>K</given-names></name></person-group>. <article-title>The Covid-19 containment effects of public health measures: a spatial difference-in-differences approach.</article-title> <source><italic>J Reg Sci.</italic></source> (<year>2021</year>). <comment>[Online ahead of print]</comment>. <pub-id pub-id-type="doi">10.1111/jors.12536</pub-id> <pub-id pub-id-type="pmid">34230689</pub-id></citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>S</given-names></name> <name><surname>Pierson</surname> <given-names>E</given-names></name> <name><surname>Koh</surname> <given-names>PW</given-names></name> <name><surname>Gerardin</surname> <given-names>J</given-names></name> <name><surname>Redbird</surname> <given-names>B</given-names></name> <name><surname>Grusky</surname> <given-names>D</given-names></name><etal/></person-group> <article-title>Mobility network models of COVID-19 explain inequities and inform reopening.</article-title> <source><italic>Nature.</italic></source> (<year>2021</year>) <volume>589</volume>:<fpage>82</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1038/s41586-020-2923-3</pub-id> <pub-id pub-id-type="pmid">33171481</pub-id></citation></ref>
<ref id="B42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>T</given-names></name> <name><surname>Liu</surname> <given-names>Y</given-names></name> <name><surname>Li</surname> <given-names>M</given-names></name> <name><surname>Qian</surname> <given-names>X</given-names></name> <name><surname>Dai</surname> <given-names>SY</given-names></name></person-group>. <article-title>Mask or no mask for COVID-19: a public health and market study.</article-title> <source><italic>PLoS One.</italic></source> (<year>2020</year>) <volume>15</volume>:<issue>e0237691</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0237691</pub-id> <pub-id pub-id-type="pmid">32797067</pub-id></citation></ref>
<ref id="B43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kuniya</surname> <given-names>T</given-names></name></person-group>. <article-title>Evaluation of the effect of the state of emergency for the first wave of COVID-19 in Japan.</article-title> <source><italic>Infect Dis Model.</italic></source> (<year>2020</year>) <volume>5</volume>:<fpage>580</fpage>&#x2013;<lpage>7</lpage>.</citation></ref>
<ref id="B44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Volz</surname> <given-names>E</given-names></name> <name><surname>Mishra</surname> <given-names>S</given-names></name> <name><surname>Chand</surname> <given-names>M</given-names></name> <name><surname>Barrett</surname> <given-names>JC</given-names></name> <name><surname>Johnson</surname> <given-names>R</given-names></name> <name><surname>Geidelberg</surname> <given-names>L</given-names></name><etal/></person-group> <article-title>Assessing transmissibility of SARS-CoV-2 lineage B.1.1.7 in England.</article-title> <source><italic>Nature.</italic></source> (<year>2021</year>) <volume>593</volume>:<fpage>266</fpage>&#x2013;<lpage>9</lpage>.</citation></ref>
<ref id="B45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kissler</surname> <given-names>SM</given-names></name> <name><surname>Tedijanto</surname> <given-names>C</given-names></name> <name><surname>Goldstein</surname> <given-names>E</given-names></name> <name><surname>Grad</surname> <given-names>YH</given-names></name> <name><surname>Lipsitch</surname> <given-names>M</given-names></name></person-group>. <article-title>Projecting the transmission dynamics of SARS-CoV-2 through the postpandemic period.</article-title> <source><italic>Science.</italic></source> (<year>2020</year>) <volume>368</volume>:<fpage>860</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1126/science.abb5793</pub-id> <pub-id pub-id-type="pmid">32291278</pub-id></citation></ref>
<ref id="B46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gog</surname> <given-names>JR</given-names></name> <name><surname>Hill</surname> <given-names>EM</given-names></name> <name><surname>Danon</surname> <given-names>L</given-names></name> <name><surname>Thompson</surname> <given-names>RN</given-names></name></person-group>. <article-title>Vaccine escape in a heterogeneous population: insights for SARS-CoV-2 from a simple model.</article-title> <source><italic>R Soc Open Sci.</italic></source> (<year>2021</year>) <volume>8</volume>:<issue>210530</issue>. <pub-id pub-id-type="doi">10.1098/rsos.210530</pub-id> <pub-id pub-id-type="pmid">34277027</pub-id></citation></ref>
<ref id="B47"><label>47.</label><citation citation-type="journal"><collab>Ministry of Health, Labour and Welfare of Japan</collab>. <source><italic>Guidelines for the Use of Kits for Detection of SARS-CoV-2 Antigen.</italic></source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.mhlw.go.jp/content/000630270.pdf">https://www.mhlw.go.jp/content/000630270.pdf</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B48"><label>48.</label><citation citation-type="journal"><collab>Ministry of Health, Labour and Welfare of Japan</collab>. <source><italic>Information Grasping and Management Support System for People Infected With the New Coronavirus (HERSYS)</italic>.</source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.mhlw.go.jp/stf/seisakunitsuite/bunya/0000121431_00129.html">https://www.mhlw.go.jp/stf/seisakunitsuite/bunya/0000121431_00129.html</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B49"><label>49.</label><citation citation-type="journal"><collab>Ministry of Health, Labour and Welfare of Japan</collab>. <source><italic>Report on the Number of Tests for New Coronavirus Infection.</italic></source> (<year>2022</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.mhlw.go.jp/content/000740117.pdf">https://www.mhlw.go.jp/content/000740117.pdf</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B50"><label>50.</label><citation citation-type="journal"><collab>National Institute of Infectious Diseases</collab>. <source><italic>New Mutant Strain of a Novel Coronavirus (SARS-CoV-2) of Concern for Increased Infection and Transmissibility and Antigenic Changes (Report 8).</italic></source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.niid.go.jp/niid/ja/2019-ncov/2484-idsc/10280-covid19-41.html">https://www.niid.go.jp/niid/ja/2019-ncov/2484-idsc/10280-covid19-41.html</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B51"><label>51.</label><citation citation-type="journal"><collab>Ministry of Health, Labour and Welfare of Japan</collab>. <source><italic>Ministry of Health, Labour and Welfare: Outbreak in Japan.</italic></source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.mhlw.go.jp/stf/covid-19/kokunainohasseijoukyou.html#h2_1">https://www.mhlw.go.jp/stf/covid-19/kokunainohasseijoukyou.html#h2_1</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B52"><label>52.</label><citation citation-type="journal"><collab>Ministry of Health, Labour and Welfare of Japan</collab>. <source><italic>Survey on Medical Treatment Status, Number of Beds Accepted by Inpatients, etc.</italic></source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.mhlw.go.jp/stf/seisakunitsuite/newpage_00023.html">https://www.mhlw.go.jp/stf/seisakunitsuite/newpage_00023.html</ext-link> <comment>(accessed June 20, 2022)</comment>.</citation></ref>
<ref id="B53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nakajo</surname> <given-names>K</given-names></name> <name><surname>Nishiura</surname> <given-names>H</given-names></name></person-group>. <article-title>Assessing interventions against Coronavirus Disease 2019 (COVID-19) in Osaka, Japan: a modeling study.</article-title> <source><italic>J Clin Med Res.</italic></source> (<year>2021</year>) <volume>10</volume>:<issue>1256</issue>. <pub-id pub-id-type="doi">10.3390/jcm10061256</pub-id> <pub-id pub-id-type="pmid">33803634</pub-id></citation></ref>
<ref id="B54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nakajo</surname> <given-names>K</given-names></name> <name><surname>Nishiura</surname> <given-names>H</given-names></name></person-group>. <article-title>Estimation of R(t) based on illness onset data: an analysis of 1907-1908 smallpox epidemic in Tokyo.</article-title> <source><italic>Epidemics.</italic></source> (<year>2022</year>) <volume>38</volume>:<issue>100545</issue>. <pub-id pub-id-type="doi">10.1016/j.epidem.2022.100545</pub-id> <pub-id pub-id-type="pmid">35152059</pub-id></citation></ref>
<ref id="B55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>He</surname> <given-names>X</given-names></name> <name><surname>Lau</surname> <given-names>EHY</given-names></name> <name><surname>Wu</surname> <given-names>P</given-names></name> <name><surname>Deng</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Hao</surname> <given-names>X</given-names></name><etal/></person-group> <article-title>Temporal dynamics in viral shedding and transmissibility of COVID-19.</article-title> <source><italic>Nat Med.</italic></source> (<year>2020</year>) <volume>26</volume>:<fpage>672</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1038/s41591-020-0869-5</pub-id> <pub-id pub-id-type="pmid">32296168</pub-id></citation></ref>
<ref id="B56"><label>56.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Q</given-names></name> <name><surname>Guan</surname> <given-names>X</given-names></name> <name><surname>Wu</surname> <given-names>P</given-names></name> <name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Zhou</surname> <given-names>L</given-names></name> <name><surname>Tong</surname> <given-names>Y</given-names></name><etal/></person-group> <article-title>Early transmission dynamics in Wuhan, China, of novel coronavirus-infected pneumonia.</article-title> <source><italic>N Engl J Med.</italic></source> (<year>2020</year>) <volume>382</volume>:<fpage>1199</fpage>&#x2013;<lpage>207</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMoa2001316</pub-id> <pub-id pub-id-type="pmid">31995857</pub-id></citation></ref>
<ref id="B57"><label>57.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Murayama</surname> <given-names>H</given-names></name> <name><surname>Kayano</surname> <given-names>T</given-names></name> <name><surname>Nishiura</surname> <given-names>H</given-names></name></person-group>. <article-title>Estimating COVID-19 cases infected with the variant alpha (VOC 202012/01): an analysis of screening data in Tokyo, January-March 2021.</article-title> <source><italic>Theor Biol Med Model.</italic></source> (<year>2021</year>) <volume>18</volume>:<issue>13</issue>. <pub-id pub-id-type="doi">10.1186/s12976-021-00146-x</pub-id> <pub-id pub-id-type="pmid">34273991</pub-id></citation></ref>
<ref id="B58"><label>58.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Furuse</surname> <given-names>Y</given-names></name> <name><surname>Ko</surname> <given-names>YK</given-names></name> <name><surname>Ninomiya</surname> <given-names>K</given-names></name> <name><surname>Suzuki</surname> <given-names>M</given-names></name> <name><surname>Oshitani</surname> <given-names>H</given-names></name></person-group>. <article-title>Relationship of test positivity rates with COVID-19 epidemic dynamics.</article-title> <source><italic>Int J Environ Res Public Health.</italic></source> (<year>2021</year>) <volume>18</volume>:<issue>4655</issue>. <pub-id pub-id-type="doi">10.3390/ijerph18094655</pub-id> <pub-id pub-id-type="pmid">33925665</pub-id></citation></ref>
<ref id="B59"><label>59.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kinoshita</surname> <given-names>R</given-names></name> <name><surname>Anzai</surname> <given-names>A</given-names></name> <name><surname>Jung</surname> <given-names>S-M</given-names></name> <name><surname>Linton</surname> <given-names>NM</given-names></name> <name><surname>Miyama</surname> <given-names>T</given-names></name> <name><surname>Kobayashi</surname> <given-names>T</given-names></name><etal/></person-group> <article-title>Containment, contact tracing and asymptomatic transmission of novel Coronavirus Disease (COVID-19): a modelling study.</article-title> <source><italic>J Clin Med Res.</italic></source> (<year>2020</year>) <volume>9</volume>:<issue>3125</issue>. <pub-id pub-id-type="doi">10.3390/jcm9103125</pub-id> <pub-id pub-id-type="pmid">32992614</pub-id></citation></ref>
<ref id="B60"><label>60.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Polack</surname> <given-names>FP</given-names></name> <name><surname>Thomas</surname> <given-names>SJ</given-names></name> <name><surname>Kitchin</surname> <given-names>N</given-names></name> <name><surname>Absalon</surname> <given-names>J</given-names></name> <name><surname>Gurtman</surname> <given-names>A</given-names></name> <name><surname>Lockhart</surname> <given-names>S</given-names></name><etal/></person-group> <article-title>Safety and Efficacy of the BNT162b2 mRNA Covid-19 Vaccine.</article-title> <source><italic>N Engl J Med.</italic></source> (<year>2020</year>) <volume>383</volume>:<fpage>2603</fpage>&#x2013;<lpage>15</lpage>.</citation></ref>
<ref id="B61"><label>61.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ito</surname> <given-names>K</given-names></name> <name><surname>Piantham</surname> <given-names>C</given-names></name> <name><surname>Nishiura</surname> <given-names>H</given-names></name></person-group>. <article-title>Predicted dominance of variant Delta of SARS-CoV-2 before Tokyo Olympic Games, Japan, July 2021.</article-title> <source><italic>Euro Surveill.</italic></source> (<year>2021</year>) <volume>26</volume>:<issue>2100570</issue>. <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2021.26.27.2100570</pub-id> <pub-id pub-id-type="pmid">34240695</pub-id></citation></ref>
<ref id="B62"><label>62.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Campbell</surname> <given-names>F</given-names></name> <name><surname>Archer</surname> <given-names>B</given-names></name> <name><surname>Laurenson-Schafer</surname> <given-names>H</given-names></name> <name><surname>Jinnai</surname> <given-names>Y</given-names></name> <name><surname>Konings</surname> <given-names>F</given-names></name> <name><surname>Batra</surname> <given-names>N</given-names></name><etal/></person-group> <article-title>Increased transmissibility and global spread of SARS-CoV-2 variants of concern as at June 2021.</article-title> <source><italic>Euro Surveill.</italic></source> (<year>2021</year>) <volume>26</volume>:<issue>2100509</issue>. <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2021.26.24.2100509</pub-id> <pub-id pub-id-type="pmid">34142653</pub-id></citation></ref>
<ref id="B63"><label>63.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>TP</given-names></name> <name><surname>Flaxman</surname> <given-names>S</given-names></name> <name><surname>Gallinat</surname> <given-names>AS</given-names></name> <name><surname>Kinosian</surname> <given-names>SP</given-names></name> <name><surname>Stemkovski</surname> <given-names>M</given-names></name> <name><surname>Unwin</surname> <given-names>HJT</given-names></name><etal/></person-group> <article-title>Temperature and population density influence SARS-CoV-2 transmission in the absence of nonpharmaceutical interventions.</article-title> <source><italic>Proc Natl Acad Sci USA.</italic></source> (<year>2021</year>) <volume>118</volume>:<issue>e2019284118</issue>. <pub-id pub-id-type="doi">10.1073/pnas.2019284118</pub-id> <pub-id pub-id-type="pmid">34103391</pub-id></citation></ref>
<ref id="B64"><label>64.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wood</surname> <given-names>SN</given-names></name> <name><surname>Wit</surname> <given-names>EC</given-names></name></person-group>. <article-title>Was R &#x003C; 1 before the English lockdowns? On modelling mechanistic detail, causality and inference about Covid-19.</article-title> <source><italic>PLoS One.</italic></source> (<year>2021</year>) <volume>16</volume>:<issue>e0257455</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0257455</pub-id> <pub-id pub-id-type="pmid">34550990</pub-id></citation></ref>
<ref id="B65"><label>65.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chin</surname> <given-names>V</given-names></name> <name><surname>Ioannidis</surname> <given-names>JPA</given-names></name> <name><surname>Tanner</surname> <given-names>MA</given-names></name> <name><surname>Cripps</surname> <given-names>S</given-names></name></person-group>. <article-title>Effect estimates of COVID-19 non-pharmaceutical interventions are non-robust and highly model-dependent.</article-title> <source><italic>J Clin Epidemiol.</italic></source> (<year>2021</year>) <volume>136</volume>:<fpage>96</fpage>&#x2013;<lpage>132</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2021.03.014</pub-id> <pub-id pub-id-type="pmid">33781862</pub-id></citation></ref>
<ref id="B66"><label>66.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arroyo-Marioli</surname> <given-names>F</given-names></name> <name><surname>Bullano</surname> <given-names>F</given-names></name> <name><surname>Kucinskas</surname> <given-names>S</given-names></name> <name><surname>Rond&#x00F3;n-Moreno</surname> <given-names>C</given-names></name></person-group>. <article-title>Tracking of COVID-19: a new real-time estimation using the Kalman filter.</article-title> <source><italic>PLoS One.</italic></source> (<year>2021</year>) <volume>16</volume>:<issue>e0244474</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0244474</pub-id> <pub-id pub-id-type="pmid">33439880</pub-id></citation></ref>
<ref id="B67"><label>67.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jung</surname> <given-names>S-M</given-names></name> <name><surname>Endo</surname> <given-names>A</given-names></name> <name><surname>Akhmetzhanov</surname> <given-names>AR</given-names></name> <name><surname>Nishiura</surname> <given-names>H</given-names></name></person-group>. <article-title>Predicting the effective reproduction number of COVID-19: inference using human mobility, temperature, and risk awareness.</article-title> <source><italic>Int J Infect Dis.</italic></source> (<year>2021</year>) <volume>113</volume>:<fpage>47</fpage>&#x2013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijid.2021.10.007</pub-id> <pub-id pub-id-type="pmid">34628020</pub-id></citation></ref>
<ref id="B68"><label>68.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Olney</surname> <given-names>AM</given-names></name> <name><surname>Smith</surname> <given-names>J</given-names></name> <name><surname>Sen</surname> <given-names>S</given-names></name> <name><surname>Thomas</surname> <given-names>F</given-names></name> <name><surname>Unwin</surname> <given-names>HJT</given-names></name></person-group>. <article-title>Estimating the Effect of Social Distancing Interventions on COVID-19 in the United States.</article-title> <source><italic>Am J Epidemiol.</italic></source> (<year>2021</year>) <volume>190</volume>:<fpage>1504</fpage>&#x2013;<lpage>9</lpage>.</citation></ref>
<ref id="B69"><label>69.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hyde</surname> <given-names>Z</given-names></name></person-group>. <article-title>Difference in SARS-CoV-2 attack rate between children and adults may reflect bias.</article-title> <source><italic>Clin Infect Dis.</italic></source> (<year>2021</year>) <volume>74</volume>:<fpage>152</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1093/cid/ciab183</pub-id> <pub-id pub-id-type="pmid">33631791</pub-id></citation></ref>
<ref id="B70"><label>70.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gurdasani</surname> <given-names>D</given-names></name> <name><surname>Alwan</surname> <given-names>NA</given-names></name> <name><surname>Greenhalgh</surname> <given-names>T</given-names></name> <name><surname>Hyde</surname> <given-names>Z</given-names></name> <name><surname>Johnson</surname> <given-names>L</given-names></name> <name><surname>McKee</surname> <given-names>M</given-names></name><etal/></person-group> <article-title>School reopening without robust COVID-19 mitigation risks accelerating the pandemic.</article-title> <source><italic>Lancet.</italic></source> (<year>2021</year>) <volume>397</volume>:<fpage>1177</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(21)00622-X</pub-id> <pub-id pub-id-type="pmid">33713595</pub-id></citation></ref>
<ref id="B71"><label>71.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Domenico</surname> <given-names>L</given-names></name> <name><surname>Pullano</surname> <given-names>G</given-names></name> <name><surname>Sabbatini</surname> <given-names>CE</given-names></name> <name><surname>Bo&#x00EB;lle</surname> <given-names>P-Y</given-names></name> <name><surname>Colizza</surname> <given-names>V</given-names></name></person-group>. <article-title>Modelling safe protocols for reopening schools during the COVID-19 pandemic in France.</article-title> <source><italic>Nat Commun.</italic></source> (<year>2021</year>) <volume>12</volume>:<issue>1073</issue>. <pub-id pub-id-type="doi">10.1038/s41467-021-21249-6</pub-id> <pub-id pub-id-type="pmid">33594076</pub-id></citation></ref>
<ref id="B72"><label>72.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vlachos</surname> <given-names>J</given-names></name> <name><surname>Herteg&#x00E5;rd</surname> <given-names>E</given-names></name> <name><surname>Svaleryd</surname> <given-names>HB</given-names></name></person-group>. <article-title>The effects of school closures on SARS-CoV-2 among parents and teachers.</article-title> <source><italic>Proc Natl Acad Sci USA.</italic></source> (<year>2021</year>) <volume>118</volume>:<issue>e2020834118</issue>. <pub-id pub-id-type="doi">10.1073/pnas.2020834118</pub-id> <pub-id pub-id-type="pmid">33574041</pub-id></citation></ref>
<ref id="B73"><label>73.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pei</surname> <given-names>S</given-names></name> <name><surname>Kandula</surname> <given-names>S</given-names></name> <name><surname>Shaman</surname> <given-names>J</given-names></name></person-group>. <article-title>Differential effects of intervention timing on COVID-19 spread in the United States.</article-title> <source><italic>Sci Adv.</italic></source> (<year>2020</year>) <volume>6</volume>:<issue>eabd6370</issue>. <pub-id pub-id-type="doi">10.1126/sciadv.abd6370</pub-id> <pub-id pub-id-type="pmid">33158911</pub-id></citation></ref>
<ref id="B74"><label>74.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laydon</surname> <given-names>DJ</given-names></name> <name><surname>Mishra</surname> <given-names>S</given-names></name> <name><surname>Hinsley</surname> <given-names>WR</given-names></name> <name><surname>Samartsidis</surname> <given-names>P</given-names></name> <name><surname>Flaxman</surname> <given-names>S</given-names></name> <name><surname>Gandy</surname> <given-names>A</given-names></name><etal/></person-group> <article-title>Modelling the impact of the tier system on SARS-CoV-2 transmission in the UK between the first and second national lockdowns.</article-title> <source><italic>BMJ Open.</italic></source> (<year>2021</year>) <volume>11</volume>:<issue>e050346</issue>. <pub-id pub-id-type="doi">10.1136/bmjopen-2021-050346</pub-id> <pub-id pub-id-type="pmid">33888533</pub-id></citation></ref>
<ref id="B75"><label>75.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Duan</surname> <given-names>T</given-names></name> <name><surname>Jiang</surname> <given-names>H</given-names></name> <name><surname>Deng</surname> <given-names>X</given-names></name> <name><surname>Zhang</surname> <given-names>Q</given-names></name> <name><surname>Wang</surname> <given-names>F</given-names></name></person-group>. <article-title>Government Intervention, Risk Perception, and the Adoption of Protective Action Recommendations: evidence from the COVID-19 Prevention and Control Experience of China.</article-title> <source><italic>Int J Environ Res Public Health.</italic></source> (<year>2020</year>) <volume>17</volume>:<issue>3387</issue>. <pub-id pub-id-type="doi">10.3390/ijerph17103387</pub-id> <pub-id pub-id-type="pmid">32414013</pub-id></citation></ref>
<ref id="B76"><label>76.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hunter</surname> <given-names>PR</given-names></name> <name><surname>Col&#x00F3;n-Gonz&#x00E1;lez</surname> <given-names>FJ</given-names></name> <name><surname>Brainard</surname> <given-names>J</given-names></name> <name><surname>Rushton</surname> <given-names>S</given-names></name></person-group>. <article-title>Impact of non-pharmaceutical interventions against COVID-19 in Europe in 2020: a quasi-experimental non-equivalent group and time series design study.</article-title> <source><italic>Euro Surveill.</italic></source> (<year>2021</year>) <volume>26</volume>:<issue>2001401</issue>. <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2021.26.28.2001401</pub-id> <pub-id pub-id-type="pmid">34269173</pub-id></citation></ref>
<ref id="B77"><label>77.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ilic</surname> <given-names>B</given-names></name> <name><surname>Salom</surname> <given-names>I</given-names></name> <name><surname>Djordjevic</surname> <given-names>M</given-names></name> <name><surname>Djordjevic</surname> <given-names>M</given-names></name></person-group>. <article-title>An analytical framework for understanding infection progression under social mitigation measures.</article-title> <source><italic>Res Sq.</italic></source> [<comment>Preprint</comment>]. (<year>2022</year>). <pub-id pub-id-type="doi">10.21203/rs.3.rs-1331002/v1</pub-id></citation></ref>
</ref-list>
</back>
</article>
