<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Infodemiology</journal-id>
      <journal-title>JMIR Infodemiology</journal-title>
      <issn pub-type="epub">2564-1891</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v3i1e39895</article-id>
      <article-id pub-id-type="pmid">37379069</article-id>
      <article-id pub-id-type="doi">10.2196/39895</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Open-Source Intelligence for Detection of Radiological Events and Syndromes Following the Invasion of Ukraine in 2022: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mackey</surname>
            <given-names>Tim</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Katz</surname>
            <given-names>Matthew</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sánchez Bocanegra</surname>
            <given-names>Carlos Luis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>Haley</given-names>
          </name>
          <degrees>BSc, MIDI, MIPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Biosecurity Program, The Kirby Institute, Faculty of Medicine</institution>
            <institution>University of New South Wales</institution>
            <addr-line>Level 6 Wallace Wurth Building</addr-line>
            <addr-line>High Street</addr-line>
            <addr-line>Kensington, 2052</addr-line>
            <country>Australia</country>
            <phone>61 2 9348 0672</phone>
            <email>haley.c.stone@protonmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1997-0042</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Heslop</surname>
            <given-names>David</given-names>
          </name>
          <degrees>BSc (Hons), MBBS, MPH, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1978-770X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>Samsung</given-names>
          </name>
          <degrees>BA, MA, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9838-8960</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sarmiento</surname>
            <given-names>Ines</given-names>
          </name>
          <degrees>BSc, BE (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-6710-5001</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kunasekaran</surname>
            <given-names>Mohana</given-names>
          </name>
          <degrees>BSc, MPH, MIPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5779-7979</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>MacIntyre</surname>
            <given-names>C Raina</given-names>
          </name>
          <degrees>MBBS (Hons), MAE, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3060-0555</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Biosecurity Program, The Kirby Institute, Faculty of Medicine</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Kensington</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Population Health, Faculty of Medicine</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Civil &#38; Environmental Engineering</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>College of Public Service &#38; Community Solutions</institution>
        <institution>Arizona State University</institution>
        <addr-line>Tempe, AZ</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Haley Stone <email>haley.c.stone@protonmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>6</month>
        <year>2023</year>
      </pub-date>
      <volume>3</volume>
      <elocation-id>e39895</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>4</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Haley Stone, David Heslop, Samsung Lim, Ines Sarmiento, Mohana Kunasekaran, C Raina MacIntyre. Originally published in JMIR Infodemiology (https://infodemiology.jmir.org), 28.06.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Infodemiology, is properly cited. The complete bibliographic information, a link to the original publication on https://infodemiology.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://infodemiology.jmir.org/2023/1/e39895" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>On February 25, 2022, Russian forces took control of the Chernobyl power plant after continuous fighting within the Chernobyl exclusion zone. Continual events occurred in the month of March, which raised the risk of potential contamination of previously uncontaminated areas and the potential for impacts on human and environmental health. The disruption of war has caused interruptions to normal preventive activities, and radiation monitoring sensors have been nonfunctional. Open-source intelligence can be informative when formal reporting and data are unavailable.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper aimed to demonstrate the value of open-source intelligence in Ukraine to identify signals of potential radiological events of health significance during the Ukrainian conflict.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data were collected from search terminology for radiobiological events and acute radiation syndrome detection between February 1 and March 20, 2022, using 2 open-source intelligence (OSINT) systems, EPIWATCH and Epitweetr.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Both EPIWATCH and Epitweetr identified signals of potential radiobiological events throughout Ukraine, particularly on March 4 in Kyiv, Bucha, and Chernobyl.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Open-source data can provide valuable intelligence and early warning about potential radiation hazards in conditions of war, where formal reporting and mitigation may be lacking, to enable timely emergency and public health responses.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>contamination</kwd>
        <kwd>data source</kwd>
        <kwd>early warning</kwd>
        <kwd>emergency response</kwd>
        <kwd>environmental health</kwd>
        <kwd>open source</kwd>
        <kwd>open-source intelligence</kwd>
        <kwd>OSINT</kwd>
        <kwd>power plant</kwd>
        <kwd>public health</kwd>
        <kwd>radiation</kwd>
        <kwd>radiobiological events</kwd>
        <kwd>radiological</kwd>
        <kwd>sensor</kwd>
        <kwd>Ukraine</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>On February 24, 2022, the Russian invasion of Ukraine began. On the first day of the invasion, battles between Russian and Ukrainian forces occurred in the vicinity of the Chernobyl power plant [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Following the invasion of Chernobyl on February 25, 2022, the Ukrainian government reported increased levels of radiation in the air [<xref ref-type="bibr" rid="ref3">3</xref>]. Unverified reports at the time raised concerns of increased radiation levels in the area, potentially due to the disruption of the soil in highly contaminated areas around the power plant due to the fighting and military vehicles moving over the exclusion zone [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Armed conflict continued throughout March 2022, with intense fighting in Slavutych, a town nearby that houses workers at the power plant. On March 22, 2022, forest fires broke out within the Chernobyl exclusion zone with the potential for generation of contaminated smoke [<xref ref-type="bibr" rid="ref4">4</xref>]. On March 31, there were reports of confirmed radiation exposure of Russian soldiers, most likely due to soldiers digging trenches in the soil within the Red Forest area to the west of the nuclear power plant [<xref ref-type="bibr" rid="ref5">5</xref>]. This highlighted the possibility of contamination of previously uncontaminated areas and the potential for subsequent radiological impacts on human and environmental health.</p>
      <p>Epidemic open-source intelligence (OSINT) systems provide new approaches to public health surveillance and are increasingly used for epidemic early warning [<xref ref-type="bibr" rid="ref6">6</xref>]. Early warning OSINT systems can complement and improve the performance of formal surveillance systems by enabling early detection of serious events or fill a gap when routine surveillance systems fail or are absent. Indicator-based surveillance systems largely require clinicians to link cardinal clinical features of specific diseases with key historical, geographic, and social data, thus recognizing the potential occurrence of disease either in an individual or in populations. This process can easily be undermined by a lack of clinical experience, biological variability of presentations in populations, and most importantly, a delay in the recognition of potential disease due to the time it takes for cardinal features to manifest in patients. By contrast, OSINT systems can provide earlier warning through the analysis of large volumes of unstructured digital data and communications. Such data do not rely on clinical experience or acumen, official health system reporting, or the results of laboratory testing. Through the use of specialized processes and algorithms, early warning of potential outbreaks of diseases in populations can be flagged from unstructured sources such as new articles and social media [<xref ref-type="bibr" rid="ref7">7</xref>]. EPIWATCH and Epitweetr are examples of such systems [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. While OSINT lacks verification, an early warning can be followed by a formal investigation to verify a signal.</p>
      <p>Early warning for radiation effects is time critical, as exposures may result in severe outcomes and affect large populations. Following radiation and radioisotope exposure, acute radiation syndrome (ARS) can manifest as early as hours after exposure, and certain therapies require immediate delivery. During the Ukraine conflict, public health surveillance and health protection programs relevant to radiological exposures have been limited or completely ceased. Therefore, in the context of conflict and degraded public health systems, the use of OSINT to rapidly identify locations where a radiological event may have occurred is important and enables the most efficient and timely allocation of limited health resources to limit the spread and impact of contamination. A key distinction in the Ukrainian conflict, as compared broadly to other conflicts, has been the widespread and continued access to high quality open-source data communications, including social media and news sources, across the broad Ukrainian geography and continued penetration of access within the Ukrainian population. Unstructured data from local news reports, social media, and various open-source channels from the Ukrainian population and occupying forces can be used by systems such as EPIWATCH and Epitweetr to detect signals for health-related events of importance.</p>
      <p>This study aims to demonstrate the value of OSINT in Ukraine to identify signals of potential radiological events of health significance during the Ukrainian conflict.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>To determine the potential detection of radiobiological events, data were analyzed between the timeframe of February 1 and March 20, 2022, using both EPIWATCH and Epitweetr systems. EPIWATCH is an artificial intelligence (AI)-driven system that uses both curated information, such as governmental reports, and broader web searches to generate automated early warnings for epidemics worldwide [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Outbreak signals in EPIWATCH are obtained from reports collected in real time using prespecified search terms applied to open-source data. These can be monitored for deviations from baseline or unusual, newly emerging diseases. The system contains 52 translated languages, together with geographic information system capability. In addition to 2 AI subsystems (natural language processing [NLP] and a prioritization algorithm), the information collected is curated by epidemic analysts. Epitweetr is an R-based open-source data surveillance tool. Epitweetr’s data are routinely collected. In order to monitor trends in tweets’ geolocation, time, and topic using the Twitter Standard Search API, data are collected by sending queries to the predetermined list of topics and associated keywords. The default topics list consists of 71 unique topics but can be customized to the user’s choice [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. EPIWATCH, at the time of this study, did not query Twitter. Epitweetr was used to enhance the data set to include social media coverage, as social media is more likely to pick up early signals for acute radiation syndrome. However, as social media is more vulnerable to manipulation, both systems are needed to validate potential detections or events.</p>
        <p>These systems were originally created to detect infectious disease outbreaks but can be rapidly adapted for the detection of radiobiological events. A series of search terms were created by a domain expert on radiation (DH) that were indicative of potential radiobiological events (acute exposure to radioisotopes, contamination by radioisotopes, ARS, and related medical symptoms and signs). The terms were translated into Ukrainian and Russian. The search terms are listed in <xref ref-type="table" rid="table1">Table 1</xref> and their definitions are in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. In addition, since users often do not disclose direct illness on social media but rather discuss symptoms, we individualized each symptom and added variations for analysis for radiation poisoning. Symptomology terms for acute radiation poisoning were also investigated and are described in <xref ref-type="table" rid="table2">Table 2</xref>. Reports collected from EPIWATCH were obtained through a manual search within the system; they did not undergo machine learning classification and were gathered solely through noncurated broader web searches using Google Alerts (<xref ref-type="table" rid="table3">Table 3</xref>). Data collected through Epitweetr queried the terms added through the Epitweetr Shiny app interface using Twitter APIs 1 and 2. The tweets gathered from the queries are then aggregated and geolocated, and an Early Aberration Reporting System (EARS) signal detection algorithm is applied. Each individual tweet is counted as a report and is visualized in the results (<xref ref-type="table" rid="table3">Table 3</xref>) [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Data collection occurred after the search timeframe for potential radiobiological events, from March 20 to April 12, 2022. Both systems used the same search terms to investigate the potential for radiobiological events and acute radiation poisoning, which are justified and explained in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> and <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table1">1</xref>. Specific terms related to features of acute radiation exposure (eg, radiation types, the Cherenkov effect, radioisotopes, and initial medical impacts) and terms relating to the short-term effects and immediate medical management of exposure were used.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Terms used in the search for radiobiological events in Ukraine by subtopics: event-based terms (n=14), radiological substance–based terms (n=14), medical terms (n=13), and radiation preparedness terms (n=8).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="320"/>
            <col width="0"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="3">English</td>
                <td colspan="2">Ukrainian</td>
                <td>Russian</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Event-based terms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>Radiation</td>
                <td colspan="2">Радіація</td>
                <td colspan="2">Радиация</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Radiological</td>
                <td colspan="2">Радіологічний</td>
                <td colspan="2">Радиологический</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reactor</td>
                <td colspan="2">реактор</td>
                <td colspan="2">Реактор</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alpha radiation</td>
                <td colspan="2">Альфа-випромінювання</td>
                <td colspan="2">Альфа-излучение</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Beta radiation</td>
                <td colspan="2">Бета-випромінювання</td>
                <td colspan="2">Бета-излучение</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gamma radiation</td>
                <td colspan="2">Гамма-випромінювання</td>
                <td colspan="2">Гамма-излучение</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Isotope</td>
                <td colspan="2">Ізотоп</td>
                <td colspan="2">Изотоп</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Geiger</td>
                <td colspan="2">Гігер</td>
                <td colspan="2">Гигер</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Curie</td>
                <td colspan="2">Кюрі</td>
                <td colspan="2">Кюри</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Becquerel</td>
                <td colspan="2">Бекерель</td>
                <td colspan="2">Беккерель</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sievert</td>
                <td colspan="2">Зіверт</td>
                <td colspan="2">Зиверт</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>REM<sup>a</sup></td>
                <td colspan="2">REM</td>
                <td colspan="2">REM</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RAD<sup>b</sup></td>
                <td colspan="2">RAD</td>
                <td colspan="2">RAD</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cherenkov</td>
                <td colspan="2">Черенков</td>
                <td colspan="2">Черенков</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Radiological substance–based terms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Iodine</td>
                <td colspan="2">йод</td>
                <td colspan="2">Йод</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>I-131</td>
                <td colspan="2">І-131</td>
                <td colspan="2">І-131</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cesium</td>
                <td colspan="2">цезій</td>
                <td colspan="2">Цезий</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cs-137</td>
                <td colspan="2">Cs-137</td>
                <td colspan="2">Cs-137</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cs-134</td>
                <td colspan="2">Cs-134</td>
                <td colspan="2">Cs-134</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Plutonium</td>
                <td colspan="2">плутоній</td>
                <td colspan="2">Плутоний</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Strontium</td>
                <td colspan="2">стронцій</td>
                <td colspan="2">Стронций</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sr-90</td>
                <td colspan="2">Sr-90</td>
                <td colspan="2">Sr-90</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Americium</td>
                <td colspan="2">америцій</td>
                <td colspan="2">Америций</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Am-241</td>
                <td colspan="2">Ам-241</td>
                <td colspan="2">Ам-241</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Uranium</td>
                <td colspan="2">уран</td>
                <td colspan="2">Уран</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nuclear fuel</td>
                <td colspan="2">Ядерне паливо</td>
                <td colspan="2">Ядерное топливо</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nuclear waste</td>
                <td colspan="2">Ядерні відходи</td>
                <td colspan="2">Ядерные отходы</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Graphite</td>
                <td colspan="2">Графіт</td>
                <td colspan="2">Графит</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Medical terms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Beta burn</td>
                <td colspan="2">Бета-запис / Бета опік</td>
                <td colspan="2">Бета ожог</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Desquamation</td>
                <td colspan="2">Десквамація</td>
                <td colspan="2">Десквамация (latin) / Шелушение</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hair loss</td>
                <td colspan="2">Втрата волосся</td>
                <td colspan="2">Выпадение волос</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mucositis</td>
                <td colspan="2">Мукозит</td>
                <td colspan="2">Мукозит</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gastrointestinal syndrome</td>
                <td colspan="2">Шлунково-кишковий синдром</td>
                <td colspan="2">Желудочно-кишечный синдром</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cardiovascular syndrome</td>
                <td colspan="2">Серцево-судинний синдром</td>
                <td colspan="2">Сердечно-сосудистый синдром</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Neurological syndrome</td>
                <td colspan="2">Неврологічний синдром</td>
                <td colspan="2">Неврологический синдром</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Melena</td>
                <td colspan="2">Мелена</td>
                <td colspan="2">Мелена</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Vomiting</td>
                <td colspan="2">Блювота</td>
                <td colspan="2">Рвота</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lymphopaenia</td>
                <td colspan="2">Лімфопенія</td>
                <td colspan="2">Лимфопения</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bone marrow suppression</td>
                <td colspan="2">Пригнічення кісткового мозку</td>
                <td colspan="2">Подавление костного мозга</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bone marrow transplant</td>
                <td colspan="2">Пересадка кісткового мозку</td>
                <td colspan="2">Пересадка костного мозга</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sepsis</td>
                <td colspan="2">Сепсис</td>
                <td colspan="2">Сепсис</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Radiation preparedness terms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Potassium Iodide</td>
                <td colspan="2">Калій йодид / Йодистий Калій</td>
                <td colspan="2">Йодистый калий</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Heavy Metal Chelation</td>
                <td colspan="2">Хелатування важких металів</td>
                <td colspan="2">Хелотирование тяжелых металлов</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Calcium DTPA</td>
                <td colspan="2">Кальцій DTPA</td>
                <td colspan="2">Кальцый DTPA</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Zinc DTPA</td>
                <td colspan="2">Цинк DTPA</td>
                <td colspan="2">Цынк DTPA</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Decontamination</td>
                <td colspan="2">Дезактивація/ знезараження</td>
                <td colspan="2">Деконтаминация / Обеззараживание</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prussian Blue</td>
                <td colspan="2">Прусський блакитний/ берлінска блакитність</td>
                <td colspan="2">Берлинская лазурь</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Granulocyte Monocyte Colony Stimulating Factor</td>
                <td colspan="2">Фактор, що стимулює колонію гранулоцитів моноцитів</td>
                <td colspan="2">Фактор стимулирующий колонию гранулоцитов моноцитовю / Гранулоциты Моноциты Колониестимулирующий фактор</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Granulocyte Colony Stimulating Factor</td>
                <td colspan="2">Фактор, стимулюючий колонію гранулоцитів</td>
                <td colspan="2">Фактор стимулирующий колонию гранулоцитов / Гранулоцитарный колониестимулирующий фактор</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>RAD: radiation absorbed dose.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>REM: roentgen equivalent man.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Syndromic terms and variants of each term used to search for acute radiation poisoning in Ukraine [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="280"/>
            <col width="280"/>
            <col width="280"/>
            <thead>
              <tr valign="top">
                <td>Syndromic terms</td>
                <td>English</td>
                <td>Ukrainian</td>
                <td>Russian</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Radiation</td>
                <td>radiation OR RAD OR radiated OR glowing</td>
                <td>випромінювання АБО RAD АБО випромінюваний АБО світиться</td>
                <td>излучение ИЛИ RAD ИЛИ излучаемое ИЛИ светящееся</td>
              </tr>
              <tr valign="top">
                <td>Nausea</td>
                <td>nausea OR nauseated</td>
                <td>нудота АБО нудота</td>
                <td>тошнота ИЛИ тошнота</td>
              </tr>
              <tr valign="top">
                <td>Vomiting</td>
                <td>vomiting OR vomit OR throwup OR puke</td>
                <td>блювота АБО блювота АБО блювота АБО блювота</td>
                <td>рвота ИЛИ рвота ИЛИ рвота ИЛИ рвота</td>
              </tr>
              <tr valign="top">
                <td>Headaches</td>
                <td>headaches OR headache OR migraine</td>
                <td>головні болі АБО головний біль АБО мігрень</td>
                <td>головные боли ИЛИ головная боль ИЛИ мигрень</td>
              </tr>
              <tr valign="top">
                <td>Fatigue</td>
                <td>fatigue OR drowsy OR disoriented</td>
                <td>втома АБО сонливість АБО дезорієнтація</td>
                <td>усталость ИЛИ сонливость ИЛИ дезориентированность</td>
              </tr>
              <tr valign="top">
                <td>Fever</td>
                <td>fever OR feverish OR temperature OR shivering</td>
                <td>гарячка АБО лихоманка АБО температура АБО тремтіння</td>
                <td>лихорадка ИЛИ лихорадка ИЛИ температура ИЛИ озноб</td>
              </tr>
              <tr valign="top">
                <td>Rash and fever</td>
                <td>skin-reddening OR rash</td>
                <td>почервоніння шкіри АБО висип</td>
                <td>покраснение кожи ИЛИ сыпь</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Data output for Epitweetr and EPIWATCH.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="300"/>
            <col width="540"/>
            <thead>
              <tr valign="top">
                <td>System</td>
                <td>Output data type</td>
                <td>Data analysis before output</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Epitweetr [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]</td>
                <td>Aggregated tweets by search term</td>
                <td>Twitter results for individual terms are initially geolocated. The tweets are then aggregated on terms and geolocation. Finally, the Early Aberration Reporting System algorithm is applied to identify if a signal was detected by qualitatively comparing baseline activity to aberrations (2 standard deviations) from the baseline.</td>
              </tr>
              <tr valign="top">
                <td>EPIWATCH</td>
                <td>Web results by search term</td>
                <td>Manual search through the EPIWATCH system by term is performed by a human analyst. Each individual web result is deemed as a report. Aggregate by term is performed manually. Data generated are reviewed to identify if a signal was detected by qualitatively comparing the baseline activity to aberrations (2 standard deviations) from the baseline.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>A comprehensive line list was created for both EPIWATCH and Epitweetr. Analysis was completed separately on potential radiological events and acute radiation detection analysis. Data were sorted using MATLAB by date, subtopic, language, and, for Epitweetr, subnational geolocation. Data from Epitweetr were only used if the tweet’s geolocation was within Ukraine. Analysis and reporting for this study followed STROBE (Strengthening the Reporting of Observational Studies) guidelines for epidemiological studies [<xref ref-type="bibr" rid="ref15">15</xref>]. For EPIWATCH’s signal reports, for both radiobiological event analysis and acute radiation detection analysis, a mean daily signal count (<italic>σ</italic>) was established for each subtopic using Stata/IC (Stata Corp). The total daily signal was adjusted for this factor. The signal curve was constructed using the date of the signal and the total adjusted daily signal. The plots were analyzed on the date of peak signal and compared to key dates and events around Ukraine. We used the data to identify if a signal was detected by qualitatively comparing baseline activity over time to aberrations (2 standard deviations) from baseline and in relation to key events around the war. Analysis of Epitweetr included searches for the individual terms in order to identify increased signals within the given time period. In addition, geolocation of the total signal amount and subtopic were performed using descriptive statistics and plotted using ArcGIS Pro (Esri).</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study only contains open-source data which are publicly available. No individual or identifying data about patients or people were collected. In addition, all the data presented are in aggregate form and have been deidentified before data analyses were completed.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Potential Radiobiological Event Detection</title>
        <p>Both systems detected potential radiological events from February 1 to March 20, 2022. Terms used to mine these open-source news were separated into 4 subgroups: event-based surveillance, radiological substance, radiological preparedness, and medical based terms. EPIWATCH overall detected 24,071 reports with a mean of 502 reports per day (<italic>σ</italic>=36.6; 95% CI 427.8-575.2) with an adjusted peak on March 4 (n=1147) using both English and Ukrainian translations. Of the reports, 5.6% (n=1348) were Ukrainian. Adjusted daily reports for both English and Ukrainian translations found 5 distinct peaks on February 24 and 28 and March 4, 9, and 17 (<xref rid="figure1" ref-type="fig">Figure 1</xref>A). Likewise for Ukrainian-only translations, 5 peaks were observed on February 10 and 23 and March 4, 10, and 18 (<xref rid="figure1" ref-type="fig">Figure 1</xref>B).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>EPIWATCH’s adjusted daily signal detection for all languages (A) and Ukrainian (B) were examined in addition to a time series by subtopic (C).</p>
          </caption>
          <graphic xlink:href="infodemiology_v3i1e39895_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Event-based surveillance terms, described in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, were detected with a daily mean of 265 (<italic>σ</italic>=23.9; 95% CI 216.7- 312.8) reports and had 2 peaks from February 24 and March 4 (<xref rid="figure2" ref-type="fig">Figure 2</xref>C). For radiological substance–based terms, EPIWATCH detected a mean of 123 reports per day (<italic>σ</italic>=10.1; 95% CI 102.2- 142.9) and had a peak on March 4 (n=376). For medical-based terms, EPIWATCH detected a mean of 106 reports per day (<italic>σ</italic>=6.1; 95% CI 94.0-118.3) and had a peak on February 24 (n=162). Lastly, for radiation preparedness terms, EPIWATCH detected a mean of 8 reports per day and had a peak of reports on March 11 (n=29) (<xref rid="figure1" ref-type="fig">Figure 1</xref>B). Using exclusively the Ukrainian translations, EPIWATCH detected a mean of 27 reports per day (<italic>σ</italic>=1.3; 95% CI 24.0-29.4) and a peak observed on March 18 (n=46) for event-based surveillance terms. For radiological substance-based terms, EPIWATCH detected a mean of a report per day (<italic>σ</italic>=0.3; 95% CI 0.6-1.9) and peaks on March 2, 9, and 11 for radiological substance-based terminology. For medical-based terms, EPIWATCH detected a mean of less than a report per day with single reports found on March 3 and 17. Lastly, for radiation preparedness, no reports were detected with Ukrainian translations.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Epitweetr’s signal (tweets) detection for (A) Cherenkov, (B) roentgen equivalent man (REM), (C) alpha radiation, and (D) radiation absorbed dose (RAD). Event and radiological terms by (E) region (n=96,094) and (F) individual term.</p>
          </caption>
          <graphic xlink:href="infodemiology_v3i1e39895_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>For Epitweetr, a total of 4 different search terms were identified to have distinct peaks during the invasion in Ukraine: Cherenkov radiation, which was first reported on February 28 and peaked on February 28 (<xref rid="figure2" ref-type="fig">Figure 2</xref>A); REM, which rose from the baseline average of 4 signals a day on March 3 and peaked twice on March 13 and 19 (<xref rid="figure2" ref-type="fig">Figure 2</xref>B); alpha radiation, which was first reported on March 8 and peaked on March 20 (<xref rid="figure2" ref-type="fig">Figure 2</xref>C); and RAD, which rose from the baseline average of 743 signals per day on March 2 and had 3 peaks on March 4, 12, and 20 (<xref rid="figure2" ref-type="fig">Figure 2</xref>D).</p>
        <p>The 3 highest regions within Ukraine for the radiological terms were within Kyiv (22,620/96,094, 23.5%), Semidvor’e (18,405/96,094, 19.2%), and Mariupol (18,301/96094, 19%) for Epitweetr (<xref rid="figure2" ref-type="fig">Figure 2</xref>E). Additionally, a total of 2 terms reported signals within the Chernobyl area: <italic>Cherenkov</italic> (n=12) and <italic>RAD</italic> (n=4) (<xref rid="figure2" ref-type="fig">Figure 2</xref>F).</p>
      </sec>
      <sec>
        <title>Potential Acute Radiation Syndrome Detection</title>
        <p>EPIWATCH detected 51,248 reports of symptoms related to radiation poisoning throughout the period between February 24 and March 20, 2022 with a mean of 2050 reports per day (<italic>σ</italic>=131.7; 95 CI 1778.1-2321.8) and an overall peak on February 28 (n=2898). Radiation reports had a mean of 354 (<italic>σ</italic>=32.6; 95% CI 286.5-421.3) and a noticeable peak on March 4 (n=940), which consisted of 54.4% of all reports on 1 day. Nausea reports had a mean of 38 (<italic>σ</italic>=2.8; 95% CI 31.8-43.2) and a peak on March 7 (n=66). Vomiting reports had a mean of 44 (<italic>σ</italic>=2.5; 95% CI 39.3-49.4) and a peak on March 1 (n=65). Headache reports had a mean of 147 (<italic>σ</italic>=10.1; 95% CI 125.8-167.4) and a peak on March 2 (n=231). Fatigue reports had a mean of 153 (<italic>σ</italic>=9.8; 95% CI 133.2-173.6) and a peak on February 26 (n=210). Fever reports had a mean of 624 (<italic>σ</italic>=43.2; 95% CI 534.4-712.84) and a peak on February 28 (n=1001). Skin-reddening reports had a mean of 44 (<italic>σ</italic>=2.8; 95% CI 37.6-49.3) and a peak on March 1 (n=78). Rash and fever reports had a mean of 5 (<italic>σ</italic>=0.7; 95% CI 3.1-6.0) and a noticeable peak on March 1 (n=14).</p>
        <p>A total of 757 signals were detected with the symptomology related to radiation poisoning from Epitweetr. The 2 regions with the most signals detected were within Bucha (n=287) and Kyiv (n=196) at the time of the search (<xref rid="figure3" ref-type="fig">Figure 3</xref>A). Of the 757 detected signals for the symptoms related to radiation poisoning, 27.6% (n=209) signals were for vomiting, 24% (n=182) were for fever, 15.6% (n=118) were for nausea, 15.3% (n=116) were for skin reddening, 10.3% (n=78) were for fatigue, and 7.1% (n=54) were for headaches (<xref rid="figure4" ref-type="fig">Figure 4</xref>B).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>EPIWATCH reports on syndromes for acute radiation poisoning by detecting reports above the baseline daily mean and by individual syndromes between February 24 and March 20, 2022, (n=51,248).</p>
          </caption>
          <graphic xlink:href="infodemiology_v3i1e39895_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Epitweetr’s signals reported by region for both total reports per region (A) and by individual symptom per region (B) (N=757).</p>
          </caption>
          <graphic xlink:href="infodemiology_v3i1e39895_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>We have shown that under conditions of war, when routine reporting and monitoring may be disrupted or absent, open-source intelligence from news reports or social media can be used for early warning of potential radiation events. While signals were detected on February 24 with the beginning of the invasion of the Chernobyl plant, both systems detected further signals in March, which could be linked to the rise in radiobiological events, such as radiation exposure during the armed conflict within the exclusion zone. The Russians occupied the Chernobyl plant from February 24 to March 31, 2022 with acute radiation syndrome reported in Russian soldiers on March 31 and one death reported [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Potential exposure could have been throughout the occupation of Chernobyl and surrounding areas by the Russian soldiers. Additionally, there was global concern about the disruption of Chernobyl and other nuclear sites during the invasion. Geolocation analysis of radiobiological events for Epitweetr found 2 terms within the Chernobyl region: <italic>RAD</italic> and <italic>Cherenkov</italic>. For acute radiation poisoning syndromic analysis, <italic>vomiting</italic> and <italic>headaches</italic> were identified within regions surrounding the Chernobyl exclusion zone in the month of March. Clustering of signals in our syndromic analysis for radiation sickness appeared in or around Kyiv. The results from this study show the usefulness of immediate, timely information, particularly in a war zone where access for investigations might be minimal. This information, obtained rapidly, can complement the formal intelligence systems already in place.</p>
      <p>OSINT systems have already been used in Ukraine to aid in the detection of potential war crimes and military movements [<xref ref-type="bibr" rid="ref17">17</xref>]. We showed that OSINT can detect potential radiation events and can be used in real time for early warning. While not a replacement for validated data, such as radiation measurements, open-source data can provide early intelligence when formal reporting is absent and can provide a trigger for an early investigation or emergency response.</p>
      <p>A potential limitation to using open-source data is the possibility of manipulation or interference by third parties through the injection of tweets or news sources to boost sentiment. This can be mitigated through multi-source data fusion, triangulation of data, and correlation within and between NLP and machine learning (ML) identified data and other sources of data. In this study, the use of news-based OSINT allowed the validation of Twitter-based OSINT. EPIWATCH, an AI system, applies a model using contemporary NLP and named entity recognition (NER) algorithms in order to detect unusual spikes or signals in particular topics. In addition to system filtration, human moderation is implemented to verify the authenticity of reports. Epitweetr, unlike EPIWATCH, does not individually filter tweets but instead uses a modified EARS, which is a well-established model developed by the US Centers for Disease Control as a baseline for signal detection. OSINT can result in lexical bias that can lead to overreporting of signals and cause issues establishing signal validity. The bias can be allayed by using specific terminology to decrease irrelevant outside noise. This mitigation was confirmed by the detection of distinct spikes in specific terminology not used in regular vernacular.</p>
      <p>A further limitation of this study is the dependence on the quality of the data inputs. The data obtained from EPIWATCH could have delayed reporting time or contain biases. There are also language biases, with a predominant amount of news reports being in English for EPIWATCH, despite searching in Ukrainian, which could indicate events outside the scope of the Ukrainian invasion. However, we did perform an analysis on the total reports from EPIWATCH in addition to solely reports in Ukrainian to detect varying signals, if any, from the 2 languages. Additionally, searching in Ukrainian only began in February 2022, whereas searching in Russian was part of EPIWATCH since 2019. For Epitweetr, the tweets are aggregated and rely on built-in signal detection algorithms to distinguish actual events from “white noise.” In addition, the symptoms of radiation poisoning can be indicative of other diseases rather than radiation poisoning. We, however, attempted to mitigate by clustering and geolocating symptoms, in which all symptoms in our syndromic analysis appeared in or around Kyiv. Lastly, the signal detected using open-source syndromic analysis may not reflect radiation exposure and may be a false positive. However, the purpose of OSINT is to monitor the baseline, detect early warning signals above the baseline, and then formally investigate for confirmation.</p>
      <p>Using OSINT systems such as EPIWATCH and Epitweetr, signal detection from war zones can be used in the absence of formal detection methods to help rapidly discover and control public health risks. Several studies have identified social media, particularly Twitter, that can be used to identify particular syndromes [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. The value of these open-source data systems, like Epitweetr and EPIWATCH, is the rapid detection of outbreaks and public health events when surveillance systems are not as robust or have been weakened, such as with the invasion of Ukraine [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. An estimated 50% of the stakeholders in epidemic response report lacking access to timely surveillance data, yet 90% do not use available open-source systems, highlighting the potential to improve the use of OSINT [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Both systems identified potential radiobiological events throughout Ukraine, particularly on March 4 in Kyiv, Bucha, and 16 reports within Chernobyl. The risk of a nuclear accident will remain a pressing matter as the conflict continues in Ukraine. While Chernobyl has been returned to the Ukrainian government, the Zaporizhzhia plant, where spent fuel assemblies can be damaged, is still under the control of Russia [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. An accident involving spent fuel assemblies could be equivalent in magnitude to the initial Chernobyl event in 1986 and requires the site to undergo constant preventive activities and monitoring. Additionally, normal preventive activities and radiation monitoring sensors have been nonfunctional during parts of the occupation, specifically in Chernobyl, and do not allow for real-time data to be received at this time [<xref ref-type="bibr" rid="ref25">25</xref>]. OSINT reports can support governmental classified intelligence sources, gather information where formal surveillance might not be as robust or be hindered during the conflict, and provide this information in real time, which can inform timely government responses to the data presented. The significance of OSINT during the invasion, where formal information is scarce, will be to supplement more formal data sources, provide essential early warning of radiobiological events, and ensure timely emergency and public health responses. Both Epitweetr and EPIWATCH can be rapidly adapted to evolving biosecurity or other acute threats. In addition, EPIWATCH continues with the search terminology presented in this study, which routinely monitors potential radiobiological events. These systems can be used as collaborative tools with many stakeholders as a means of surveillance, both in peacetime and in active war zones.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Terms and associated definitions used in the search for radiobiological events in Ukraine by subtopics.</p>
        <media xlink:href="infodemiology_v3i1e39895_app1.docx" xlink:title="DOCX File , 43 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ARS</term>
          <def>
            <p>acute radiation syndrome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EARS</term>
          <def>
            <p>Early Aberration Reporting System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NER</term>
          <def>
            <p>named entity recognition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RAD</term>
          <def>
            <p>radiation absorbed dose</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">REM</term>
          <def>
            <p>roentgen equivalent man</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">OSINT</term>
          <def>
            <p>open-source intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">STROBE</term>
          <def>
            <p>Strengthening the Reporting of Observational Studies</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Kate Cole for arranging the translation of the Ukrainian terms used in this study. We acknowledge Epitweeter, a program developed and provided as an open source tool by the European Centers for Disease Control. Funding for EPIWATCH comes from the Balvi Filantropic Fund.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>Authors CRM, SL, and DH have been involved in the development of EPIWATCH at the University of New South Wales but do not receive any financial remuneration (such as shares or stock options) from EPIWATCH, which is not a commercial entity.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Chernobyl: Why radiation levels spiked at nuclear plant</article-title>
          <source>BBC News</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/science-environment-60528828">https://www.bbc.com/news/science-environment-60528828</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Russian forces trying to seize control of Chernobyl Nuclear Plant in Ukraine, says  President Zelensky 2022</article-title>
          <source>ANI News</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aninews.in/news/world/asia/russian-forces-trying-to-seize-control-of-chernobyl-nuclear-plant-in-ukraine-says-president-zelensky20220224212625/">https://www.aninews.in/news/world/asia/russian-forces-trying-to-seize-control-of-chernobyl-nuclear-plant-in-ukraine-says-president-zelensky20220224212625/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polityuk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Crellin</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Ukraine reports higher chernobyl radiation after Russians capture plant</article-title>
          <source>Reuters</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/world/europe/ukraine-nuclear-agency-reports-higher-chernobyl-radiation-levels-due-heavy-2022-02-25/">https://www.reuters.com/world/europe/ukraine-nuclear-agency-reports-higher-chernobyl-radiation-levels-due-heavy-2022-02-25/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milman</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Forest fires erupt around chernobyl nuclear plant in Ukraine</article-title>
          <source>The Guardian</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theguardian.com/world/2022/mar/22/chernobyl-forest-fires-ukraine-nuclear-plant#:~:text=Forest%20fires%20have%20erupted%20in,efforts%20to%20control%20the%20flames">https://tinyurl.com/4mm4sfef</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>The first death of a Russian soldier from radiation sickness</article-title>
          <source>UKRNEWS</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ukrnews.org.ua/2022/03/the-first-death-of-a-russian-soldier-from-radiation-sickness/">https://ukrnews.org.ua/2022/03/the-first-death-of-a-russian-soldier-from-radiation-sickness/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacIntyre</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Preventing the next pandemic: use of artificial intelligence for epidemic monitoring and alerts</article-title>
          <source>Cell Rep Med</source>
          <year>2022</year>
          <volume>3</volume>
          <issue>12</issue>
          <fpage>100867</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2666-3791(22)00431-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.xcrm.2022.100867</pub-id>
          <pub-id pub-id-type="medline">36543103</pub-id>
          <pub-id pub-id-type="pii">S2666-3791(22)00431-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC9798013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chughtai</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Macintyre</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Utility and potential of rapid epidemic intelligence from internet-based sources</article-title>
          <source>Int J Infect Dis</source>
          <year>2017</year>
          <volume>63</volume>
          <fpage>77</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1201-9712(17)30199-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijid.2017.07.020</pub-id>
          <pub-id pub-id-type="medline">28765076</pub-id>
          <pub-id pub-id-type="pii">S1201-9712(17)30199-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Espinosa</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wijermans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Höhle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Czernichow</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Coletti</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hermans</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Faes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kissling</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mollet</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Epitweetr: early warning of public health threats using Twitter data</article-title>
          <source>Euro Surveill</source>
          <year>2022</year>
          <volume>27</volume>
          <issue>39</issue>
          <fpage>2200177</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/content/10.2807/1560-7917.ES.2022.27.39.2200177"/>
          </comment>
          <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2022.27.39.2200177</pub-id>
          <pub-id pub-id-type="medline">36177867</pub-id>
          <pub-id pub-id-type="pmcid">PMC9524055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hii</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chughtai</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Housen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Saketa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kunasekaran</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Sulaiman</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yanti</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Macintyre</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Epidemic intelligence needs of stakeholders in the Asia-Pacific region</article-title>
          <source>Western Pac Surveill Response J</source>
          <year>2018</year>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>28</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30766745"/>
          </comment>
          <pub-id pub-id-type="doi">10.5365/wpsar.2018.9.2.009</pub-id>
          <pub-id pub-id-type="medline">30766745</pub-id>
          <pub-id pub-id-type="pii">wpsar.2018.9.4-028</pub-id>
          <pub-id pub-id-type="pmcid">PMC6356040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kpozehouen</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Macintyre</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Using open-source intelligence to detect early signals of COVID-19 in China: descriptive study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e18939</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/3/e18939/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18939</pub-id>
          <pub-id pub-id-type="medline">32598290</pub-id>
          <pub-id pub-id-type="pii">v6i3e18939</pub-id>
          <pub-id pub-id-type="pmcid">PMC7505682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thamtono</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Moa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>MacIntyre</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Using open-source intelligence to identify early signals of COVID-19 in Indonesia</article-title>
          <source>Western Pac Surveill Response J</source>
          <year>2021</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34094623"/>
          </comment>
          <pub-id pub-id-type="doi">10.5365/wpsar.2020.11.2.010</pub-id>
          <pub-id pub-id-type="medline">34094623</pub-id>
          <pub-id pub-id-type="pii">wpsar.2021.12.1-040</pub-id>
          <pub-id pub-id-type="pmcid">PMC8143928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puca</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Trent</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using the surveillance tool EpiWATCH to rapidly detect global mumps outbreaks</article-title>
          <source>Global Biosecurity</source>
          <year>2020</year>
          <volume>2</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jglobalbiosecurity.com/articles/10.31646/gbio.54"/>
          </comment>
          <pub-id pub-id-type="doi">10.31646/gbio.54</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Twitter API</article-title>
          <source>Twitter</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://developer.twitter.com/en/docs/twitter-api">https://developer.twitter.com/en/docs/twitter-api</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Acute radiation syndrome: a fact sheet for clinicians</article-title>
          <source>National Center for Environmental Health</source>
          <year>2018</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nceh/radiation/emergencies/arsphysicianfactsheet.htm#:~:text=Symptoms%20are%20return%20of%20watery%20diarrhea%2C%20convulsions%2C%20and%20coma.&#38;text=Onset%20occurs%205%20to%206%20hours%20after%20exposure.&#38;text=Death%20occurs%20within%203%20days%20of%20exposure">https://tinyurl.com/4f84k4s2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Elm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Egger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Vandenbroucke</surname>
              <given-names>JP</given-names>
            </name>
            <collab>STROBE Initiative</collab>
          </person-group>
          <article-title>The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>
          <source>Lancet</source>
          <year>2007</year>
          <volume>370</volume>
          <issue>9596</issue>
          <fpage>1453</fpage>
          <lpage>1457</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/33050540?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(07)61602-X</pub-id>
          <pub-id pub-id-type="medline">18064739</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(07)61602-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Russian soldier dies from radiation poisoning in Chernobyl</article-title>
          <source>Telegraph</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.telegraph.co.uk/world-news/2022/04/01/russian-soldier-dies-radiation-poisoning-chernobyl/">https://www.telegraph.co.uk/world-news/2022/04/01/russian-soldier-dies-radiation-poisoning-chernobyl/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Amateur open-source researchers went viral unpacking the war in Ukraine</article-title>
          <source>Rest of World</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://restofworld.org/2022/osint-viral-ukraine/">https://restofworld.org/2022/osint-viral-ukraine/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Araujo</surname>
              <given-names>DHM</given-names>
            </name>
            <name name-style="western">
              <surname>de Carvalho</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>da Motta</surname>
              <given-names>CLR</given-names>
            </name>
            <name name-style="western">
              <surname>da Silva Borges</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>de Carvalho</surname>
              <given-names>PVR</given-names>
            </name>
          </person-group>
          <article-title>Social networks applied to Zika and H1N1 epidemics: a systematic review</article-title>
          <source>Congress of the International Ergonomics Association</source>
          <year>2018</year>
          <conf-name>Proceedings of the 20th Congress of the International Ergonomics Association (IEA 2018)</conf-name>
          <conf-date>August 26-30, 2018</conf-date>
          <conf-loc>Florence, Italy</conf-loc>
          <fpage>679</fpage>
          <lpage>692</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-319-96089-0_74</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of twitter data to improve Zika virus surveillance in the United States during the 2016 epidemic</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>761</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-7103-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7103-8</pub-id>
          <pub-id pub-id-type="medline">31200692</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7103-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6570872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van de Belt</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>van Stockum</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Engelen</surname>
              <given-names>LJLPG</given-names>
            </name>
            <name name-style="western">
              <surname>Lancee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schrijver</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Baño</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tacconelli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Saris</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>van Gelder</surname>
              <given-names>MMHJ</given-names>
            </name>
            <name name-style="western">
              <surname>Voss</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social media posts and online search behaviour as early-warning system for MRSA outbreaks</article-title>
          <source>Antimicrob Resist Infect Control</source>
          <year>2018</year>
          <volume>7</volume>
          <fpage>69</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aricjournal.biomedcentral.com/articles/10.1186/s13756-018-0359-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13756-018-0359-4</pub-id>
          <pub-id pub-id-type="medline">29876100</pub-id>
          <pub-id pub-id-type="pii">359</pub-id>
          <pub-id pub-id-type="pmcid">PMC5977481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Demographic and Social Statistics 2018</article-title>
          <source>United Nations</source>
          <year>2018</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unstats.un.org/unsd/demographic-social/products/dyb/">https://unstats.un.org/unsd/demographic-social/products/dyb/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Clinical course and risk factors for mortality of adult inpatients with COVID-19 in Wuhan, China: a retrospective cohort study</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <volume>395</volume>
          <issue>10229</issue>
          <fpage>1054</fpage>
          <lpage>1062</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32171076"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30566-3</pub-id>
          <pub-id pub-id-type="medline">32171076</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30566-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7270627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henly</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Russia steps up attack on Azovstal plant as convoy arrives in Zaporizhzhia</article-title>
          <source>Guardian</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theguardian.com/world/2022/may/03/russia-steps-up-attack-on-azovstal-plant-as-convoy-arrives-in-zaporizhzhia">https://www.theguardian.com/world/2022/may/03/russia-steps-up-attack-on-azovstal-plant-as-convoy-arrives-in-zaporizhzhia</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brumfiel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hurt</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Video analysis reveals Russian attack on Ukrainian nuclear plant veered near disaster</article-title>
          <source>National Public Radio</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.npr.org/2022/03/11/1085427380/ukraine-nuclear-power-plant-zaporizhzhia">https://www.npr.org/2022/03/11/1085427380/ukraine-nuclear-power-plant-zaporizhzhia</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Nuclear monitor loses contact with Chernobyl radiation sensors, raising alarm</article-title>
          <source>Times of Israel</source>
          <year>2022</year>
          <access-date>2023-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.timesofisrael.com/nuclear-monitor-loses-contact-with-chernobyl-radiation-sensors-raising-alarm/">https://www.timesofisrael.com/nuclear-monitor-loses-contact-with-chernobyl-radiation-sensors-raising-alarm/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
