<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Infodemiology</journal-id>
      <journal-title>JMIR Infodemiology</journal-title>
      <issn pub-type="epub">2564-1891</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v1i1e28800</article-id>
      <article-id pub-id-type="pmid">34447924</article-id>
      <article-id pub-id-type="doi">10.2196/28800</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Analyzing Social Media to Explore the Attitudes and Behaviors Following the Announcement of Successful COVID-19 Vaccine Trials: Infodemiology Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mackey</surname>
            <given-names>Tim</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wilson</surname>
            <given-names>Steven</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Song</surname>
            <given-names>Mélodie YunJu</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Staffini</surname>
            <given-names>Alessio</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Boucher</surname>
            <given-names>Jean-Christophe</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Public Policy and Department of Political Science</institution>
            <institution>University of Calgary</institution>
            <addr-line>906 8 Ave SW 5th Floor</addr-line>
            <addr-line>Calgary, AB</addr-line>
            <country>Canada</country>
            <phone>1 403 220 8565</phone>
            <email>jc.boucher@ucalgary.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5529-6572</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Cornelson</surname>
            <given-names>Kirsten</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9700-8567</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Benham</surname>
            <given-names>Jamie L</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2233-4613</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Fullerton</surname>
            <given-names>Madison M</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8345-2859</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Tang</surname>
            <given-names>Theresa</given-names>
          </name>
          <degrees>BHSc (Hons)</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8569-5953</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Constantinescu</surname>
            <given-names>Cora</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4228-5756</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Mourali</surname>
            <given-names>Mehdi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9969-3892</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Oxoby</surname>
            <given-names>Robert J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6467-2573</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Marshall</surname>
            <given-names>Deborah A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8467-8008</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Hemmati</surname>
            <given-names>Hadi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0204-9812</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Badami</surname>
            <given-names>Abbas</given-names>
          </name>
          <degrees>BsEng</degrees>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4118-243X</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>Jia</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6548-3985</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Lang</surname>
            <given-names>Raynell</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0268-4680</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Public Policy and Department of Political Science</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Economics</institution>
        <institution>University of Notre Dame</institution>
        <addr-line>Notre Dame, IN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Medicine</institution>
        <institution>Cumming School of Medicine</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Community Health Sciences</institution>
        <institution>Cumming School of Medicine</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Pediatrics</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Haskayne School of Business</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Economics</institution>
        <institution>Faculty of Arts</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Department of Electrical and Computer Engineering</institution>
        <institution>Schulich Faculty of Engineering</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jean-Christophe Boucher <email>jc.boucher@ucalgary.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <volume>1</volume>
      <issue>1</issue>
      <elocation-id>e28800</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>7</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Jean-Christophe Boucher, Kirsten Cornelson, Jamie L Benham, Madison M Fullerton, Theresa Tang, Cora Constantinescu, Mehdi Mourali, Robert J Oxoby, Deborah A Marshall, Hadi Hemmati, Abbas Badami, Jia Hu, Raynell Lang. Originally published in JMIR Infodemiology (https://infodemiology.jmir.org), 12.08.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Infodemiology, is properly cited. The complete bibliographic information, a link to the original publication on https://infodemiology.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://infodemiology.jmir.org/2021/1/e28800" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The rollout of COVID-19 vaccines has brought vaccine hesitancy to the forefront in managing this pandemic. COVID-19 vaccine hesitancy is fundamentally different from that of other vaccines due to the new technologies being used, rapid development, and widespread global distribution. Attitudes on vaccines are largely driven by online information, particularly information on social media. The first step toward influencing attitudes about immunization is understanding the current patterns of communication that characterize the immunization debate on social media platforms.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to evaluate societal attitudes, communication trends, and barriers to COVID-19 vaccine uptake through social media content analysis to inform communication strategies promoting vaccine acceptance.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Social network analysis (SNA) and unsupervised machine learning were used to characterize COVID-19 vaccine content on Twitter globally. Tweets published in English and French were collected through the Twitter application programming interface between November 19 and 26, 2020, just following the announcement of initial COVID-19 vaccine trials. SNA was used to identify social media clusters expressing mistrustful opinions on COVID-19 vaccination. Based on the SNA results, an unsupervised machine learning approach to natural language processing using a sentence-level algorithm transfer function to detect semantic textual similarity was performed in order to identify the main themes of vaccine hesitancy.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The tweets (n=636,516) identified that the main themes driving the vaccine hesitancy conversation were concerns of safety, efficacy, and freedom, and mistrust in institutions (either the government or multinational corporations). A main theme was the safety and efficacy of mRNA technology and side effects. The conversation around efficacy was that vaccines were unlikely to completely rid the population of COVID-19, polymerase chain reaction testing is flawed, and there is no indication of long-term T-cell immunity for COVID-19. Nearly one-third (45,628/146,191, 31.2%) of the conversations on COVID-19 vaccine hesitancy clusters expressed concerns for freedom or mistrust of institutions (either the government or multinational corporations) and nearly a quarter (34,756/146,191, 23.8%) expressed criticism toward the government’s handling of the pandemic.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Social media content analysis combined with social network analysis provides insights into the themes of the vaccination conversation on Twitter. The themes of safety, efficacy, and trust in institutions will need to be considered, as targeted outreach programs and intervention strategies are deployed on Twitter to improve the uptake of COVID-19 vaccination.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>coronavirus</kwd>
        <kwd>COVID-19</kwd>
        <kwd>public health</kwd>
        <kwd>social media</kwd>
        <kwd>Twitter</kwd>
        <kwd>behavior</kwd>
        <kwd>risk reduction</kwd>
        <kwd>attitudes</kwd>
        <kwd>social network analysis</kwd>
        <kwd>machine learning</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The COVID-19 pandemic is emerging as one of the greatest public health threats in history, with over 140 million infections and 3 million deaths worldwide attributed to the SARS-CoV-2 virus as of April 2021 [<xref ref-type="bibr" rid="ref1">1</xref>]. As transmission of COVID-19 continues around the globe, a COVID-19 vaccine is an important and valuable tool to reduce the spread of infection. Due to the critical need, the speed of vaccine development, production, and mass rollout has been faster than ever seen before, leading to concerns about vaccine efficacy and safety [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. The intricacy surrounding COVID-19 vaccine hesitancy appears to be further reaching and fundamentally different than other immunizations [<xref ref-type="bibr" rid="ref2">2</xref>]. Vaccine production cannot meet demand, requiring rollout plans for targeted subpopulations, and there are several types of COVID-19 vaccines being used within one country [<xref ref-type="bibr" rid="ref2">2</xref>]. This has led to increased concern, mistrust, and confusion surrounding COVID-19 vaccination.</p>
      <p>Despite the massive undertaking of vaccine development, a vaccination program is only as successful as its uptake. Vaccine hesitancy, defined as a delay in acceptance or refusal of vaccines despite their availability [<xref ref-type="bibr" rid="ref4">4</xref>], was mentioned by the World Health Organization as one of the top 10 threats to public health in 2019 [<xref ref-type="bibr" rid="ref5">5</xref>]. The effective rollout of a COVID-19 vaccine strategy may be obstructed by the beliefs and attitudes of vaccine-hesitant individuals worldwide [<xref ref-type="bibr" rid="ref6">6</xref>]. A recent survey of US adults in April 2020 found that 23% of persons would not be willing to get vaccinated against COVID-19 [<xref ref-type="bibr" rid="ref7">7</xref>]. In Canada, a survey in March 2021 demonstrated that 76.9% of Canadians were very or somewhat willing to receive a COVID-19 vaccine [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Vaccine hesitancy is a “multifaceted, deeply complex construct that may be rooted in the moral composition that guides our daily decision making” [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Studies have identified that vaccination decisions are shaped by multiple complex interactions between individual, community, cultural, historical, political, and societal factors [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. There have been several metrics and scales developed and used to measure vaccine confidence and hesitancy [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. The Vaccine Confidence Index (VCI) survey tool was developed to measure individuals’ perceptions on the safety, importance, effectiveness, and religious beliefs toward vaccines, which were identified as key drivers of public confidence in vaccination [<xref ref-type="bibr" rid="ref11">11</xref>]. Another validated score measuring the psychological antecedents of vaccination is known as the 5C scale [<xref ref-type="bibr" rid="ref13">13</xref>]. The 5C scale includes confidence (trust and attitudes), complacency (not perceiving diseases as high risk), constraints (structural and psychological barriers), collective responsibility (willingness to protect others), and calculation (information searching) [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>Negative beliefs about vaccines may prevent the implementation of provaccination policies. Public health officials need to prioritize implementing strategies to help reduce these negative perceptions [<xref ref-type="bibr" rid="ref14">14</xref>]. Traditional approaches to promoting immunization have assumed that inadequate knowledge of the associated risks and benefits drive hesitancy; however, this stance has proven to be ineffective as an intervention [<xref ref-type="bibr" rid="ref15">15</xref>]. The source of the hesitancy is often both from lack of information and from lack of trust in institutions such as the government, physicians, and pharmaceutical companies [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Rather than just trying to enhance knowledge, a different approach to overcoming vaccine hesitancy for COVID-19 may be to focus on changing personal attitudes [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>Prior studies have demonstrated that social media can help understand attitudes and behaviors during public health crises and promote health messaging [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Particularly, Twitter has been used for public health research and more specifically regarding COVID-19 [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. A recent study aimed to characterize the main topics of Twitter conversations related to COVID-19 and identified four main themes including the origin of the virus, its sources, the impact on people/countries/economy, and lastly methods of mitigating the risk of infection [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Attitudes toward vaccination are, in large part, shaped by information and ideas individuals encounter through social media [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Social media is a principal informational forum for vaccination uptake with large proportions of content involving antivaccination messaging [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Reliable and accurate information on social media is often mixed with inaccurate, conspiratorial, incomplete, or biased messages [<xref ref-type="bibr" rid="ref22">22</xref>]. A recent study evaluating vaccine hesitancy through content analysis of tweets in Canada identified major themes including safety, suspicion of economic or political motivation, knowledge deficit, opinions of authority figures, and lack of liability from pharmaceutical companies [<xref ref-type="bibr" rid="ref25">25</xref>]. This study demonstrates the significant utility of using Twitter to better understand vaccine hesitancy at a population level [<xref ref-type="bibr" rid="ref25">25</xref>]. However, a broader reaching and deeper understanding of current patterns of communication that characterize the immunization debate on social media platforms is needed to inform public health interventions aimed toward influencing attitudes on immunization [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>This study used social network analysis (SNA) and unsupervised machine learning to characterize COVID-19 vaccine content on Twitter, which allows researchers to access the application programming interface (API). The use of machine learning in social sciences is expanding and has generated interesting methodological conversations on different approaches to study COVID-19 sentiment, attitude, and emotion [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. With this study, we aimed to use social media content analysis to provide a further understanding of societal attitudes, communication trends, and barriers to COVID-19 vaccine uptake, at a critical time during the COVID-19 pandemic, just following reporting of initial vaccination trials. We hypothesize that these data will be critical globally for developing targeted outreach programs and intervention strategies on Twitter to impact COVID-19 vaccine hesitancy.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Data</title>
        <p>Tweets published in English and French using specific words (“COVID” AND (“vacc” OR “vax” OR “immu”)) in either the content of the tweet or hashtag derivatives were collected through the Twitter API between November 19 and 26, 2020. This Boolean query was selected in order to maximize inclusivity without adding unnecessary noise to our data set. For example, with the query “vacc,” we effectively targeted all derivatives such as “vaccine,” “vaccines,” “vaccinated,” “vaccination,” “vaccinations,” and associated hashtags. Furthermore, it follows search queries from similar studies examining vaccine hesitancy and social media [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. English and French were selected as they are two of the most common languages used on social media. The data set included several features, such as descriptive information about the user, username, content of tweets (hashtags, relationship among users such as retweet, replies, and mentions, etc), self-reported location of the user, number of followers, date of account creation, and time of tweet posting. Tweets were extracted using Twitter’s public streaming API allowing researchers to collect a random sample of tweets in real time of up to 1% of all public tweets published daily.</p>
        <p>This time period was crucial in COVID-19 vaccination conversations on social media as it came a week after pharmaceutical companies (Pfizer and Moderna) announced successful trials of their COVID-19 vaccines [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. For the first time since the beginning of the COVID-19 pandemic in early 2020, social media conversations on vaccination were based, at least in part, on plausible empirical information about the efficacy and availability of a vaccine. We therefore wanted to evaluate the public’s initial reaction and response to COVID-19 vaccination. Few prior studies have included this time frame during the analysis period [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Social Network Analysis</title>
        <p>In this study, we designed a data analytics workflow by first using SNA to identify social media accounts most likely expressing doubtful or mistrustful opinions on COVID-19 vaccination. This network was created using a weighted retweet directed network to represent connections between accounts. Although retweets are not a perfect indicator of like-mindedness, on aggregate, users have a proclivity to engage more with accounts that reflect some form of social or intellectual homophily [<xref ref-type="bibr" rid="ref37">37</xref>]. Through SNA, we examined the underlying structure of community clustering within the broader social network exposed by online interactions, isolating different “communities” of like-minded users. The Louvain modularity method [<xref ref-type="bibr" rid="ref38">38</xref>] was used to detect subclusters of online communities mentioning COVID-19 vaccination.</p>
      </sec>
      <sec>
        <title>Natural Language Programming Analysis</title>
        <p>Based on our SNA results, we developed an unsupervised machine learning approach to natural language processing by using a sentence-level algorithm transfer function to detect semantic textual similarity [<xref ref-type="bibr" rid="ref15">15</xref>]. Our goal was to examine how antivaccine conversation clusters talk about or frame a possible COVID-19 vaccine without prior assumptions about the nature of the conversation. For this analysis, we first tokenized our sentences (tweets) and cleaned the data set, removing duplicates, stop words, symbols, numbers, punctuation, URLs, whitespaces, and stemmed words to their roots. We also added a language identifier to remove tweets in languages other than French or English and reduce noise in the data set. We then used DistilBERT [<xref ref-type="bibr" rid="ref39">39</xref>], a knowledge distillation learning model, for sentence-level embedding. DistilBERT is a compressed version of BERT (Bidirectional Encoder Representations from Transformers), which retains much of the computational accuracy of BERT without the environmental costs associated with high-dimensionality embeddings. DistilBERT positions all sentences (here tweets from the antivaccine conversation) in a multidimensionality vector space from which we can compare the semantic similarity of tweets.</p>
        <p>We used an agglomerative hierarchical cluster model to identify a relevant number of clusters from the multidimensionality output produced by the DistilBERT computation, which provided us a measure to identify different topics of similar tweets. To infer topics from our clustering modeling, we used a bi-gram of term frequency-inverse document frequency (tf-idf), which measures the originality of a word by comparing the number of occurrences of the word in a document (term frequency) and the number of documents with the word (inverse document frequency). This measure allows us to undervalue words that appear frequently in most documents (such as “the”) and provide little information, and overvalue words that appear sporadically in the corpus, but often in some documents. Topics were then inferred manually based on the cluster model and informed by the tf-idf output. <xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates our data analytics pipeline.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Data analytics workflow. NLP: natural language processing.</p>
          </caption>
          <graphic xlink:href="infodemiology_v1i1e28800_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In total, 636,516 tweets were collected from 428,535 accounts, for an average of 79,564 tweets per day. <xref rid="figure2" ref-type="fig">Figure 2</xref> presents the cluster map of COVID-19 immunization conversations on Twitter between November 19 and November 26, 2020. We found a polarized conversation about immunization on social media.</p>
      <p>During this observation period, a large proportion of accounts debating COVID-19 immunization on Twitter were connected and exposed to social media conversations promoting vaccination narratives. The largest cluster (green), comprising approximately 49.4% (n=211,549) of Twitter accounts, revealed a vaccine acceptant point of view. Based on degree centrality, the cluster seemed to overlap with more progressive-leaning political leaders, such as Hillary Clinton and US Representative Alexandria Ocasio-Cortez (D-14-NY), and mainstream news media, such as the NY Post, the Hill, ABC, and Reuters. A second provaccine cluster (orange) centered on the Indian COVID-19 immunization online debate, with political leaders, such as Rahul Gandhi and Press Trust of India (the largest news agency in India), leading the conversation.</p>
      <p>As <xref rid="figure2" ref-type="fig">Figure 2</xref> indicates, we also found two clusters opposite to these vaccine acceptant clusters exhibiting more vaccine hesitant narratives. There were 23.4% (n=146,191) of conversations on Twitter during this period of observation that can be directly attributed to vaccine hesitancy. First, in red, our study identified a large cluster comprising 88,892 Twitter handles accounting for 18.4% of all accounts in the cluster. These interactions from the Twittersphere in English originated mostly from the United States, the United Kingdom, and Canada, and gravitated around accounts of prominent antivaccine physicians and organizations, right-wing activists, show hosts, such as Rush Limbaugh in the United States and Simon Dolan or Michael J Blair in the United Kingdom, and some alternative news organizations, such as Breitbart News. In this conversation cluster, we found an overlap between ideologically leaning advocates, especially those associated at the margins of right-wing or Conservative parties, and antivaccine online conversations. We found considerable cross-pollination between accounts originating from all across the English Twittersphere, demonstrating the internationalization of COVID-19 vaccination conversations on social media. Second, in blue, a smaller cluster representing 2.7% (n=11,509) of accounts appeared to be shaped around Francophone (from France and Québec) vaccine hesitant conversations.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Twitter retweet cluster of COVID-19 vaccination (November 19 to November 26, 2020). The vaccine acceptant cluster (n=211,549), vaccine hesitant cluster (n=88,892), Indian vaccine acceptant cluster (n=28,713), and French vaccine hesitant cluster (n=11,509) are seen. Nodes represent specific Twitter accounts, while edges represent retweet activity between accounts. Presented are the four largest online communities mentioning COVID-19 vaccination.</p>
        </caption>
        <graphic xlink:href="infodemiology_v1i1e28800_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Examining the COVID-19 vaccine hesitancy narrative during this observation period provided key insights on what drives attitudes. As shown in <xref ref-type="table" rid="table1">Table 1</xref>, our unsupervised machine learning analysis identified 12 specific archetypical vaccine hesitancy tweets (we tested a different number of clusters between 9 to 20). Social media content highlighted concerns over the efficacy and the safety of a possible COVID-19 vaccine fitting into the 5C scale domain of confidence. Five broad categories focused on vaccine efficacy in our data set. The first topic (topic 3 in <xref ref-type="table" rid="table1">Table 1</xref>) regrouped tweets suggesting that attempts to produce a COVID-19 vaccine, especially using mRNA technology, remain tentative. These tweets highlighted our failure to develop an HIV vaccine with mRNA and that existing mRNA vaccines for COVID-19 have not been tested enough to demonstrate efficacy. The second category of vaccine hesitancy tweets concentrating on efficacy (topic 2) focused on a comment made by Sir John Irving Bell on November 20, 2020, that existing vaccines were unlikely to completely rid the population of COVID-19. The third and fourth vaccine efficacy topics (topics 7 and 8) grouped together tweets from prominent physicians arguing that existing polymerase chain reaction testing is flawed and that there are no indications of long-term T-cell immunity for COVID-19. The last topic highlighted (topic 10), which obtained subsequent media attention, suggested that as much as 25% of the population would have contracted COVID-19 by the time a vaccine would be rolled out, and consequently, the vaccine would be unnecessary to reach herd immunity.</p>
      <p>As for the concern of vaccine safety, we found two broad groups of tweets. The first (topic 5) highlighted a classic antivaccine story where an emergency medical technician/fire rescue was required to get TDAP (tetanus, diphtheria, and pertussis) boosters and had complications. Although not specifically addressing the issue of a COVID-19 vaccine, these tweets emphasize how existing antivaccine narratives have created a baseline from which some individuals frame a COVID-19 vaccine. The second topic (topic 9) centered on tweets in French framing a COVID-19 vaccine as a poison and suggesting that mRNA technology has not been tested yet and would be harmful.</p>
      <p>Although safety and efficacy concerns remain a major component explaining COVID-19 vaccine hesitancy, it is only half of the story. As we examined the content of tweets of users integrated in the vaccine hesitancy online cluster, we found a large proportion of those interactions that emphasized a concern for personal freedom and/or some form of mistrust of institutions. In the 5C scale of psychological antecedents of vaccination, confidence in vaccines includes trust in the system that delivers the vaccines and the motivation of policy makers who decide on the need of vaccines [<xref ref-type="bibr" rid="ref13">13</xref>]. Tweets were framed in three directions. First, a large percentage of such tweets (n=45,628, 31.2%) expressed some criticism toward the government’s handling of the COVID-19 crisis, especially decisions to curb individual freedom. COVID-19 immunization is framed as the right of individuals to decide for themselves whether or not to be vaccinated. Any indication that governmental authorities might require vaccination is perceived as a direct attempt to limit individual freedom. Two main topics (topics 1 and 12) highlighted mistrust in government policy, with one condemning the Johnson government in the United Kingdom for proposing that individuals vaccinated for COVID-19 could receive “freedom passes” and one criticizing Denmark’s decision to cull its mink population to halt the spread of a coronavirus variant. Some topics (topics 6 and 11) expressed mistrust in multinational corporations, most notably airline companies, such a Qantas, who suggested that vaccination should be made compulsory for international travel. This decision is framed as a direct restriction of personal freedom by multinational corporations, and some users made a direct reference to populist narratives suggesting that these policies would only affect commercial flights and elites would be able to avoid vaccination while using private flights.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Inferred topic analysis of the COVID-19 vaccination hesitancy cluster (November 19 to November 26, 2020).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="60"/>
          <col width="470"/>
          <col width="270"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td>Topic</td>
              <td>Topic keywords bi-gram (tf-idf)</td>
              <td>Inferred topic</td>
              <td>Tweets (N=146,191), n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1</td>
              <td>Countries test, results multinational, multinational companies, the Johnson, commie, passes two, proposing freedom, commie proposing, full commie, Johnson government, gone full, government gone</td>
              <td>Trust in the government</td>
              <td>33,578 (23.0%)</td>
            </tr>
            <tr valign="top">
              <td>2</td>
              <td>Tanked economy, tweet day, bell, disturbing tweet, day professor, most disturbing, bell talking, professor sir, irving bell, john irving, irving, sir john</td>
              <td>COVID-19 vaccine hesitancy: Efficacy</td>
              <td>30,576 (20.9%)</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>Produced cell, unlicensed produced, lines aborted, shots wont, HIV/AIDS, won’t walk, test enough, infection enough, antibodies past, enough effective, enough antibodies, past infection</td>
              <td>COVID-19 vaccine hesitancy: Efficacy</td>
              <td>28,818 (19.7%)</td>
            </tr>
            <tr valign="top">
              <td>4</td>
              <td>Presi, COVID literally, one two, presi im, corner presi, literaly around, im sitting, sitting thinking, thinking incredible, incredible one</td>
              <td>Support for Trump’s management of the COVID-19 crisis</td>
              <td>11,631 (8.0%)</td>
            </tr>
            <tr valign="top">
              <td>5</td>
              <td>nick healthy, jer, emtfire, gau nick, jer gau, damage jer, dayprofessor sir, tweet dayprofessor, dayprofessor</td>
              <td>COVID-19 vaccine hesitancy: Side effects</td>
              <td>9579 (6.6%)</td>
            </tr>
            <tr valign="top">
              <td>6</td>
              <td>Passports we, elite continue, the elite, commercial flights, fly private, breaking qantas, ceo confirms, you’ve vaccinated, compulsory international, international, confirms proof, proof you’ve</td>
              <td>Trust in multinational corporations</td>
              <td>9286 (6.4%)</td>
            </tr>
            <tr valign="top">
              <td>7</td>
              <td>Attacked, attacked since, since apr, apr highlighting, highlighting imp, viciously, imp tcell, sarscov, despite published, published COVID, viciously attacked, ive viciously</td>
              <td>COVID-19 vaccine hesitancy: Efficacy</td>
              <td>7896 (5.4%)</td>
            </tr>
            <tr valign="top">
              <td>8</td>
              <td>Label new, staff form, group label, jabs poison, longterm tcell, immunity cases, watch interview, interview dr, science longterm, discussing hysteria, phd discussing, dr phd.</td>
              <td>COVID-19 vaccine hesitancy: Efficacy</td>
              <td>6921 (4.7%)</td>
            </tr>
            <tr valign="top">
              <td>9</td>
              <td>Arn caca, quand, faire, arn, bonjour, confinement vaccin, avec, caca, confinement, vaccin contre, contre le, le vaccin</td>
              <td>COVID-19 vaccine hesitancy: Side effects</td>
              <td>2822 (1.9%)</td>
            </tr>
            <tr valign="top">
              <td>10</td>
              <td>Coronavirus im, pr quarter, newspapers, im delighted, delighted mainstream, mainstream newspapers, newspapers picking, picking pr.</td>
              <td>COVID-19 vaccine hesitancy: Efficacy</td>
              <td>2320 (1.6%)</td>
            </tr>
            <tr valign="top">
              <td>11</td>
              <td>Fly must, want fly, begins if, must take</td>
              <td>Trust in multinational corporations</td>
              <td>1586 (1.1%)</td>
            </tr>
            <tr valign="top">
              <td>12</td>
              <td>Protestors, force in, could force, COVID law, authorities could, Denmark, proposed forced, protesting proposed, protestors protesting, in Denmark, Denmark protestors, law authorities</td>
              <td>Trust in the government</td>
              <td>1178 (0.8%)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>A final residual category (topic 4) in the vaccine hesitancy conversation singled out a tweet by radio host Rush Limbaugh mentioning that two COVID-19 vaccines were now approved and praising President Trump’s management of the crisis. This tweet was widely circulated in the vaccine hesitant conversation cluster and underlines the reality that any conversation on COVID-19 immunization, and to some degree, vaccine hesitancy clusters on social media, intersect with broader clusters structured by current political polarization.</p>
      <p><xref rid="figure3" ref-type="fig">Figure 3</xref> presents the approximate distribution of these inferred topics in COVID-19 vaccine hesitancy clusters identified during this observation period and allows us to understand what shapes an individual’s attitude toward a COVID-19 vaccine. First, as this data set was collected right after the news of positive trials of COVID-19 vaccines by Pfizer and Moderna, more than half of the tweets (n=76,531, 52.4%) mentioned vaccine efficacy and raised suspicions on whether creating vaccines using mRNA technology was achievable or whether immunization would be long-lasting. With respect to vaccine safety, only 8.5% (n=12,401) of the social media debate in vaccine hesitancy clusters doubted its safety. Second, nearly one-third (n=45,628, 31.2%) of conversations on vaccine hesitancy clusters on Twitter expressed concerns for freedom or mistrust of institutions (either the government or multinational corporations). These results suggest that one key determinant of vaccine hesitancy is trust in institutions. It suggests that vaccine confidence building is a problem of shaping attitudes toward COVID-19 vaccines, which falls into the realm of health policy, as well as promoting social/political trust, which falls more into the realm of politics.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Distribution of inferred topics in COVID-19 vaccine hesitancy clusters on social media. This figure presents the aggregated results of inferred topics in vaccine hesitancy clusters from Table 1.</p>
        </caption>
        <graphic xlink:href="infodemiology_v1i1e28800_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We analyzed more than 600,000 tweets over 1 week just following the announcement of successful COVID-19 vaccine trials, to characterize and understand global public perceptions and attitudes surrounding the COVID-19 vaccine and themes driving vaccine hesitancy. Our analysis revealed contrasting conversations about COVID-19 immunization on social media with both vaccine acceptant and vaccine hesitant clusters. Identified were the main themes driving the vaccine hesitant conversation at that time, including concerns of safety, efficacy, and freedom, and mistrust in institutions (either the government or multinational corporations). A main theme was the safety and efficacy of mRNA technology and side effects. The conversation around efficacy was that vaccines were unlikely to completely rid the population of COVID-19, polymerase chain reaction testing is flawed, and there is no indication of long-term T-cell immunity for COVID-19. Nearly one-third (31.2%) of the conversations on COVID-19 vaccine hesitancy clusters expressed concerns for freedom or mistrust of institutions (either the government or multinational corporations) and nearly a quarter (23.8%) expressed criticism toward the government’s handling of the pandemic.</p>
        <p>The main themes identified in this study fall under the domain of confidence using the 5C scale. Confidence is a measure of a person’s level of trust in vaccine safety and efficacy, as well as in those involved in vaccine administration including policy makers and health professionals. Studies have shown that confidence is positively correlated with attitudes toward vaccination, knowledge of vaccination, and trust in health care, while it is negatively correlated with conspiracy mentality and medical harms [<xref ref-type="bibr" rid="ref13">13</xref>]</p>
        <p>The speed of development, production, and mass rollout of a COVID-19 vaccine has been unprecedented and has led to concerns around the safety and efficacy of vaccination. A common theme identified at that time was concern regarding mRNA technology. mRNA-based therapeutics have been used for cancer vaccines in the past; however, compared to other vaccine technology, it has not been clinically tested to the same extent [<xref ref-type="bibr" rid="ref40">40</xref>]. Dror et al published results of a survey in which 70% of the general public responded with concerns about the safety of the COVID-19 vaccine [<xref ref-type="bibr" rid="ref41">41</xref>]. We identified that less than 10% of the social media debate in vaccine hesitancy conversations during our observation period doubted its safety. Nevertheless, as COVID-19 vaccines are rolled out, it is highly probable that antivaccine social media conversations will transition from arguing about efficacy to questioning vaccine safety.</p>
        <p>Mistrust in institutions has emerged as a predominant theme of vaccine hesitancy conversations on Twitter. Prior literature has reported mistrust in doctors, government sources, and pharmaceutical companies as reasons for hesitancy [<xref ref-type="bibr" rid="ref16">16</xref>]. Governments are directly involved in many aspects of vaccine development, from funding to eventual safety approval. Individuals who believe the government is incompetent or malicious may not trust that these functions have been carried out in an appropriate way. Trust in government covaries strongly with generalized trust in other people and feelings of connectedness to others in society [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. These measures of “social capital” in turn have been linked with reduced willingness to contribute to public good [<xref ref-type="bibr" rid="ref43">43</xref>]. For example, there is a link between government trust and willingness to pay taxes [<xref ref-type="bibr" rid="ref49">49</xref>]. Conversely, increased ethnic or political fragmentation, which creates feelings of division in society, has been shown to reduce the quality of the government and reduce physical distancing during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Because the COVID-19 vaccine has public benefits that go beyond individual protection, individuals with low social trust may be less willing to contribute to the public good by getting the vaccine. Furthermore, recent studies using survey data have been increasingly associating trust in the government with COVID-19 behavior and vaccine hesitancy, and our social media data add to this literature [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <p>There is extensive literature examining both individual and aggregate correlates of trust. At the individual level, trust is positively correlated with education [<xref ref-type="bibr" rid="ref54">54</xref>] and civic engagement [<xref ref-type="bibr" rid="ref42">42</xref>]. Aggregate measures of social trust vary with the actual performance of the government, and poor economic growth, high crime, mass protests, and political scandals appear to reduce the trust of citizens in the government [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Conversely, increasing transparency in the government appears to improve public trust in authorities [<xref ref-type="bibr" rid="ref57">57</xref>]. Highlighted is the importance of building trust in institutions, which needs to be incorporated into models aimed at targeting vaccine hesitancy in addition to the traditional pillars of communication, information, and cognition.</p>
        <p>Globally, persons are challenged with an overabundance of information on COVID-19 and COVID-19 vaccination, in which misinformation has been disseminated rampantly, likely fueling hesitancy [<xref ref-type="bibr" rid="ref58">58</xref>]. Yaqub et al highlighted in a critical review of vaccine hesitancy that “hesitancy is not a rare phenomenon or confined solely to antivaccinationists; it includes people who have not yet rejected vaccination. Focusing on only vaccine uptake rates and neglecting underlying attitudes is likely to underestimate the challenge of maintaining vaccination coverage in the future” [<xref ref-type="bibr" rid="ref16">16</xref>]. We demonstrated that social media analysis provides insights into societal attitudes, communication trends, and barriers to vaccine uptake that must be considered when developing strategies to address vaccine hesitancy.</p>
        <p>The strength of this study lies in the methodology undertaken, which involved a bottom-up approach for the identification of cases and SNA. Previous studies have generally adopted a top-down approach to data collection, isolating known antivaccine accounts and analyzing its content and diffusion. Although critical in understanding the structure and nature of antivaccination framing on social media, such methods run the risk of selection bias. Moreover, by analyzing tweets in both French and English, we were able to broaden the scope of our vaccine conversation clusters, increasing the generalizability of this work. The noise of this analysis was minimized by linking the vaccination keywords with “COVID.”</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several limitations in our work. Although social media is increasingly used as a source of information and social interaction, even on matters related to health policy, it is an environment where participants self-select themselves in the population and is not a representative sample of the general population. In this sense, our results reflect a specific conversation around COVID-19 vaccination, and studies focusing on other social media platforms (eg, Facebook, WhatsApp, Reddit, and YouTube) and more traditional news media would offer a more complete overview of how antivaccine narratives are structured. Demographic segmentation of these clusters was not possible as further background information on the individuals in each cluster was not available; however, this would be a valuable component to future research. Our analysis was done on data collected right at the onset of news confirming the successful clinical trials of COVID-19 vaccines by Pfizer and Moderna. Our research offers a baseline from which we can understand the evolution of the online debate about COVID-19 vaccination. However, our assumption is that such a conversation will evolve and change throughout the pandemic, and we should expect the saliency of antivaccine arguments (safety, efficacy, and trust in institutions) to fluctuate as new information and policies are put in place. Future research is needed to monitor the COVID-19 vaccine hesitancy conversation through adopting a dynamic approach by collecting tweets over longer time periods and analyzing the patterns of change over time. Finally, as data were collected through the Twitter streaming API, the sample we analyzed may not have been fully randomized. The Twitter streaming API tends to overrepresent central users and is influenced by Twitter’s sampling algorithm. Furthermore, given the size of the data set, we could not remove bots, which may have potentially skewed certain results.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The recent global rollout of COVID-19 vaccination has brought vaccine hesitancy to the forefront in managing this pandemic. Hesitancy in accepting COVID-19 vaccination is fundamentally different from other vaccinations due to the new technologies being used, rapid development, and widespread global distribution. Attitudes on vaccines are largely driven by online information, particularly information on social media. We demonstrated that social media content and network analysis provides insights into societal attitudes, communication trends, and barriers to vaccine uptake. Identified themes driving the vaccine hesitant conversation included concerns of safety, efficacy, and freedom, and mistrust in institutions (either the government or multinational corporations). These themes will need to be considered as targeted outreach programs and intervention strategies are deployed globally in attempts to change personal attitudes on Twitter and improve the uptake of COVID-19 vaccination.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programing interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BERT</term>
          <def>
            <p>Bidirectional Encoder Representations from Transformers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SNA</term>
          <def>
            <p>social network analysis</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Mohammad Jafar Mashhadi and Emad Jabbar for their contribution to the data analysis. This study was funded by a COVID-19 Rapid Response Funding Grant from Alberta Innovates (grant 202100489).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JCB, RL, KC, JLB, TT, MM, MMF, CC, DAM, RJO, HH, and JH were involved in initial concepts, literature searches, and funding applications. JCB and AB obtained all data and performed all analyses. JCB, RL, and KC wrote the initial draft of the paper. All authors made edits and contributions to the final draft of this manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus Resource Center</article-title>
          <source>Johns Hopkins University &amp; Medicine</source>
          <access-date>2021-03-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.jhu.edu/">https://coronavirus.jhu.edu/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>NE</given-names>
            </name>
          </person-group>
          <article-title>How can a global pandemic affect vaccine hesitancy?</article-title>
          <source>Expert Rev Vaccines</source>
          <year>2020</year>
          <month>10</month>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>899</fpage>
          <lpage>901</lpage>
          <pub-id pub-id-type="doi">10.1080/14760584.2020.1825944</pub-id>
          <pub-id pub-id-type="medline">32945213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lurie</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saville</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hatchett</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Halton</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing Covid-19 Vaccines at Pandemic Speed</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>05</month>
          <day>21</day>
          <volume>382</volume>
          <issue>21</issue>
          <fpage>1969</fpage>
          <lpage>1973</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp2005630</pub-id>
          <pub-id pub-id-type="medline">32227757</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Report of the SAGE Working Group on Vaccine Hesitancy</article-title>
          <source>World Health Organization</source>
          <year>2014</year>
          <access-date>2021-08-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/immunization/sage/meetings/2014/october/SAGE_working_group_revised_report_vaccine_hesitancy.pdf">http://www.who.int/immunization/sage/meetings/2014/october/SAGE_working_group_revised_report_vaccine_hesitancy.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Ten Threats to Global Health in 2019</article-title>
          <source>World Health Organization</source>
          <access-date>2020-10-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019">https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schaffer DeRoo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pudalov</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>LY</given-names>
            </name>
          </person-group>
          <article-title>Planning for a COVID-19 Vaccination Program</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>06</month>
          <day>23</day>
          <volume>323</volume>
          <issue>24</issue>
          <fpage>2458</fpage>
          <lpage>2459</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.8711</pub-id>
          <pub-id pub-id-type="medline">32421155</pub-id>
          <pub-id pub-id-type="pii">2766370</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trujillo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Motta</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A majority of vaccine skeptics plan to refuse a COVID-19 vaccine, a study suggests, and that could be a big problem</article-title>
          <source>The Conversation</source>
          <year>2020</year>
          <access-date>2020-10-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://theconversation.com/a-majority-of-vaccine-skeptics-plan-to-refuse-a-covid-19-vaccine-a-study-suggests-and-that-could-be-a-big-problem-137559">https://theconversation.com/a-majority-of-vaccine-skeptics-plan-to-refuse-a-covid-19-vaccine-a-study-suggests-and-that-could-be-a-big-problem-137559</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 vaccine willingness among Canadian population groups</article-title>
          <source>Statistics Canada</source>
          <year>2021</year>
          <access-date>2021-08-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www150.statcan.gc.ca/n1/pub/45-28-0001/2021001/article/00011-eng.htm">https://www150.statcan.gc.ca/n1/pub/45-28-0001/2021001/article/00011-eng.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAteer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yildirim</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chahroudi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The VACCINES Act: Deciphering Vaccine Hesitancy in the Time of COVID-19</article-title>
          <source>Clin Infect Dis</source>
          <year>2020</year>
          <month>07</month>
          <day>28</day>
          <volume>71</volume>
          <issue>15</issue>
          <fpage>703</fpage>
          <lpage>705</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32282038"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/cid/ciaa433</pub-id>
          <pub-id pub-id-type="medline">32282038</pub-id>
          <pub-id pub-id-type="pii">5819529</pub-id>
          <pub-id pub-id-type="pmcid">PMC7184475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bocquier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peretti-Watel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Verger</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Underlying factors impacting vaccine hesitancy in high income countries: a review of qualitative studies</article-title>
          <source>Expert Rev Vaccines</source>
          <year>2018</year>
          <month>11</month>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>989</fpage>
          <lpage>1004</lpage>
          <pub-id pub-id-type="doi">10.1080/14760584.2018.1541406</pub-id>
          <pub-id pub-id-type="medline">30359151</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Figueiredo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karafillakis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Paterson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>Mapping global trends in vaccine confidence and investigating barriers to vaccine uptake: a large-scale retrospective temporal modelling study</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>09</month>
          <day>26</day>
          <volume>396</volume>
          <issue>10255</issue>
          <fpage>898</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(20)31558-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)31558-0</pub-id>
          <pub-id pub-id-type="medline">32919524</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)31558-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7607345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Tatar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Dube</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Amsel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Knauper</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Naz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rosberger</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>The vaccine hesitancy scale: Psychometric properties and validation</article-title>
          <source>Vaccine</source>
          <year>2018</year>
          <month>01</month>
          <day>29</day>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>660</fpage>
          <lpage>667</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2017.12.043</pub-id>
          <pub-id pub-id-type="medline">29289384</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(17)31796-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Heinemeier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Korn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Holtmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Beyond confidence: Development of a measure assessing the 5C psychological antecedents of vaccination</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>12</issue>
          <fpage>e0208601</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0208601"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0208601</pub-id>
          <pub-id pub-id-type="medline">30532274</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-22026</pub-id>
          <pub-id pub-id-type="pmcid">PMC6285469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stecula</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kuru</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Albarracin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jamieson</surname>
              <given-names>KH</given-names>
            </name>
          </person-group>
          <article-title>Policy Views and Negative Beliefs About Vaccines in the United States, 2019</article-title>
          <source>Am J Public Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>110</volume>
          <issue>10</issue>
          <fpage>1561</fpage>
          <lpage>1563</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2020.305828</pub-id>
          <pub-id pub-id-type="medline">32816542</pub-id>
          <pub-id pub-id-type="pmcid">PMC7483112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shegog</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Boom</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Poland</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Use of Deep Learning to Analyze Social Media Discussions About the Human Papillomavirus Vaccine</article-title>
          <source>JAMA Netw Open</source>
          <year>2020</year>
          <month>11</month>
          <day>02</day>
          <volume>3</volume>
          <issue>11</issue>
          <fpage>e2022025</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2020.22025"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.22025</pub-id>
          <pub-id pub-id-type="medline">33185676</pub-id>
          <pub-id pub-id-type="pii">2772917</pub-id>
          <pub-id pub-id-type="pmcid">PMC7666426</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yaqub</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Castle-Clarke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sevdalis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chataway</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Attitudes to vaccination: a critical review</article-title>
          <source>Soc Sci Med</source>
          <year>2014</year>
          <month>07</month>
          <volume>112</volume>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(14)00242-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2014.04.018</pub-id>
          <pub-id pub-id-type="medline">24788111</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(14)00242-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loomba</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Figueiredo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Piatek</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>de Graaf</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>Measuring the impact of COVID-19 vaccine misinformation on vaccination intent in the UK and USA</article-title>
          <source>Nat Hum Behav</source>
          <year>2021</year>
          <month>03</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>337</fpage>
          <lpage>348</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-021-01056-1</pub-id>
          <pub-id pub-id-type="medline">33547453</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-021-01056-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abd-Alrazaq</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alhuwail</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hamdi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Top Concerns of Tweeters During the COVID-19 Pandemic: Infoveillance Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>04</month>
          <day>21</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>e19016</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/4/e19016/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19016</pub-id>
          <pub-id pub-id-type="medline">32287039</pub-id>
          <pub-id pub-id-type="pii">v22i4e19016</pub-id>
          <pub-id pub-id-type="pmcid">PMC7175788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steffens</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Leask</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How organisations promoting vaccination respond to misinformation on social media: a qualitative investigation</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <month>10</month>
          <day>23</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>1348</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-7659-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7659-3</pub-id>
          <pub-id pub-id-type="medline">31640660</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7659-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6806569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnenberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Padrez</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mancheno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a Tool for Health Research: A Systematic Review</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <month>01</month>
          <volume>107</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <lpage>e8</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2016.303512</pub-id>
          <pub-id pub-id-type="medline">27854532</pub-id>
          <pub-id pub-id-type="pmcid">PMC5308155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tisseverasinghe</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Butt</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>What social media told us in the time of COVID-19: a scoping review</article-title>
          <source>The Lancet Digital Health</source>
          <year>2021</year>
          <month>03</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e175</fpage>
          <lpage>e194</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30315-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30315-0</pub-id>
          <pub-id pub-id-type="medline">33518503</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30315-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7906737</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social media and vaccine hesitancy</article-title>
          <source>BMJ Glob Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>5</volume>
          <issue>10</issue>
          <fpage>e004206</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&amp;pmid=33097547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2020-004206</pub-id>
          <pub-id pub-id-type="medline">33097547</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2020-004206</pub-id>
          <pub-id pub-id-type="pmcid">PMC7590343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tavoschi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrone</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>D'Andrea</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ducange</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vabanesi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marcelloni</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lopalco</surname>
              <given-names>PL</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a sentinel tool to monitor public opinion on vaccination: an opinion mining analysis from September 2016 to August 2017 in Italy</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2020</year>
          <month>05</month>
          <day>03</day>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>1062</fpage>
          <lpage>1069</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32118519"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2020.1714311</pub-id>
          <pub-id pub-id-type="medline">32118519</pub-id>
          <pub-id pub-id-type="pmcid">PMC7227677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Velásquez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Restrepo</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leahy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>El Oud</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Manrique</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wuchty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lupu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The online competition between pro- and anti-vaccination views</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>06</month>
          <volume>582</volume>
          <issue>7811</issue>
          <fpage>230</fpage>
          <lpage>233</lpage>
          <pub-id pub-id-type="doi">10.1038/s41586-020-2281-1</pub-id>
          <pub-id pub-id-type="medline">32499650</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-020-2281-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Monkman</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Vaccine Hesitancy in Canada: Content Analysis of Tweets Using the Theoretical Domains Framework</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>13</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e26874</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e26874/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26874</pub-id>
          <pub-id pub-id-type="medline">33769946</pub-id>
          <pub-id pub-id-type="pii">v23i4e26874</pub-id>
          <pub-id pub-id-type="pmcid">PMC8045776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Storer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tingley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Computer-Assisted Text Analysis for Comparative Politics</article-title>
          <source>Polit. anal</source>
          <year>2017</year>
          <month>01</month>
          <day>04</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>254</fpage>
          <lpage>277</lpage>
          <pub-id pub-id-type="doi">10.1093/pan/mpu019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Exploring the Political Agenda of the European Parliament Using a Dynamic Topic Modeling Approach</article-title>
          <source>Polit. Anal</source>
          <year>2017</year>
          <month>03</month>
          <day>13</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1017/pan.2016.7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lauren</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hon</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Birmingham</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsky</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Social Network Analysis of COVID-19 Sentiments: Application of Artificial Intelligence</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>18</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e22590</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e22590/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22590</pub-id>
          <pub-id pub-id-type="medline">32750001</pub-id>
          <pub-id pub-id-type="pii">v22i8e22590</pub-id>
          <pub-id pub-id-type="pmcid">PMC7438102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Himelboim</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>DKL</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Borah</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A Social Networks Approach to Understanding Vaccine Conversations on Twitter: Network Clusters, Sentiment, and Certainty in HPV Social Networks</article-title>
          <source>Health Commun</source>
          <year>2020</year>
          <month>05</month>
          <volume>35</volume>
          <issue>5</issue>
          <fpage>607</fpage>
          <lpage>615</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2019.1573446</pub-id>
          <pub-id pub-id-type="medline">31199698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tahir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Gogate</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dashtipour</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Artificial Intelligence-Enabled Analysis of Public Attitudes on Facebook and Twitter Toward COVID-19 Vaccines in the United Kingdom and the United States: Observational Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>05</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e26627</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e26627/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26627</pub-id>
          <pub-id pub-id-type="medline">33724919</pub-id>
          <pub-id pub-id-type="pii">v23i4e26627</pub-id>
          <pub-id pub-id-type="pmcid">PMC8023383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zimet</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A natural language processing framework to analyse the opinions on HPV vaccination reflected in twitter over 10 years (2008 - 2017)</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2019</year>
          <volume>15</volume>
          <issue>7-8</issue>
          <fpage>1496</fpage>
          <lpage>1504</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31194609"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2019.1627821</pub-id>
          <pub-id pub-id-type="medline">31194609</pub-id>
          <pub-id pub-id-type="pmcid">PMC6746490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polack</surname>
              <given-names>FP</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kitchin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Absalon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gurtman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lockhart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez Marc</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moreira</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Zerbini</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Roychoudhury</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Koury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kalina</surname>
              <given-names>WV</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Frenck</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Hammitt</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Türeci</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Nell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ünal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tresnan</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Mather</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dormitzer</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Şahin</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>KU</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>WC</given-names>
            </name>
            <collab>C4591001 Clinical Trial Group</collab>
          </person-group>
          <article-title>Safety and Efficacy of the BNT162b2 mRNA Covid-19 Vaccine</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>12</month>
          <day>31</day>
          <volume>383</volume>
          <issue>27</issue>
          <fpage>2603</fpage>
          <lpage>2615</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33301246"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2034577</pub-id>
          <pub-id pub-id-type="medline">33301246</pub-id>
          <pub-id pub-id-type="pmcid">PMC7745181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rouphael</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Makhene</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coler</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Chappell</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Denison</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pruijssers</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>McDermott</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flach</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Doria-Rose</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Morabito</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Dell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Padilla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mascola</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Neuzil</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Makowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Pikaart-Tautges</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ledgerwood</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Beigel</surname>
              <given-names>JH</given-names>
            </name>
            <collab>mRNA-1273 Study Group</collab>
          </person-group>
          <article-title>An mRNA Vaccine against SARS-CoV-2 - Preliminary Report</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>11</month>
          <day>12</day>
          <volume>383</volume>
          <issue>20</issue>
          <fpage>1920</fpage>
          <lpage>1931</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32663912"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2022483</pub-id>
          <pub-id pub-id-type="medline">32663912</pub-id>
          <pub-id pub-id-type="pmcid">PMC7377258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyu</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Luli</surname>
              <given-names>GK</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Vaccine-Related Discussion on Twitter: Topic Modeling and Sentiment Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>06</month>
          <day>29</day>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>e24435</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/6/e24435/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24435</pub-id>
          <pub-id pub-id-type="medline">34115608</pub-id>
          <pub-id pub-id-type="pii">v23i6e24435</pub-id>
          <pub-id pub-id-type="pmcid">PMC8244724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Understanding Behavioral Intentions Toward COVID-19 Vaccines: Theory-Based Content Analysis of Tweets</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>12</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e28118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e28118/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28118</pub-id>
          <pub-id pub-id-type="medline">33939625</pub-id>
          <pub-id pub-id-type="pii">v23i5e28118</pub-id>
          <pub-id pub-id-type="pmcid">PMC8117955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allington</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McAndrew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moxham-Hall</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus conspiracy suspicions, general vaccine attitudes, trust and coronavirus information source as predictors of vaccine hesitancy among UK residents during the COVID-19 pandemic</article-title>
          <source>Psychol Med</source>
          <year>2021</year>
          <month>04</month>
          <day>12</day>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33843509"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291721001434</pub-id>
          <pub-id pub-id-type="medline">33843509</pub-id>
          <pub-id pub-id-type="pii">S0033291721001434</pub-id>
          <pub-id pub-id-type="pmcid">PMC8111194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Understanding retweeting behaviors in social networks</article-title>
          <source>CIKM '10: Proceedings of the 19th ACM International Conference on Information and Knowledge Management</source>
          <year>2010</year>
          <conf-name>19th ACM International Conference on Information Knowledge Management</conf-name>
          <conf-date>October 26-30, 2010</conf-date>
          <conf-loc>Toronto, ON, Canada</conf-loc>
          <fpage>1633</fpage>
          <lpage>1636</lpage>
          <pub-id pub-id-type="doi">10.1145/1871437.1871691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blondel</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Guillaume</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lambiotte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lefebvre</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Fast unfolding of communities in large networks</article-title>
          <source>J. Stat. Mech</source>
          <year>2008</year>
          <month>10</month>
          <day>09</day>
          <volume>2008</volume>
          <issue>10</issue>
          <fpage>P10008</fpage>
          <pub-id pub-id-type="doi">10.1088/1742-5468/2008/10/P10008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanh</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Debut</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chaumond</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter</article-title>
          <source>arXiv</source>
          <year>2020</year>
          <access-date>2021-08-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1910.01108">https://arxiv.org/abs/1910.01108</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abbasi</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and mRNA Vaccines-First Large Test for a New Approach</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>09</month>
          <day>22</day>
          <volume>324</volume>
          <issue>12</issue>
          <fpage>1125</fpage>
          <lpage>1127</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.16866</pub-id>
          <pub-id pub-id-type="medline">32880613</pub-id>
          <pub-id pub-id-type="pii">2770485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dror</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenbach</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Taiber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morozov</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Mizrachi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zigron</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Srouji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sela</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Vaccine hesitancy: the next challenge in the fight against COVID-19</article-title>
          <source>Eur J Epidemiol</source>
          <year>2020</year>
          <month>08</month>
          <volume>35</volume>
          <issue>8</issue>
          <fpage>775</fpage>
          <lpage>779</lpage>
          <pub-id pub-id-type="doi">10.1007/s10654-020-00671-y</pub-id>
          <pub-id pub-id-type="medline">32785815</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10654-020-00671-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keele</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social Capital and the Dynamics of Trust in Government</article-title>
          <source>Am J Political Science</source>
          <year>2007</year>
          <month>04</month>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>241</fpage>
          <lpage>254</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1540-5907.2007.00248.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Putnam</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Bowling Alone: The Collapse and Revival of American Community</source>
          <year>2000</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Simon &amp; Schuster</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nannestad</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>What Have We Learned About Generalized Trust, If Anything?</article-title>
          <source>Annu. Rev. Polit. Sci</source>
          <year>2008</year>
          <month>06</month>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>413</fpage>
          <lpage>436</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.polisci.11.060606.135412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rothstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Stolle</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The State and Social Capital: An Institutional Theory of Generalized Trust</article-title>
          <source>Comp Politics</source>
          <year>2008</year>
          <month>07</month>
          <day>01</day>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>441</fpage>
          <lpage>459</lpage>
          <pub-id pub-id-type="doi">10.5129/001041508x12911362383354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knack</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keefer</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Does Social Capital Have an Economic Payoff? A Cross-Country Investigation</article-title>
          <source>The Quarterly Journal of Economics</source>
          <year>1997</year>
          <month>11</month>
          <day>01</day>
          <volume>112</volume>
          <issue>4</issue>
          <fpage>1251</fpage>
          <lpage>1288</lpage>
          <pub-id pub-id-type="doi">10.1162/003355300555475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knack</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social Capital and the Quality of Government: Evidence from the States</article-title>
          <source>American Journal of Political Science</source>
          <year>2002</year>
          <month>10</month>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>772</fpage>
          <lpage>785</lpage>
          <pub-id pub-id-type="doi">10.2307/3088433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Stoker</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social Trust and Civic Engagement across Time and Generations</article-title>
          <source>Acta Polit</source>
          <year>2004</year>
          <month>12</month>
          <day>13</day>
          <volume>39</volume>
          <issue>4</issue>
          <fpage>342</fpage>
          <lpage>379</lpage>
          <pub-id pub-id-type="doi">10.1057/palgrave.ap.5500077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antinyan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Corazzini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pavesi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Does trust in the government matter for whistleblowing on tax evaders? Survey and experimental evidence</article-title>
          <source>Journal of Economic Behavior &amp; Organization</source>
          <year>2020</year>
          <month>03</month>
          <volume>171</volume>
          <fpage>77</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jebo.2020.01.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alesina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhuravskaya</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Segregation and the Quality of Government in a Cross Section of Countries</article-title>
          <source>American Economic Review</source>
          <year>2011</year>
          <month>08</month>
          <day>01</day>
          <volume>101</volume>
          <issue>5</issue>
          <fpage>1872</fpage>
          <lpage>1911</lpage>
          <pub-id pub-id-type="doi">10.1257/aer.101.5.1872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Algan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hémet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Laitin</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>The Social Effects of Ethnic Diversity at the Local Level: A Natural Experiment with Exogenous Residential Allocation</article-title>
          <source>Journal of Political Economy</source>
          <year>2016</year>
          <month>06</month>
          <volume>124</volume>
          <issue>3</issue>
          <fpage>696</fpage>
          <lpage>733</lpage>
          <pub-id pub-id-type="doi">10.1086/686010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merkley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Loewen</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Anti-intellectualism and the mass public's response to the COVID-19 pandemic</article-title>
          <source>Nat Hum Behav</source>
          <year>2021</year>
          <month>06</month>
          <day>28</day>
          <volume>5</volume>
          <issue>6</issue>
          <fpage>706</fpage>
          <lpage>715</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-021-01112-w</pub-id>
          <pub-id pub-id-type="medline">33911228</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-021-01112-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazarus</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Ratzan</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Palayew</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gostin</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rabin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kimball</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>El-Mohandes</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A global survey of potential acceptance of a COVID-19 vaccine</article-title>
          <source>Nat Med</source>
          <year>2021</year>
          <month>02</month>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>225</fpage>
          <lpage>228</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33082575"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-1124-9</pub-id>
          <pub-id pub-id-type="medline">33082575</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-1124-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7573523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brehm</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rahn</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Individual-Level Evidence for the Causes and Consequences of Social Capital</article-title>
          <source>American Journal of Political Science</source>
          <year>1997</year>
          <month>07</month>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>999</fpage>
          <lpage>1023</lpage>
          <pub-id pub-id-type="doi">10.2307/2111684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chanley</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Rudolph</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rahn</surname>
              <given-names>WM</given-names>
            </name>
          </person-group>
          <article-title>The origins and consequences of public trust in government: a time series analysis</article-title>
          <source>Public Opin Q</source>
          <year>2000</year>
          <volume>64</volume>
          <issue>3</issue>
          <fpage>239</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1086/317987</pub-id>
          <pub-id pub-id-type="medline">11114267</pub-id>
          <pub-id pub-id-type="pii">POQ640301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sangnier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zylberberg</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Protests and trust in the state: Evidence from African countries</article-title>
          <source>Journal of Public Economics</source>
          <year>2017</year>
          <month>08</month>
          <volume>152</volume>
          <fpage>55</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpubeco.2017.05.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buell</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>MI</given-names>
            </name>
          </person-group>
          <article-title>Surfacing the Submerged State with Operational Transparency in Government Services</article-title>
          <source>SSRN Journal</source>
          <year>2013</year>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.2349801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <article-title>How to report misinformation online</article-title>
          <source>World Health Organization</source>
          <access-date>2021-08-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/campaigns/connecting-the-world-to-combat-coronavirus/how-to-report-misinformation-online?gclid=CjwKCAiAwrf-BRA9EiwAUWwKXkcyEfvgJG66KccUnvkYgPLYtBujHnbbKil9zPTyCTreMgsmcdoAAhoC4O8QAvD_BwE">https://tinyurl.com/3mh9bpp2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
