<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i3e22916</article-id>
      <article-id pub-id-type="pmid">33667172</article-id>
      <article-id pub-id-type="doi">10.2196/22916</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Systematic Delineation of Media Polarity on COVID-19 Vaccines in Africa: Computational Linguistic Modeling Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chang</surname>
            <given-names>Angela</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Antoniou</surname>
            <given-names>Mark</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Gbashi</surname>
            <given-names>Sefater</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Faculty of Science</institution>
            <institution>University of Johannesburg</institution>
            <addr-line>55 Beit Street, Doornfontein</addr-line>
            <addr-line>Johannesburg, 2028</addr-line>
            <country>South Africa</country>
            <phone>27 620402580</phone>
            <email>sefatergbashi@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7869-0484</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Adebo</surname>
            <given-names>Oluwafemi Ayodeji</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3757-5137</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Doorsamy</surname>
            <given-names>Wesley</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9043-9882</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Njobeh</surname>
            <given-names>Patrick Berka</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5193-3650</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Faculty of Science</institution>
        <institution>University of Johannesburg</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute for Intelligent Systems</institution>
        <institution>University of Johannesburg</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sefater Gbashi <email>sefatergbashi@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>3</issue>
      <elocation-id>e22916</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>12</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Sefater Gbashi, Oluwafemi Ayodeji Adebo, Wesley Doorsamy, Patrick Berka Njobeh. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 16.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2021/3/e22916" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The global onset of COVID-19 has resulted in substantial public health and socioeconomic impacts. An immediate medical breakthrough is needed. However, parallel to the emergence of the COVID-19 pandemic is the proliferation of information regarding the pandemic, which, if uncontrolled, cannot only mislead the public but also hinder the concerted efforts of relevant stakeholders in mitigating the effect of this pandemic. It is known that media communications can affect public perception and attitude toward medical treatment, vaccination, or subject matter, particularly when the population has limited knowledge on the subject.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study attempts to systematically scrutinize media communications (Google News headlines or snippets and Twitter posts) to understand the prevailing sentiments regarding COVID-19 vaccines in Africa.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 637 Twitter posts and 569 Google News headlines or descriptions, retrieved between February 2 and May 5, 2020, were analyzed using three standard computational linguistics models (ie, TextBlob, Valence Aware Dictionary and Sentiment Reasoner, and Word2Vec combined with a bidirectional long short-term memory neural network).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our findings revealed that, contrary to general perceptions, Google News headlines or snippets and Twitter posts within the stated period were generally passive or positive toward COVID-19 vaccines in Africa. It was possible to understand these patterns in light of increasingly sustained efforts by various media and health actors in ensuring the availability of factual information about the pandemic.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This type of analysis could contribute to understanding predominant polarities and associated potential attitudinal inclinations. Such knowledge could be critical in informing relevant public health and media engagement policies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>coronavirus</kwd>
        <kwd>vaccine</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infoveillance</kwd>
        <kwd>infodemic</kwd>
        <kwd>sentiment analysis</kwd>
        <kwd>natural language processing</kwd>
        <kwd>media</kwd>
        <kwd>computation</kwd>
        <kwd>linguistic</kwd>
        <kwd>model</kwd>
        <kwd>communication</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>COVID-19</title>
        <p>COVID-19, a communicable disease caused by SARS-CoV-2, has resulted in the ongoing COVID-19 pandemic [<xref ref-type="bibr" rid="ref1">1</xref>], with significant health and socioeconomic effects in almost all countries of the world, mainly due to the shutdowns, social distancing, and the resultant business interruptions [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. On March 11, 2020, the World Health Organization (WHO) declared a COVID-19 outbreak due to its global adverse (health and economic) impact [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], which is still unfortunately escalating as the world eagerly awaits a medical solution. According to projections by the International Monetary Fund, global economic growth could fall by 0.5% for the year 2020 due to the impact of COVID-19 [<xref ref-type="bibr" rid="ref7">7</xref>]. A United Nations study revealed that, for the first time since 1900, global poverty could increase [<xref ref-type="bibr" rid="ref8">8</xref>]. The world unemployment rate has been estimated to hit a mark of 9.4% by the end of 2020, in contrast to the 5.3% seen in 2019 [<xref ref-type="bibr" rid="ref9">9</xref>]. A forecast by the World Bank projects that Africa is heading toward its first recession in the last 25 years, being driven by the impact of COVID-19 [<xref ref-type="bibr" rid="ref2">2</xref>]. There is a compelling necessity to achieve an immediate medical breakthrough to curtail the pandemic. Although currently there is no known cure or vaccine for COVID-19, various agencies and governments are working round the clock to proffer much needed solutions. There are indications that some of the vaccines could be ready for clinical trials soon, while others are already undergoing trials.</p>
      </sec>
      <sec>
        <title>Infodemic and COVID-19</title>
        <p>Amid the spread of the COVID-19 pandemic and the efforts to provide a solution, there has equally been substantial media interest and widespread misinformation on the web about the scale, origin, diagnosis, prevention, and treatment of the disease [<xref ref-type="bibr" rid="ref10">10</xref>]. The WHO has expressed particular concern about this <italic>infodemic</italic> and its impact on the fight against the COVID-19 pandemic [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. This “infodemic” may have been facilitated by the global lockdown, isolation, and social distancing situation worldwide, which has led to increased internet and social media use [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. For example, as of May 2020, global internet use was already up by 7% (since the same time in 2019), while the number of social media users increased by 8% (reaching 3.81 billion) since April 2019 [<xref ref-type="bibr" rid="ref14">14</xref>]. Rozenblum and Bates [<xref ref-type="bibr" rid="ref16">16</xref>] described the internet and social media as the “perfect storm” with regard to patient-oriented health. Singh [<xref ref-type="bibr" rid="ref17">17</xref>] called the COVID-19 pandemic–induced media use a “compulsive social media use” and wonders whether it is an addictive behavior. Information diffusion and media coverage can have a positive effect on an epidemic by shortening the duration of the outbreak and reducing its burden [<xref ref-type="bibr" rid="ref18">18</xref>]; however, if media communication is not properly managed, this can have a negative effect [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. In a study by Brainard and Hunter [<xref ref-type="bibr" rid="ref21">21</xref>], the authors noted that making 20% of a population unable to share fake advice or reducing the amount of damaging advice spreading online by just 10% can reduce the severity of a disease outbreak.</p>
        <p>It is known that medical interventions involving infectious diseases and vaccines in particular are usually predisposed to infodemics [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Indeed, disease proliferation and associated potential effects take place in a dynamic social space, wherein public knowledge, sentiments, and individual health decisions are influenced by the media and cultural norms [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Studies have shown that an important factor in determining the success of a medical intervention, particularly a vaccination program, is the degree of public acceptance of the proposed intervention [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Lewandowsky et al [<xref ref-type="bibr" rid="ref30">30</xref>] observed that the spread of myths regarding vaccinations has led to more parents being reluctant to adopt such measures. The withdrawal of the first US Food and Drug Administration licensed vaccine against the rotavirus in 1999 has been strongly correlated with negative media coverage [<xref ref-type="bibr" rid="ref31">31</xref>]. Infodemics are known to foster the denial of scientific evidence [<xref ref-type="bibr" rid="ref32">32</xref>]; incite apathy, cynicism, and extremism [<xref ref-type="bibr" rid="ref33">33</xref>]; and cause people and institutions to take actions that may not necessarily be in their best interests or for the good of society in general [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Yu et al [<xref ref-type="bibr" rid="ref19">19</xref>] observed that, even though medical interventions were able to reduce hepatitis B virus infection by up to 90% among children younger than 5 years using effective and safe hepatitis B (HepB) vaccines, negative media reports about infant death after HepB vaccination resulted in a loss of confidence in vaccines and an approximately 19% decrease in the use of vaccines within the monitored provinces in China. This further emphasizes the importance of individuals’ actions in controlling the spread of the disease and the role of the media and psychosocial effects in this regard, as also observed in the literature [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>In recognizing the importance of information and corresponding human actions in the management of diseases and other medical emergencies or outbreaks, medical researchers are increasingly exploring the application of computer and mathematical models to analyze communications relating to health problems and to derive value from such resources [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. One such application is sentiment analysis [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. It is important to understand the prevailing emotions in public media communications, as sentiments could provide a richer set of information about people’s choices and reactions, and in many cases, even determine their decisions [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Sentiment Analysis</title>
        <p>Sentiment analysis is a multidisciplinary field involved with machine learning (ML) and artificial intelligence (AI), and a subset of natural language processing (NLP) concerned with the systematic extraction, analysis, classification, quantification, and interpretation of affective tonality, opinions, and subjective information in human communications (written or spoken) using computational linguistic methods to derive value of the opinions people express. Sentiment analysis is important because opinions and emotions constitute a critical aspect of humans and play a key role in perceptions of reality, choices, actions, and behaviors [<xref ref-type="bibr" rid="ref37">37</xref>]. Basic tasks in sentiment analysis include classifying emotional polarity in a communication as positive, negative, or neutral and often scaling such polarities to reflect the depth of the expressed emotions. By understanding prevailing sentiments in communications, health actors can then make more relevant and informed decisions of public relevance and act accordingly to improve the medical experience.</p>
        <p>In performing sentiment analysis, language limitations remain a major challenge, as most of the sentiment analysis models and libraries are built in English, which limits their applicability for texts written in other languages. Another problem with traditional sentiment analysis models is the lack of context in labeling lexical items and extracting features, which results in ambiguity in polarity representations. A word or group of words can have different meanings and polarities in different contexts; hence, the global representation of words and sentences could influence the semantics of the words [<xref ref-type="bibr" rid="ref43">43</xref>]. More contemporary developments in sentiment analysis are shifting toward increasingly context-based sentiment analysis and applicability in other languages [<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>]. Context-aware (ie, context-based) sentiment analysis attempts to tackle the challenge of ambiguity by taking into account all of the text around any given word or words, then processing the logical structure of the sentences, establishing the relations between semantic concepts and assigning logical grammatical roles to the lexical elements to decipher the most relevant meaning of a word or group of words that have more than one definition.</p>
        <p>Generally, sentiment analysis models can be largely grouped into two main categories: lexical rule-based techniques and learning-based approaches [<xref ref-type="bibr" rid="ref43">43</xref>]. The former (ie, lexical rule-based methods) involve the use of predefined lexicons annotated with sentiment polarities, “positive,” “negative,” or “neutral,” which are then used to determine the sentiment of the analyzed text [<xref ref-type="bibr" rid="ref46">46</xref>]. Lexical rule-based sentiment analyzers such as TextBlob and Valence Aware Dictionary and Sentiment Reasoner (VADER) [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>], although they use predefined dictionaries, take in to account punctuation such as exclamation marks, emoticons, capitalizations (which gives added intensities to assigned polarities), and negation words (which reverse the polarities). Lexical rule-based sentiment methods have the advantage of being easy to implement because there is no need for the exhausting and arduous task of tagging texts for training. In addition, the approach prevents overfitting because the lexicons are predefined independently of the data being analyzed, a feature that also enables it (lexical rule-based sentiment models) to be used on multiple data sets [<xref ref-type="bibr" rid="ref46">46</xref>]. On the other hand, the main advantage of (machine) learning-based methods is that they enable the use of domain-specific data sets to train the models, which are then used to analyze a given text. Given relevant and adequate training data sets, this (domain-oriented training) substantially increases the accuracy and level of confidence in text classification and sentiment analysis using learning-based methods. Examples of successful implementation of ML-based sentiment models can be found in the literature [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
      </sec>
      <sec>
        <title>Applications of Sentiment Analysis</title>
        <p>Sentiment analysis has been applied in the fields of medical research, political science, business, mass communication, and education. Specific applications include brand monitoring and reputation management, customer feedback and support, product analysis, market research and competitive research, competitor analysis [<xref ref-type="bibr" rid="ref50">50</xref>], attitudinal analysis [<xref ref-type="bibr" rid="ref51">51</xref>], medical records analysis, patient experience analysis, and infodemiology [<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>]. More than ever before, the application of sentiment analysis in the medical field has seen a surge, as both patients and medical practitioners increasingly use web-based platforms such as websites, social media, and blogs to search for treatment-related information and to convey opinions on health matters [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Melzi et al [<xref ref-type="bibr" rid="ref57">57</xref>] implemented a supervised learning model to extract sentiments from forums of Spine Health to retrieve patient knowledge. Yang et al [<xref ref-type="bibr" rid="ref58">58</xref>] demonstrated a sentiment analysis–based framework to derive insights from user-generated content from health social media.</p>
        <p>In the context of the ongoing COVID-19 pandemic, Barkur and Vibha [<xref ref-type="bibr" rid="ref59">59</xref>] performed a sentiment analysis of Indians’ Twitter communications about the nationwide lockdown due to the COVID-19 outbreak. An investigation of the sentiment and public discourse during the pandemic was performed using latent Dirichlet allocation for topic modeling on 1.9 million Tweets written in the English language related to COVID-19 collected from January 23 to March 7, 2020 [<xref ref-type="bibr" rid="ref60">60</xref>]. Deep long short-term memory models were used to scrutinize the reaction of citizens, public sentiment, and emotions from different cultures about COVID-19 and the subsequent actions taken by different countries [<xref ref-type="bibr" rid="ref61">61</xref>]. These studies reiterate the usefulness of sentiment analysis in the health domain. Nonetheless, there is no study on the sentiment analysis of media communications regarding COVID-19 vaccines in Africa that can guide health actors to understand the prevailing polarities and to make relevant polices, as the continent awaits the availability of viable vaccines to combat the pandemic.</p>
      </sec>
      <sec>
        <title>Research Justification, Goal, and Questions</title>
        <p>Indeed, opinion mining and sentiment analysis in public media is a daunting task because of the large amount of information shared on the internet and social media, particularly in recent times. To give some perspective, Google handles approximately 4.5 million queries every 60 seconds, and approximately 500 million tweets are made every 24 hours [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. In the month of March 2020 alone, about 550 million tweets were made, which included the terms <italic>COVID-19</italic>, <italic>COVID19</italic>, <italic>COVID_19</italic>, <italic>coronavirus</italic>, <italic>corona virus</italic>, or <italic>pandemic</italic>, according to the Pan American Health Organization [<xref ref-type="bibr" rid="ref64">64</xref>]. Considering the enormity of internet information, researchers are increasingly adopting computer-based algorithms to process, analyze, and interpret such data. This does not only substantially limit the need for human power but also eliminates the associated human biases and inefficiencies in many ways [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref66">66</xref>].</p>
        <p>The goal of this paper is to retrieve timely and relevant information that is publicly available regarding COVID-19 vaccines in Africa and interrogate such resources in an attempt to extract the sentiment polarities using computational linguistics models. In this regard, we outlined the following research questions, which constitute the main contributions of this paper:</p>
        <list list-type="bullet">
          <list-item>
            <p>What was the media activity patterns regarding COVID-19 vaccines in Africa within the study period of February 2 to May 5, 2020?</p>
          </list-item>
          <list-item>
            <p>What are the prevailing sentiments (ie, positive, negative, or neutral) in the communications?</p>
          </list-item>
          <list-item>
            <p>How does the sentiment polarities in Twitter posts compare to those in Google News communications?</p>
          </list-item>
          <list-item>
            <p>Using three different sentiment analysis approaches, how does the sentiment results from these models compare with each other?</p>
          </list-item>
          <list-item>
            <p>What were the specific activities or events that might have triggered the prevailing emotions in the communications?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This study adopts computational linguistic models (TextBlob, VADER, and Word2Vec–bidirectional long short-term memory [BiLSTM]) to scrutinize communications from popular web-based media sources regarding COVID-19 vaccines in Africa.</p>
      <sec>
        <title>Data Collection and Cleaning</title>
        <p>In the collection of data, the following criteria and procedure were used [<xref ref-type="bibr" rid="ref67">67</xref>].</p>
        <sec>
          <title>Data Source</title>
          <p>Twitter and Google News were selected as the data sources. This is because both media outlets are important web-based information sources for many people. Von Nordheim et al [<xref ref-type="bibr" rid="ref68">68</xref>] examined the use of different social media platforms (ie, Twitter and Facebook) as journalistic sources in newspapers of three different countries; the authors observed that Twitter is more commonly used as a news source than Facebook, and in comparison to Facebook, Twitter was primarily used as an elite channel [<xref ref-type="bibr" rid="ref68">68</xref>]. In addition, previous studies have shown that most of the communications on the Twitter platform are truthful, although sometimes it may also be used to propagate false information and rumors [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>]. Moreover, the microblog (ie, Twitter) facilitates the propagation of real-time information to a large group of people, making it an ideal tool for the dissemination of breaking news [<xref ref-type="bibr" rid="ref69">69</xref>]. Twitter has become a favored communication platform for various social protest movements [<xref ref-type="bibr" rid="ref71">71</xref>]. On the other hand, Google News is an online media service that aggregates and presents a continuous flow of news content from more than 20,000 publishers worldwide and is available on the web, iOS, and Android. For news in the English language, it covers about 4500 sources. This creates a unique information space, providing a major gateway for consumers to access news, reducing the time and effort needed to regularly check different media sources for updates, and increasing overall user engagement.</p>
        </sec>
        <sec>
          <title>Query Terms</title>
          <p>English language keywords were used to query the data sources instead of hashtags. Specific search terms used were “COVID-19 vaccine Africa,” “COVID19 vaccine Africa,” and “Coronavirus vaccine Africa.” This approach is more inclusive, as it includes communications that have hashtags of the keywords [<xref ref-type="bibr" rid="ref67">67</xref>]. Moreover, hashtags are often short-lived on the web.</p>
        </sec>
        <sec>
          <title>Query Period</title>
          <p>The sources were queried within the period of February 2 to May 5, 2020, using the search terms. The study period was chosen on the basis of timelines, relevance, and particularly because this was the time frame in which opinions, perspectives, and narratives about the search terms were emerging and could set the tone for subsequent communications as well as make enduring impressions on people’s dispositions.</p>
        </sec>
        <sec>
          <title>Search Tools</title>
          <p>Google News data was retrieved using the Google News application processing interface (API) for Python by Hu [<xref ref-type="bibr" rid="ref72">72</xref>]. Twitter data were obtained by manually scraping the Twitter web application for publicly available English language posts containing the query terms. This was essentially due to limited resources to subscribe for the Twitter API, which is a paid service. To eliminate any biases, a new Twitter account was used with no previous search history, liked pages, or topics or interests associated with the account.</p>
          <p>A total of 569 news headlines and snippets published in English were obtained from Google News and saved as a comma-separated values (CSV) file (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Likewise, 637 Twitter posts were extracted and saved in a CSV file (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) for further analysis. The obtained Twitter and Google News texts were supplied to an algorithm written in Python for data cleaning and “normalization” as described by Sahni et al [<xref ref-type="bibr" rid="ref73">73</xref>] and Salas-Zárate et al [<xref ref-type="bibr" rid="ref74">74</xref>] with minor modifications. Briefly, all numbers, special characters, punctuations, and symbols except for commas, periods, exclamation marks, question marks, and apostrophes were removed. Repeated white spaces were replaced with a single space followed by the removal of all stop words. In addition, we autocorrected wrongly spelled English words, removed non-English words, and performed lemmatization. The final cleaned corpus was saved into a Pandas dataframe object for further analysis.</p>
        </sec>
      </sec>
      <sec>
        <title>Opinion Mining and Sentiment Analysis</title>
        <p>To provide a more symmetrical and global perspective of the emotive patterns in the data sets, two rule- and lexicon–based ML techniques (ie, TextBlob and VADER) and an advance algorithm, which combines a ML model and a neural network (NN) for NLP, (ie, Word2Vec-BiLSTM) were used to process the cleaned data.</p>
      </sec>
      <sec>
        <title>TextBlob Sentiment Analysis</title>
        <p>The TextBlob Python library [<xref ref-type="bibr" rid="ref48">48</xref>] is an easy-to-use publicly available library for NLP tasks such as sentiment analysis, part-of-speech tagging, classification, noun phrase extraction, translation, tokenization, and n-grams. In this study, we used the NaiveBayes analyzer implementation of TextBlob for sentiment analysis, which is a conditional probabilistic classifier implementation as explained by Hasan et al [<xref ref-type="bibr" rid="ref75">75</xref>] and Singh et al [<xref ref-type="bibr" rid="ref76">76</xref>]. The sentiment feature of TextBlob makes use of a predefined dictionary classifying positive and negative words and returns two values, polarity and subjectivity. Polarity is a float between −1 and +1, where −1 means a negative sentiment, +1 means a positive sentiment, and a 0 is considered a neutral sentiment. The subjectivity score is a float between 0 and 1, and represents the degree of personal opinion or judgement rather than factual information. A subjectivity score closer to 0 implies a more objective view, whereas a score closer to 1 represents a more subjective view. The data is generally supplied as a bag-of-words, and after assigning individual scores to each word, the final sentiment is represented by some pooling of all the sentiments. TextBlob has semantic labels that facilitate fine-grained sentiment analysis by recognizing emojis, emoticons, and punctuations such as exclamation marks.</p>
      </sec>
      <sec>
        <title>VADER Sentiment Analysis</title>
        <p>The VADER library [<xref ref-type="bibr" rid="ref47">47</xref>] is a lexicon- and rule–based sentiment analyzer of the English language constructed from a generalizable, valence-based, human-curated gold standard sentiment lexicon and is available with Python’s Natural Language Toolkit library [<xref ref-type="bibr" rid="ref77">77</xref>]. VADER does not require any training data and is specifically attuned to semantic constructions in social media texts, which are generally informal, yet can be conveniently applied to multiple domains [<xref ref-type="bibr" rid="ref77">77</xref>,<xref ref-type="bibr" rid="ref78">78</xref>]. A Python algorithm using the VADER library was developed to unveil and categorize the sentiment in our data set. The output of the analysis is a percentage score of positivity, negativity, and neutrality, as well as a compound score. The compound score is a normalized weighted composite score (ie, normalized to be between –1, most extreme negative, and +1, most extreme positive) that is useful for interpreting the sentiment in a text as a single unidimensional measure of sentiment. On the other hand, the positive, negative, and neutral scores are useful to understand the sentiment in a text in multidimensional measures.</p>
      </sec>
      <sec>
        <title>Word2Vec-BiLSTM Sentiment Analysis</title>
        <p>Word2Vec-BiLSTM is an advanced model, which combines ML and AI for NLP. Word2Vec is a ML model that projects natural words, groups of words, or phrases into a multidimensional space, creating vector representations of the word or group of words, which are mapped to vectors of real numbers, otherwise called word embeddings. The resultant two-layer NNs are subsequently trained to reconstruct linguistic contexts of the word or group of words that preserve information about the target word or group of words, the overall context of the word, and the crams variable length sequences to fixed-length vectors. Mikolov et al [<xref ref-type="bibr" rid="ref79">79</xref>-<xref ref-type="bibr" rid="ref81">81</xref>] describe in detail the underlying principles and algorithms of Word2Vec. The BiLSTM model [<xref ref-type="bibr" rid="ref82">82</xref>,<xref ref-type="bibr" rid="ref83">83</xref>] learns two-way dependencies between time steps of time series data (ie, the output layer gets information from forward and backward states simultaneously), which has presented good results in NLP [<xref ref-type="bibr" rid="ref84">84</xref>,<xref ref-type="bibr" rid="ref85">85</xref>]. When given adequate training, Word2Vec-BiLSTM models are highly accurate at capturing the ephemeral qualities of human language and guessing the meanings of words within the context of a sentence. The BiLSTM model and related hyperparameters adopted herein with minor modifications is described by Cherniuk [<xref ref-type="bibr" rid="ref86">86</xref>]. The training data consisted of 75,000 review entries, with a test size of 0.05% of the training data accordingly labeled as a positive or negative review. The model inputs were feature vectors composed of bigrams and trigrams of the cleaned data set. The model architecture consisted of six layers with a sigmoid activation function, Adam optimizer [<xref ref-type="bibr" rid="ref87">87</xref>], and binary_crossentropy as the loss function. The model batch size was 100 with an epoch of five. After training, the accuracy of the model was 92%.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The results of media activity within the study period is summarized in <xref rid="figure1" ref-type="fig">Figure 1</xref> [<xref ref-type="bibr" rid="ref88">88</xref>-<xref ref-type="bibr" rid="ref95">95</xref>]. There was relatively low activity on Twitter and Google News about the query terms within the first 3 weeks of the study period (ie, between February 2-23, 2020). Google News features on the search topics soared from 39 news items in the eighth week (ie, March 22, 2020) to 73 news features by the ninth week (ie, March 29, 2020). Similarly to the trend on Google News, Twitter posts increased from 3 to 70 between the eighth and ninth weeks of the study period.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Media activity and sentiment analysis of tweets and Google News headlines and snippets between February 2 and May 5, 2020. (A) Media activity within the study period, (B) TextBlob sentiment analysis, (C) VADER sentiment analysis, and (D) Word2Vec-BiLSTM sentiment analysis. (a) Two French medical doctors made controversial remarks on COVID-19 vaccine testing in Africa on April 1, (b) the World Health Organization strongly remarked about the comments by the French doctors on April 6, (c) Madagascar announced herbal cure to COVID-19 at a virtual meeting of African presidents on April 20, (d) first reported case of COVID-19 in Africa on February 14, and (e) first reported case of COVID-19 in sub-Saharan Africa on February 28. BiLSTM: bidirectional long short-term memory; VADER: Valence Aware Dictionary and Sentiment Reasoner.</p>
        </caption>
        <graphic xlink:href="medinform_v9i3e22916_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p><xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref> provide a summary of the sentiment polarities in media communications using computational linguistic models. Zooming in on the results for Google News headlines or snippets, it can be observed that average polarities from the VADER analysis revealed that the news was 7% positive, 8% negative, and 85% neutral, with a compound score of –2, which indicates overall negativity in the news tonality. The TextBlob analysis showed that the news was 63% positive, 19% negative, and 22% neutral, with an average subjectivity score of 0.5, indicating a general positivity in the news tonality.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Sentiment polarities in media communications (Google News headlines or descriptions) analyzed using the TextBlob, VADER, and Word2Vec-BiLSTM models.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="160"/>
          <col width="70"/>
          <col width="80"/>
          <col width="70"/>
          <col width="100"/>
          <col width="0"/>
          <col width="70"/>
          <col width="80"/>
          <col width="80"/>
          <col width="100"/>
          <col width="0"/>
          <col width="90"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>Period in 2020</td>
              <td colspan="5">TextBlob</td>
              <td colspan="5">VADER<sup>a</sup></td>
              <td colspan="2">Word2Vec-BiLSTM<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Positive</td>
              <td>Negative</td>
              <td>Neutral</td>
              <td>Subjectivity score</td>
              <td colspan="2">Positive</td>
              <td>Negative</td>
              <td>Neutral</td>
              <td>Compound score</td>
              <td colspan="2">Positive</td>
              <td>Negative</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>February 2</td>
              <td>77.78</td>
              <td>22.22</td>
              <td>0.00</td>
              <td>0.48</td>
              <td colspan="2">0.07</td>
              <td>0.07</td>
              <td>0.86</td>
              <td>0.02</td>
              <td colspan="2">88.89</td>
              <td>11.11</td>
            </tr>
            <tr valign="top">
              <td>February 9</td>
              <td>16.67</td>
              <td>83.33</td>
              <td>0.00</td>
              <td>0.58</td>
              <td colspan="2">0.06</td>
              <td>0.08</td>
              <td>0.86</td>
              <td>–0.01</td>
              <td colspan="2">16.67</td>
              <td>83.33</td>
            </tr>
            <tr valign="top">
              <td>February 16</td>
              <td>66.67</td>
              <td>0.00</td>
              <td>33.33</td>
              <td>0.73</td>
              <td colspan="2">0.03</td>
              <td>0.15</td>
              <td>0.82</td>
              <td>–0.35</td>
              <td colspan="2">66.67</td>
              <td>33.33</td>
            </tr>
            <tr valign="top">
              <td>February 23</td>
              <td>100.00</td>
              <td>0.00</td>
              <td>0.00</td>
              <td>0.58</td>
              <td colspan="2">0.11</td>
              <td>0.15</td>
              <td>0.74</td>
              <td>–0.11</td>
              <td colspan="2">0.00</td>
              <td>100.00</td>
            </tr>
            <tr valign="top">
              <td>March 1</td>
              <td>66.67</td>
              <td>26.67</td>
              <td>6.67</td>
              <td>0.43</td>
              <td colspan="2">0.10</td>
              <td>0.08</td>
              <td>0.82</td>
              <td>0.09</td>
              <td colspan="2">80.00</td>
              <td>20.00</td>
            </tr>
            <tr valign="top">
              <td>March 8</td>
              <td>72.73</td>
              <td>0.00</td>
              <td>27.27</td>
              <td>0.64</td>
              <td colspan="2">0.06</td>
              <td>0.12</td>
              <td>0.82</td>
              <td>–0.21</td>
              <td colspan="2">18.18</td>
              <td>81.82</td>
            </tr>
            <tr valign="top">
              <td>March 15</td>
              <td>49.18</td>
              <td>19.67</td>
              <td>31.15</td>
              <td>0.40</td>
              <td colspan="2">0.06</td>
              <td>0.07</td>
              <td>0.87</td>
              <td>–0.04</td>
              <td colspan="2">36.07</td>
              <td>63.93</td>
            </tr>
            <tr valign="top">
              <td>March 22</td>
              <td>89.74</td>
              <td>5.13</td>
              <td>5.13</td>
              <td>0.37</td>
              <td colspan="2">0.08</td>
              <td>0.03</td>
              <td>0.89</td>
              <td>0.17</td>
              <td colspan="2">69.23</td>
              <td>30.77</td>
            </tr>
            <tr valign="top">
              <td>March 29</td>
              <td>53.42</td>
              <td>6.85</td>
              <td>39.73</td>
              <td>0.48</td>
              <td colspan="2">0.07</td>
              <td>0.07</td>
              <td>0.86</td>
              <td>0.02</td>
              <td colspan="2">69.86</td>
              <td>30.14</td>
            </tr>
            <tr valign="top">
              <td>April 5</td>
              <td>57.97</td>
              <td>17.39</td>
              <td>24.64</td>
              <td>0.43</td>
              <td colspan="2">0.07</td>
              <td>0.05</td>
              <td>0.88</td>
              <td>0.07</td>
              <td colspan="2">44.93</td>
              <td>55.07</td>
            </tr>
            <tr valign="top">
              <td>April 12</td>
              <td>49.09</td>
              <td>21.82</td>
              <td>29.09</td>
              <td>0.34</td>
              <td colspan="2">0.08</td>
              <td>0.07</td>
              <td>0.85</td>
              <td>0.03</td>
              <td colspan="2">70.91</td>
              <td>29.09</td>
            </tr>
            <tr valign="top">
              <td>April 19</td>
              <td>75.93</td>
              <td>7.41</td>
              <td>16.67</td>
              <td>0.42</td>
              <td colspan="2">0.06</td>
              <td>0.05</td>
              <td>0.89</td>
              <td>0.10</td>
              <td colspan="2">50.00</td>
              <td>50.00</td>
            </tr>
            <tr valign="top">
              <td>April 26</td>
              <td>48.65</td>
              <td>32.43</td>
              <td>18.92</td>
              <td>0.46</td>
              <td colspan="2">0.06</td>
              <td>0.10</td>
              <td>0.85</td>
              <td>–0.14</td>
              <td colspan="2">37.84</td>
              <td>62.16</td>
            </tr>
            <tr valign="top">
              <td>May 3</td>
              <td>53.17</td>
              <td>17.46</td>
              <td>29.37</td>
              <td>0.33</td>
              <td colspan="2">0.08</td>
              <td>0.07</td>
              <td>0.85</td>
              <td>0.06</td>
              <td colspan="2">65.08</td>
              <td>34.92</td>
            </tr>
            <tr valign="top">
              <td>Average polarity</td>
              <td>62.69</td>
              <td>18.60</td>
              <td>18.71</td>
              <td>0.48</td>
              <td colspan="2">0.07</td>
              <td>0.08</td>
              <td>0.85</td>
              <td>–0.02</td>
              <td colspan="2">51.02</td>
              <td>48.98</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>VADER: Valence Aware Dictionary and Sentiment Reasoner.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>BiLSTM: bidirectional long short-term memory.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Sentiment polarities in media communications (Twitter posts) analyzed using the TextBlob, VADER, and Word2Vec-BiLSTM models.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="150"/>
          <col width="80"/>
          <col width="90"/>
          <col width="70"/>
          <col width="100"/>
          <col width="0"/>
          <col width="80"/>
          <col width="90"/>
          <col width="70"/>
          <col width="90"/>
          <col width="0"/>
          <col width="90"/>
          <col width="90"/>
          <thead>
            <tr valign="top">
              <td>Period in 2020</td>
              <td colspan="5">TextBlob</td>
              <td colspan="5">VADER<sup>a</sup></td>
              <td colspan="2">Word2Vec-BiLSTM<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Positive</td>
              <td>Negative</td>
              <td>Neutral</td>
              <td>Subjectivity score</td>
              <td colspan="2">Positive</td>
              <td>Negative</td>
              <td>Neutral</td>
              <td>Compound score</td>
              <td colspan="2">Positive</td>
              <td>Negative</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>February 2</td>
              <td>100.00</td>
              <td>0.00</td>
              <td>0.00</td>
              <td>0.92</td>
              <td colspan="2">0.17</td>
              <td>0.00</td>
              <td>0.83</td>
              <td>0.70</td>
              <td colspan="2">100.00</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>February 9</td>
              <td>37.50</td>
              <td>37.50</td>
              <td>25.00</td>
              <td>0.34</td>
              <td colspan="2">0.12</td>
              <td>0.09</td>
              <td>0.79</td>
              <td>0.15</td>
              <td colspan="2">87.50</td>
              <td>12.50</td>
            </tr>
            <tr valign="top">
              <td>February 16</td>
              <td>63.64</td>
              <td>9.09</td>
              <td>27.27</td>
              <td>0.27</td>
              <td colspan="2">0.09</td>
              <td>0.05</td>
              <td>0.85</td>
              <td>0.12</td>
              <td colspan="2">54.55</td>
              <td>45.45</td>
            </tr>
            <tr valign="top">
              <td>February 23</td>
              <td>50.00</td>
              <td>50.00</td>
              <td>0.00</td>
              <td>0.37</td>
              <td colspan="2">0.17</td>
              <td>0.04</td>
              <td>0.79</td>
              <td>0.48</td>
              <td colspan="2">100.00</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>March 1</td>
              <td>83.33</td>
              <td>0.00</td>
              <td>16.67</td>
              <td>0.59</td>
              <td colspan="2">0.14</td>
              <td>0.03</td>
              <td>0.83</td>
              <td>0.36</td>
              <td colspan="2">66.67</td>
              <td>33.33</td>
            </tr>
            <tr valign="top">
              <td>March 8</td>
              <td>44.44</td>
              <td>22.22</td>
              <td>33.33</td>
              <td>0.32</td>
              <td colspan="2">0.14</td>
              <td>0.03</td>
              <td>0.83</td>
              <td>0.38</td>
              <td colspan="2">66.67</td>
              <td>33.33</td>
            </tr>
            <tr valign="top">
              <td>March 15</td>
              <td>85.71</td>
              <td>0.00</td>
              <td>14.29</td>
              <td>0.52</td>
              <td colspan="2">0.05</td>
              <td>0.02</td>
              <td>0.92</td>
              <td>0.16</td>
              <td colspan="2">100.00</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>March 22</td>
              <td>66.67</td>
              <td>0.00</td>
              <td>33.33</td>
              <td>0.40</td>
              <td colspan="2">0.12</td>
              <td>0.02</td>
              <td>0.86</td>
              <td>0.49</td>
              <td colspan="2">66.67</td>
              <td>33.33</td>
            </tr>
            <tr valign="top">
              <td>March 29</td>
              <td>38.57</td>
              <td>27.14</td>
              <td>34.29</td>
              <td>0.37</td>
              <td colspan="2">0.08</td>
              <td>0.12</td>
              <td>0.80</td>
              <td>–0.12</td>
              <td colspan="2">82.86</td>
              <td>17.14</td>
            </tr>
            <tr valign="top">
              <td>April 5</td>
              <td>36.49</td>
              <td>20.27</td>
              <td>43.24</td>
              <td>0.35</td>
              <td colspan="2">0.07</td>
              <td>0.12</td>
              <td>0.81</td>
              <td>–0.11</td>
              <td colspan="2">82.43</td>
              <td>17.57</td>
            </tr>
            <tr valign="top">
              <td>April 12</td>
              <td>33.33</td>
              <td>41.67</td>
              <td>25.00</td>
              <td>0.49</td>
              <td colspan="2">0.10</td>
              <td>0.07</td>
              <td>0.82</td>
              <td>0.10</td>
              <td colspan="2">83.33</td>
              <td>16.67</td>
            </tr>
            <tr valign="top">
              <td>April 19</td>
              <td>66.67</td>
              <td>6.67</td>
              <td>26.67</td>
              <td>0.47</td>
              <td colspan="2">0.06</td>
              <td>0.06</td>
              <td>0.88</td>
              <td>–0.02</td>
              <td colspan="2">93.33</td>
              <td>6.67</td>
            </tr>
            <tr valign="top">
              <td>April 26</td>
              <td>48.02</td>
              <td>23.41</td>
              <td>28.57</td>
              <td>0.37</td>
              <td colspan="2">0.11</td>
              <td>0.07</td>
              <td>0.82</td>
              <td>0.11</td>
              <td colspan="2">73.41</td>
              <td>26.59</td>
            </tr>
            <tr valign="top">
              <td>May 3</td>
              <td>38.18</td>
              <td>15.15</td>
              <td>46.67</td>
              <td>0.32</td>
              <td colspan="2">0.10</td>
              <td>0.06</td>
              <td>0.84</td>
              <td>0.09</td>
              <td colspan="2">78.79</td>
              <td>21.21</td>
            </tr>
            <tr valign="top">
              <td>Average polarity</td>
              <td>56.61</td>
              <td>18.08</td>
              <td>25.31</td>
              <td>0.43</td>
              <td colspan="2">0.11</td>
              <td>0.06</td>
              <td>0.83</td>
              <td>0.21</td>
              <td colspan="2">81.16</td>
              <td>18.84</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>VADER: Valence Aware Dictionary and Sentiment Reasoner.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>BiLSTM: bidirectional long short-term memory.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>Somewhat similar to the TextBlob results, the Word2Vec-BiLSTM analysis unveiled a slightly more positive sentiment in the news communications, as 51% of the news was positive and 49% was negative. On the other hand, taking a look at the results from Twitter, results showed that, for the VADER analysis, the posts were 11% positive, 6% negative, and 83% neutral. The TextBlob analysis showed that the tweets were 57% positive, 18% negative, and 25% neutral, with a subjectivity score of 0.5, indicating an overall positive sentiment in the tweets. Whereas, the Word2Vec-BiLSTM analysis revealed that 81% of the tweets were positive, while 19% were negative, indicating a strong positivity in Twitter communications. Generally, it can be observed that sentiment results from TextBlob were more positive as compared to results from VADER. Elsewhere [<xref ref-type="bibr" rid="ref96">96</xref>,<xref ref-type="bibr" rid="ref97">97</xref>], researchers also made similar observations that VADER is more likely to pick up negative tones as compared to TextBlob.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Media plays a key role in information dissemination and consumption, which in turn influences people’s opinions, attitudes, and decisions. Herein, we leveraged on the capability of computers to comprehend human language and describe emotional polarities in large amounts of data to delineate the sentiments in Twitter and Google News communications within the period of February 2 to May 5, 2020, regarding COVID-19 vaccines in the continent of Africa. In examining the media activity within the stated period, as expected, it was observed that media activity on the subject matter was relatively low in the first 3 weeks of the study period (ie, between February 2-23, 2020; <xref rid="figure1" ref-type="fig">Figure 1</xref>). This is because COVID-19 was just beginning to gain media attention in Africa during that time. In fact, the first case of COVID-19 in Africa was reported on February 14, 2020, in Egypt [<xref ref-type="bibr" rid="ref93">93</xref>], while the first confirmed case in sub-Saharan Africa, Nigeria to be specific, was reported on February 28, 2020 [<xref ref-type="bibr" rid="ref94">94</xref>].</p>
        <p>It can be observed that there was a spike in media activity on both Twitter and Google News between March 29 and April 5, 2020, with corresponding increases in negative sentiments based on results from TextBlob and VADER (<xref rid="figure1" ref-type="fig">Figure 1</xref> and <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref>). This period coincides with negative public reception of the remarks made by two French medical doctors on COVID-19 testing in Africa [<xref ref-type="bibr" rid="ref89">89</xref>]. The director-general of the WHO, Dr Tedros Adhanom Ghebreyesus, in a press briefing on April 6, 2020, strongly condemned the remarks by the doctors, comments he termed “racist remarks” and ascribed to a “hangover from colonial mentality” [<xref ref-type="bibr" rid="ref90">90</xref>]. Interestingly coincidental was a public dissent, which culminated in the incineration of a COVID-19 testing facility in Abidjan, capital city of Côte d’Ivoire the same day, on fears that patients with COVID-19 would be treated at the center, because the facility was too close to residential apartments [<xref ref-type="bibr" rid="ref98">98</xref>,<xref ref-type="bibr" rid="ref99">99</xref>]. This hostile public response is reminiscent of psychosocial effects during the Ebola outbreaks in Central and West Africa wherein some health workers were attacked on suspicion that they were spreading the disease in their communities, rather than providing medical care [<xref ref-type="bibr" rid="ref98">98</xref>]. Although the event in Abidjan is seemingly an isolated situation, such experiences reiterate the importance of knowledge and information consumption during the time of a medical emergency or crisis.</p>
        <p>Although there was a generally weak decline in positivity from both Twitter and Google News data across the study period, prevailing sentiments were neutral to positive. This gives an indication that generally truer and more evidence-based information regarding COVID-19 vaccines in Africa are circulating on Twitter and Google News as compared to falsehoods. This is because it is expected that, if factual and more science-based information is circulated on the media platforms about the prospects of a viable vaccine to tackle the COVID-19 pandemic in Africa, the communications and corresponding reactions should possess more positivity than negativity. It was observed that there was generally more positivity in Twitter data as compared to Google News data, which might indicate that there was less falsehoods communicated on Twitter as compared to Google News. This trend seems to be in contrast to observations made by other researchers that fake news spreads faster on social media (eg, Twitter, Facebook, Instagram, Snapchat, and WhatsApp) than evidence-based information [<xref ref-type="bibr" rid="ref100">100</xref>,<xref ref-type="bibr" rid="ref101">101</xref>]. Notwithstanding, our findings align considerably to those obtained by Pulido et al [<xref ref-type="bibr" rid="ref67">67</xref>] on public information about COVID-19, wherein the authors noted that for tweets regarding COVID-19, though false information is tweeted more, it had overall less retweets as compared to fact-checking tweets and that science-based evidence tweets captured more engagement than mere facts. Fung et al [<xref ref-type="bibr" rid="ref24">24</xref>] also made a similar observation, noting that after the declaration of the Ebola outbreak as an emergency in 2014, more accurate information circulated as compared to false information.</p>
        <p>These seemingly counterintuitive findings cannot be logically described by chance or normal human behavior alone. Indeed, our observed sentiment patterns seem to be consistent with deliberate and sustained efforts made on various media platforms like Twitter, Facebook, Google, Microsoft, Reddit, and others to limit the spread of misleading and potentially harmful content regarding the COVID-19 pandemic [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref102">102</xref>,<xref ref-type="bibr" rid="ref103">103</xref>]. For example, in March 2020, Twitter updated its policy guidance to address content sharing on its platform from authoritative sources of global and local health information that goes directly against guidance on COVID-19 [<xref ref-type="bibr" rid="ref104">104</xref>]. Google, on the other hand, put in place mechanisms to ensure that searches related to COVID-19 on the company’s search engine triggered an “SOS Alert,” with news from mainstream publications including the WHO, National Public Radio, and the US Centers for Disease Control and Prevention displayed prominently [<xref ref-type="bibr" rid="ref105">105</xref>].</p>
        <p>In consonance with efforts made by the public and social media platforms, other national and international entities and health actors have also intensified efforts to ensure accurate and reliable information to the public regarding COVID-19. For example, the WHO’s risk communication team launched a new information platform called WHO Information Network for Epidemics, immediately after it declared COVID-19 a Public Health Emergency of International Concern, devoted to myth-busting, debunking of false information, and sharing of tailored information with specific target groups [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. In response to skepticism regarding COVID-19 vaccines, Media Monitoring Africa, a media organization that aims to promote the development of critical, ethical, and a free and fair media culture in South Africa and the rest of the continent, triggered its Real411 platform, wherein the public can report disinformation regarding COVID-19 to a digital complaints committee [<xref ref-type="bibr" rid="ref106">106</xref>]. The platform was originally set up during the country’s elections to enable reporting of objectionable speech by members of the public. This strategic media response was deemed necessary following a national survey conducted between April 15-23, 2020, among a representative sample of 600 people regarding COVID-19 vaccines in South Africa, which revealed that 21% of South Africans were strongly unwilling to be vaccinated [<xref ref-type="bibr" rid="ref106">106</xref>].</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Information constitutes a critical resource for mitigation and curative measures in the fight against the COVID-19 pandemic. This study assessed prevailing affective inclinations in media submissions regarding COVID-19 vaccines in Africa. Contrary to general perception, the results revealed a more passive to positive sentiment, which we could understand within the context of active media policing in ensuring safe and objective information regarding the COVID-19 pandemic. These findings are consistent with previous studies regarding public information about COVID-19. Our analytical approach attempted to provide a more universal and balanced perspective of the emotive patterns in the data sets by adopting three different NLP models (TextBlob, VADER, and Word2Vec-BiLSTM models) with fundamentally different underlying principles and mechanisms. Of course, sentiment analysis is a complex undertaking because speech communications can be highly subjective. For example, certain words or phrases can have different sentiments (ie, positive or negative) depending on the context of the text. Further to that, some narratives such as ironies and sarcasms are extremely difficult for machines and computers to understand because they cannot be interpreted literally. In this regard, we acknowledge the limitations of our approach (including the scope of the search terms and phrases used to query for the data on the internet); nonetheless, we believe that our study provides a reasonable approximation of the media polarity regarding the study topic. In future undertakings, the Word2Vec-BiLSTM and VADER libraries can be trained using more topic-specific vocabulary to improve their overall accuracies and predictability. Ultimately, building on insights from this study, public health and media actors can be stimulated to develop or re-evaluate relevant policies that promote responsible media use and public consumption to maximize the benefits of health interventions amid the COVID-19 crisis. This does not undermine the efficacy of efforts already made to curb misleading information regarding COVID-19 in the public space.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Google News data.</p>
        <media xlink:href="medinform_v9i3e22916_app1.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 52 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Twitter data.</p>
        <media xlink:href="medinform_v9i3e22916_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 99 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">API</term>
          <def>
            <p>application processing interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BiLSTM</term>
          <def>
            <p>bidirectional long short-term memory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CSV</term>
          <def>
            <p>comma-separated values</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HepB</term>
          <def>
            <p>hepatitis B</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NN</term>
          <def>
            <p>neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">VADER</term>
          <def>
            <p>Valence Aware Dictionary and Sentiment Reasoner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This paper was financially supported via the 2020 University Research Committee funding from the University of Johannesburg, granted to the main author.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Driggin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Madhavan</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Bikdeli</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chuich</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Laracy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Biondi-Zoccai</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Der Nigoghossian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zidar</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Haythe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brodie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Beckman</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kirtane</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Cardiovascular considerations for patients, health care workers, and health systems during the COVID-19 pandemic</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2020</year>
          <month>05</month>
          <day>12</day>
          <volume>75</volume>
          <issue>18</issue>
          <fpage>2352</fpage>
          <lpage>2371</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32201335"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2020.03.031</pub-id>
          <pub-id pub-id-type="medline">32201335</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(20)34637-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7198856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toure</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 (coronavirus) drives sub-Saharan Africa toward first recession in 25 Years</article-title>
          <source>The World Bank</source>
          <year>2020</year>
          <month>04</month>
          <day>09</day>
          <access-date>2020-08-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.worldbank.org/en/news/press-release/2020/04/09/covid-19-coronavirus-drives-sub-saharan-africa-toward-first-recession-in-25-years">https://www.worldbank.org/en/news/press-release/2020/04/09/covid-19-coronavirus-drives-sub-saharan-africa-toward-first-recession-in-25-years</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicola</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alsafi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sohrabi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kerwan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Jabir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Iosifidis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Agha</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Agha</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The socio-economic implications of the coronavirus pandemic (COVID-19): a review</article-title>
          <source>Int J Surg</source>
          <year>2020</year>
          <month>06</month>
          <volume>78</volume>
          <fpage>185</fpage>
          <lpage>193</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32305533"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijsu.2020.04.018</pub-id>
          <pub-id pub-id-type="medline">32305533</pub-id>
          <pub-id pub-id-type="pii">S1743-9191(20)30316-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7162753</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Markhvida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hallegatte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Socio-economic impacts of COVID-19 on household consumption and poverty</article-title>
          <source>Econ Disaster Clim Chang</source>
          <year>2020</year>
          <month>07</month>
          <day>23</day>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32838120"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41885-020-00070-3</pub-id>
          <pub-id pub-id-type="medline">32838120</pub-id>
          <pub-id pub-id-type="pii">70</pub-id>
          <pub-id pub-id-type="pmcid">PMC7376321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buheji</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>da Costa Cunha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Beka</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mavrić</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leandro do Carmo de Souza</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Souza da Costa Silva</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hanafi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chetia Yein</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The extent of COVID-19 pandemic socio-economic impact on global poverty. A global integrative multidisciplinary review</article-title>
          <source>Am J Economics</source>
          <year>2020</year>
          <month>8</month>
          <day>1</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>213</fpage>
          <lpage>224</lpage>
          <pub-id pub-id-type="doi">10.5923/j.economics.20201004.02</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Statement on the second meeting of the International Health Regulations (2005) Emergency Committee regarding the outbreak of novel coronavirus (2019-nCoV)</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>01</month>
          <day>30</day>
          <access-date>2020-05-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/detail/30-01-2020-statement-on-the-second-meeting-of-the-international-health-regulations-(2005)-emergency-committee-regarding-the-outbreak-of-novel-coronavirus-(2019-ncov)">https://tinyurl.com/463gxq7l</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Impact of the coronavirus (COVID-19) on the African economy</article-title>
          <source>Tralac</source>
          <year>2020</year>
          <access-date>2020-05-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tralac.org/news/article/14483-impact-of-the-coronavirus-covid-19-on-the-african-economy.html">https://www.tralac.org/news/article/14483-impact-of-the-coronavirus-covid-19-on-the-african-economy.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sumner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz-Juarez</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Estimates of the impact of COVID-19 on global poverty</article-title>
          <source>UNU-WIDER</source>
          <year>2020</year>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wider.unu.edu/sites/default/files/Publications/Working-paper/PDF/wp2020-43.pdf">https://www.wider.unu.edu/sites/default/files/Publications/Working-paper/PDF/wp2020-43.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <source>OECD Employment Outlook 2020: Worker Security and the COVID-19 Crisis</source>
          <year>2020</year>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Quandt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schatto-Eckrodt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Frischlich</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Pandemic populism: facebook pages of alternative news media and the corona crisis--a computational content analysis</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online April 6, 2020.
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/pdf/2004.02566.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cinelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrociocchi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Galeazzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valensise</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Brugnoli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Zola</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zollo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scala</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 social media infodemic</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online March 10, 2020</comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hua</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Corona virus (COVID-19) "Infodemic" and emerging issues through a data lens: the case of China</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>03</month>
          <day>30</day>
          <volume>17</volume>
          <issue>7</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17072309"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17072309</pub-id>
          <pub-id pub-id-type="medline">32235433</pub-id>
          <pub-id pub-id-type="pii">ijerph17072309</pub-id>
          <pub-id pub-id-type="pmcid">PMC7177854</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zarocostas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How to fight an infodemic</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>02</month>
          <day>29</day>
          <volume>395</volume>
          <issue>10225</issue>
          <fpage>676</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32113495"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30461-X</pub-id>
          <pub-id pub-id-type="medline">32113495</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30461-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7133615</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>New survey reveals lockdown digital usage trends</article-title>
          <source>Stylus</source>
          <year>2020</year>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stylus.com/new-survey-reveals-lockdown-digital-usage">https://www.stylus.com/new-survey-reveals-lockdown-digital-usage</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Report: most important data on digital audiences during coronavirus</article-title>
          <source>TNW</source>
          <year>2020</year>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://thenextweb.com/growth-quarters/2020/04/24/report-most-important-data-on-digital-audiences-during-coronavirus/">https://thenextweb.com/growth-quarters/2020/04/24/report-most-important-data-on-digital-audiences-during-coronavirus/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rozenblum</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Patient-centred healthcare, social media and the internet: the perfect storm?</article-title>
          <source>BMJ Qual Saf</source>
          <year>2013</year>
          <month>03</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>183</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2012-001744</pub-id>
          <pub-id pub-id-type="medline">23378660</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2012-001744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dixit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Is compulsive social media use amid COVID-19 pandemic addictive behavior or coping mechanism?</article-title>
          <source>Asian J Psychiatr</source>
          <year>2020</year>
          <month>12</month>
          <volume>54</volume>
          <fpage>102290</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32659658"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajp.2020.102290</pub-id>
          <pub-id pub-id-type="medline">32659658</pub-id>
          <pub-id pub-id-type="pii">S1876-2018(20)30402-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7338858</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Arino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effect of media-induced social distancing on disease transmission in a two patch setting</article-title>
          <source>Math Biosci</source>
          <year>2011</year>
          <month>04</month>
          <volume>230</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21296092"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mbs.2011.01.005</pub-id>
          <pub-id pub-id-type="medline">21296092</pub-id>
          <pub-id pub-id-type="pii">S0025-5564(11)00012-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7094744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Rodewald</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ning</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Loss of confidence in vaccines following media reports of infant deaths after hepatitis B vaccination in China</article-title>
          <source>Int J Epidemiol</source>
          <year>2016</year>
          <month>04</month>
          <volume>45</volume>
          <issue>2</issue>
          <fpage>441</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1093/ije/dyv349</pub-id>
          <pub-id pub-id-type="medline">27174834</pub-id>
          <pub-id pub-id-type="pii">dyv349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Malicious actors on Twitter: a guide for public health researchers</article-title>
          <source>Am J Public Health</source>
          <year>2019</year>
          <month>05</month>
          <volume>109</volume>
          <issue>5</issue>
          <fpage>688</fpage>
          <lpage>692</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2019.304969</pub-id>
          <pub-id pub-id-type="medline">30896994</pub-id>
          <pub-id pub-id-type="pmcid">PMC6459664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brainard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Misinformation making a disease outbreak worse: outcomes compared for influenza, monkeypox, and norovirus</article-title>
          <source>Simulation</source>
          <year>2019</year>
          <month>11</month>
          <day>12</day>
          <volume>96</volume>
          <issue>4</issue>
          <fpage>365</fpage>
          <lpage>374</lpage>
          <pub-id pub-id-type="doi">10.1177/0037549719885021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torbica</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Systematic literature review on the spread of health-related misinformation on social media</article-title>
          <source>Soc Sci Med</source>
          <year>2019</year>
          <month>11</month>
          <volume>240</volume>
          <fpage>112552</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(19)30546-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2019.112552</pub-id>
          <pub-id pub-id-type="medline">31561111</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(19)30546-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7117034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Advocating for vaccination in a climate of science denial</article-title>
          <source>Nat Microbiol</source>
          <year>2017</year>
          <month>06</month>
          <day>27</day>
          <volume>2</volume>
          <fpage>17106</fpage>
          <pub-id pub-id-type="doi">10.1038/nmicrobiol.2017.106</pub-id>
          <pub-id pub-id-type="medline">28653682</pub-id>
          <pub-id pub-id-type="pii">nmicrobiol2017106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>BSB</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tse</surname>
              <given-names>ZTH</given-names>
            </name>
          </person-group>
          <article-title>Social media's initial reaction to information and misinformation on Ebola, August 2014: facts and rumors</article-title>
          <source>Public Health Rep</source>
          <year>2016</year>
          <volume>131</volume>
          <issue>3</issue>
          <fpage>461</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27252566"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/003335491613100312</pub-id>
          <pub-id pub-id-type="medline">27252566</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fast</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Markuzon</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Incorporating media data into a model of infectious disease transmission</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>e0197646</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0197646"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0197646</pub-id>
          <pub-id pub-id-type="medline">30716139</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-13239</pub-id>
          <pub-id pub-id-type="pmcid">PMC6361417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Third-person effects of health news: exploring the relationships among media exposure, presumed media influence, and behavioral intentions</article-title>
          <source>Am Behav Scientist</source>
          <year>2008</year>
          <month>07</month>
          <day>29</day>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>261</fpage>
          <lpage>277</lpage>
          <pub-id pub-id-type="doi">10.1177/0002764208321355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>d'Onofrio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manfredi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Manfredi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Bifurcation thresholds in an SIR model with information-dependent vaccination</article-title>
          <source>Math Modelling Nat Phenomena</source>
          <year>2008</year>
          <month>06</month>
          <day>15</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1051/mmnp:2008009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Polack</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Understanding variation in measles-mumps-rubella immunization coverage--a population-based study</article-title>
          <source>Eur J Public Health</source>
          <year>2006</year>
          <month>04</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>137</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1093/eurpub/cki194</pub-id>
          <pub-id pub-id-type="medline">16207728</pub-id>
          <pub-id pub-id-type="pii">cki194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luman</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Strine</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Impact of thimerosal-related changes in hepatitis B vaccine birth-dose recommendations on childhood vaccination coverage</article-title>
          <source>JAMA</source>
          <year>2004</year>
          <month>05</month>
          <day>19</day>
          <volume>291</volume>
          <issue>19</issue>
          <fpage>2351</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.291.19.2351</pub-id>
          <pub-id pub-id-type="medline">15150207</pub-id>
          <pub-id pub-id-type="pii">291/19/2351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UKH</given-names>
            </name>
            <name name-style="western">
              <surname>Seifert</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Misinformation and its correction: continued influence and successful debiasing</article-title>
          <source>Psychol Sci Public Interest</source>
          <year>2012</year>
          <month>12</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>106</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1177/1529100612451018</pub-id>
          <pub-id pub-id-type="medline">26173286</pub-id>
          <pub-id pub-id-type="pii">13/3/106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Danovaro-Holliday</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>LeBaron</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>Rotavirus vaccine and the news media, 1987-2001</article-title>
          <source>JAMA</source>
          <year>2002</year>
          <month>03</month>
          <day>20</day>
          <volume>287</volume>
          <issue>11</issue>
          <fpage>1455</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.287.11.1455</pub-id>
          <pub-id pub-id-type="medline">11903035</pub-id>
          <pub-id pub-id-type="pii">jtv20000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allcott</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gentzkow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Trends in the diffusion of misinformation on social media</article-title>
          <source>Res Polit</source>
          <year>2019</year>
          <month>05</month>
          <day>09</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1177/2053168019848554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazer</surname>
              <given-names>DMJ</given-names>
            </name>
            <name name-style="western">
              <surname>Baum</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Benkler</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Berinsky</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhill</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Menczer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Metzger</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nyhan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rothschild</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schudson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sloman</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Sunstein</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Thorson</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zittrain</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The science of fake news</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>03</month>
          <day>09</day>
          <volume>359</volume>
          <issue>6380</issue>
          <fpage>1094</fpage>
          <lpage>1096</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aao2998</pub-id>
          <pub-id pub-id-type="medline">29590025</pub-id>
          <pub-id pub-id-type="pii">359/6380/1094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merino</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Response to Ebola in the US: misinformation, fear, and new opportunities</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <month>11</month>
          <day>07</day>
          <volume>349</volume>
          <fpage>g6712</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.g6712</pub-id>
          <pub-id pub-id-type="medline">25380659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tchuenche</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauch</surname>
              <given-names>CT</given-names>
            </name>
          </person-group>
          <article-title>Dynamics of an infectious disease where media coverage influences transmission</article-title>
          <source>Int Scholarly Res Notices</source>
          <year>2012</year>
          <month>03</month>
          <day>08</day>
          <volume>2012</volume>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.5402/2012/581274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Media/psychological impact on multiple outbreaks of emerging infectious diseases</article-title>
          <source>Computational Math Methods Med</source>
          <year>2007</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>153</fpage>
          <lpage>164</lpage>
          <pub-id pub-id-type="doi">10.1080/17486700701425870</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ekbal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bhattacharyya</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Medical sentiment analysis using social media: towards building a patient assisted system</article-title>
          <source>Proceedings of the Eleventh International Conference on Language Resources and Evaluation</source>
          <year>2018</year>
          <conf-name>LREC 2018</conf-name>
          <conf-date>May 2018</conf-date>
          <conf-loc>Miyazaki, Japan</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis and opinion mining</article-title>
          <source>Synthesis Lectures on Human Language Technologies</source>
          <year>2012</year>
          <publisher-loc>San Rafael, CA</publisher-loc>
          <publisher-name>Morgan &#38; Claypool Publishers</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cambria</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bandyopadhyay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Feraco</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Cambria</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bandyopadhyay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Feraco</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Affective computing and sentiment analysis</article-title>
          <source>A Practical Guide to Sentiment Analysis</source>
          <year>2017</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>1</fpage>
          <lpage>10</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Natural language processing for sentiment analysis</article-title>
          <source>Expert System Team</source>
          <year>2016</year>
          <access-date>2020-05-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://expertsystem.com/natural-language-processing-sentiment-analysis/">https://expertsystem.com/natural-language-processing-sentiment-analysis/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bollen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Twitter mood predicts the stock market</article-title>
          <source>J Computational Sci</source>
          <year>2011</year>
          <month>3</month>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocs.2010.12.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ozturk</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Ciftci</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A sentiment analysis of twitter content as a predictor of exchange rate movements</article-title>
          <source>Rev Econ Analysis</source>
          <year>2014</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>140</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El Ansari</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zahir</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mousannif</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Adbelwahed</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Bellatreche</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Benslimane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Golfarelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jean</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mery</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nakamatsu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ordonez</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Context-based sentiment analysis: a survey</article-title>
          <source>New Trends in Model and Data Engineering: MEDI 2018 International Workshops, DETECT, MEDI4SG, IWCFS, REMEDY, Marrakesh, Morocco, October 24–26, 2018, Proceedings</source>
          <year>2018</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>91</fpage>
          <lpage>97</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Systematic literature review on context-based sentiment analysis in social multimedia</article-title>
          <source>Multimedia Tools Applications</source>
          <year>2019</year>
          <month>02</month>
          <day>23</day>
          <volume>79</volume>
          <issue>21-22</issue>
          <fpage>15349</fpage>
          <lpage>15380</lpage>
          <pub-id pub-id-type="doi">10.1007/s11042-019-7346-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nankani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shrivastava</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Krishna</surname>
              <given-names>PVNSR</given-names>
            </name>
            <name name-style="western">
              <surname>Mahata</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nayak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mittal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Patnaik</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Multilingual sentiment analysis</article-title>
          <source>Deep Learning-Based Approaches for Sentiment Analysis</source>
          <year>2020</year>
          <publisher-loc>Singapore</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>193</fpage>
          <lpage>236</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ofek</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shapira</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>ConSent: context-based sentiment analysis</article-title>
          <source>Knowledge-Based Syst</source>
          <year>2015</year>
          <month>08</month>
          <volume>84</volume>
          <fpage>162</fpage>
          <lpage>178</lpage>
          <pub-id pub-id-type="doi">10.1016/j.knosys.2015.04.009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>VADER: a parsimonious rule-based model for sentiment analysis of social media text</article-title>
          <year>2014</year>
          <conf-name>Eighth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>June 1-4, 2014</conf-date>
          <conf-loc>Ann Arbor, MI</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://comp.social.gatech.edu/papers/icwsm14.vader.hutto.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loria</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>TextBlob: Simplified Text Processing</source>
          <year>2020</year>
          <access-date>2020-05-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://textblob.readthedocs.io/en/dev/">https://textblob.readthedocs.io/en/dev/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Chinese comments sentiment classification based on word2vec and SVMperf</article-title>
          <source>Expert Syst Applications</source>
          <year>2015</year>
          <month>03</month>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>1857</fpage>
          <lpage>1863</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eswa.2014.09.011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bilyk</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Why business applies sentiment anaylsis? 5 successful examples</article-title>
          <source>The App Solutions</source>
          <year>2019</year>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://theappsolutions.com/blog/development/sentiment-analysis-for-business/">https://theappsolutions.com/blog/development/sentiment-analysis-for-business/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roccetti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marfia</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Salomoni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Prandi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zagari</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Gningaye Kengni</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Bazzoli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Montagnani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Attitudes of Crohn's disease patients: infodemiology case study and sentiment analysis of Facebook and Twitter posts</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2017</year>
          <month>08</month>
          <day>09</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e51</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2017/3/e51/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.7004</pub-id>
          <pub-id pub-id-type="medline">28793981</pub-id>
          <pub-id pub-id-type="pii">v3i3e51</pub-id>
          <pub-id pub-id-type="pmcid">PMC5569247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greaves</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez-Cano</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Millett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Donaldson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Use of sentiment analysis for capturing patient experience from free-text comments posted online</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>11</month>
          <day>01</day>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e239</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/11/e239/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2721</pub-id>
          <pub-id pub-id-type="medline">24184993</pub-id>
          <pub-id pub-id-type="pii">v15i11e239</pub-id>
          <pub-id pub-id-type="pmcid">PMC3841376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abualigah</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alfar</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Shehab</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hussein</surname>
              <given-names>AMA</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Elaziz</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Al-qaness</surname>
              <given-names>MAA</given-names>
            </name>
            <name name-style="western">
              <surname>Ewees</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Dahou</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis in healthcare: a brief review</article-title>
          <source>Recent Advances in NLP: The Case of Arabic Language</source>
          <year>2020</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>129</fpage>
          <lpage>141</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García-Díaz</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Cánovas-García</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Valencia-García</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Ontology-driven aspect-based sentiment analysis classification: an infodemiological case study regarding infectious diseases in Latin America</article-title>
          <source>Future Gener Comput Syst</source>
          <year>2020</year>
          <month>11</month>
          <volume>112</volume>
          <fpage>641</fpage>
          <lpage>657</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32572291"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.future.2020.06.019</pub-id>
          <pub-id pub-id-type="medline">32572291</pub-id>
          <pub-id pub-id-type="pii">S0167-739X(20)30892-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7301140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Afyouni</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fetit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arvanitis</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>#DigitalHealth: exploring users' perspectives through social media analysis</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2015</year>
          <volume>213</volume>
          <fpage>243</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="medline">26153005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monnier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Laken</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Patient and caregiver interest in internet-based cancer services</article-title>
          <source>Cancer Pract</source>
          <year>2002</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>305</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1523-5394.2002.106005.x</pub-id>
          <pub-id pub-id-type="medline">12406053</pub-id>
          <pub-id pub-id-type="pii">cpa106005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abdaoui</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Azé</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bringay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poncelet</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Galtier</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Patient's rationale: patient Knowledge retrieval from health forums</article-title>
          <year>2014</year>
          <conf-name>eTELEMED: eHealth, Telemedicine, and Social Medicine</conf-name>
          <conf-date>2014</conf-date>
          <conf-loc>Barcelone, Spain</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hal-lirmm.ccsd.cnrs.fr/lirmm-01130720/document"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mining health social media with sentiment analysis</article-title>
          <source>J Med Syst</source>
          <year>2016</year>
          <month>11</month>
          <volume>40</volume>
          <issue>11</issue>
          <fpage>236</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-016-0604-4</pub-id>
          <pub-id pub-id-type="medline">27663246</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-016-0604-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barkur</surname>
              <given-names>G</given-names>
            </name>
            <collab>Vibha</collab>
            <name name-style="western">
              <surname>Kamath</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis of nationwide lockdown due to COVID 19 outbreak: evidence from India</article-title>
          <source>Asian J Psychiatr</source>
          <year>2020</year>
          <month>06</month>
          <volume>51</volume>
          <fpage>102089</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32305035"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajp.2020.102089</pub-id>
          <pub-id pub-id-type="medline">32305035</pub-id>
          <pub-id pub-id-type="pii">S1876-2018(20)30200-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7152888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Public discourse and sentiment during the COVID 19 pandemic: using latent Dirichlet allocation for topic modeling on Twitter</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>e0239441</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0239441"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0239441</pub-id>
          <pub-id pub-id-type="medline">32976519</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-11036</pub-id>
          <pub-id pub-id-type="pmcid">PMC7518625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Imran</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Daudpota</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kastrati</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Cross-cultural polarity and emotion detection using sentiment analysis and deep learning on COVID-19 related tweets</article-title>
          <source>IEEE Access</source>
          <year>2020</year>
          <volume>8</volume>
          <fpage>181074</fpage>
          <lpage>181090</lpage>
          <pub-id pub-id-type="doi">10.1109/access.2020.3027350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sayce</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The number of tweets per day in 2019</article-title>
          <source>David Sayce</source>
          <access-date>2020-05-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dsayce.com/social-media/tweets-day/">https://www.dsayce.com/social-media/tweets-day/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Genç</surname>
              <given-names>Ö</given-names>
            </name>
          </person-group>
          <article-title>The basics of NLP and real time sentiment analysis with open source tools</article-title>
          <source>Towards Data Science</source>
          <year>2019</year>
          <access-date>2020-05-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://towardsdatascience.com/real-time-sentiment-analysis-on-social-media-with-open-source-tools-f864ca239afe">https://towardsdatascience.com/real-time-sentiment-analysis-on-social-media-with-open-source-tools-f864ca239afe</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <article-title>Understanding the infodemic and minsinformation in the fight against COVID-19</article-title>
          <source>IRIS PAHO</source>
          <year>2020</year>
          <access-date>2020-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iris.paho.org/bitstream/handle/10665.2/52052/Factsheet-infodemic_eng.pdf?sequence=14">https://iris.paho.org/bitstream/handle/10665.2/52052/Factsheet-infodemic_eng.pdf?sequence=14</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haselmayer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jenny</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis of political communication: combining a dictionary approach with crowdcoding</article-title>
          <source>Qual Quant</source>
          <year>2017</year>
          <volume>51</volume>
          <issue>6</issue>
          <fpage>2623</fpage>
          <lpage>2646</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29070915"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11135-016-0412-4</pub-id>
          <pub-id pub-id-type="medline">29070915</pub-id>
          <pub-id pub-id-type="pii">412</pub-id>
          <pub-id pub-id-type="pmcid">PMC5635074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garvey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maskal</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis of the news media on artificial intelligence does not support claims of negative bias against artificial intelligence</article-title>
          <source>OMICS</source>
          <year>2020</year>
          <month>05</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>286</fpage>
          <lpage>299</lpage>
          <pub-id pub-id-type="doi">10.1089/omi.2019.0078</pub-id>
          <pub-id pub-id-type="medline">31313979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pulido</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Villarejo-Carballido</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Redondo-Sama</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 infodemic: more retweets for science-based information on coronavirus than for false information</article-title>
          <source>Int Sociol</source>
          <year>2020</year>
          <month>04</month>
          <day>15</day>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>377</fpage>
          <lpage>392</lpage>
          <pub-id pub-id-type="doi">10.1177/0268580920914755</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Nordheim</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Boczek</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koppers</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Sourcing the sources: an analysis of the use of Twitter and Facebook as a journalistic source over 10 years in The New York Times, The Guardian, and Süddeutsche Zeitung</article-title>
          <source>Digital Journalism</source>
          <year>2018</year>
          <month>09</month>
          <day>20</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>807</fpage>
          <lpage>828</lpage>
          <pub-id pub-id-type="doi">10.1080/21670811.2018.1490658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poblete</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Information credibility on twitter</article-title>
          <source>Proceedings of the 20th International Conference on World Wide Web</source>
          <year>2011</year>
          <conf-name>WWW '11</conf-name>
          <conf-date>March 2011</conf-date>
          <conf-loc>Hyderabad, India</conf-loc>
          <fpage>675</fpage>
          <lpage>684</lpage>
          <pub-id pub-id-type="doi">10.1145/1963405.1963500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poblete</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Twitter under crisis: can we trust what we RT?</article-title>
          <source>Proceedings of the First Workshop on Social Media Analytics</source>
          <year>2010</year>
          <conf-name>SOMA '10</conf-name>
          <conf-date>July 2010</conf-date>
          <conf-loc>Washington DC</conf-loc>
          <fpage>71</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1145/1964858.1964869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veenstra</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Iyer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hossain</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Time, place, technology: Twitter as an information source in the Wisconsin labor protests</article-title>
          <source>Comput Hum Behav</source>
          <year>2014</year>
          <month>02</month>
          <volume>31</volume>
          <fpage>65</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2013.10.011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>GoogleNews 1.5.5</article-title>
          <source>The Python Package Index</source>
          <year>2020</year>
          <access-date>2020-05-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pypi.org/project/GoogleNews/">https://pypi.org/project/GoogleNews/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sahni</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chandak</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chedeti</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Efficient Twitter sentiment classification using subjective distant supervision</article-title>
          <year>2017</year>
          <conf-name>9th International Conference on Communication Systems and Networks (COMSNETS)</conf-name>
          <conf-date>January 4-8, 2017</conf-date>
          <conf-loc>Bangalore</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/pdf/1701.03051.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/comsnets.2017.7945451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salas-Zárate</surname>
              <given-names>MDP</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Moreira</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lagos-Ortiz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Luna-Aveiga</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-García</surname>
              <given-names>MÁ</given-names>
            </name>
            <name name-style="western">
              <surname>Valencia-García</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis on tweets about diabetes: an aspect-level approach</article-title>
          <source>Comput Math Methods Med</source>
          <year>2017</year>
          <volume>2017</volume>
          <fpage>5140631</fpage>
          <pub-id pub-id-type="doi">10.1155/2017/5140631</pub-id>
          <pub-id pub-id-type="medline">28316638</pub-id>
          <pub-id pub-id-type="pmcid">PMC5337803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Karim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shamshirband</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Machine learning-based sentiment analysis for Twitter accounts</article-title>
          <source>Math Computational Applications</source>
          <year>2018</year>
          <month>02</month>
          <day>27</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <pub-id pub-id-type="doi">10.3390/mca23010011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar Singh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar Gupta</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mohan Singh</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis of Twitter user data on Punjab Legislative Assembly Election, 2017</article-title>
          <source>Int J Modern Education Computer Sci</source>
          <year>2017</year>
          <month>09</month>
          <day>08</day>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>60</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.5815/ijmecs.2017.09.07</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pandey</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Simplifying sentiment analysis using VADER in Python (on social media text)</article-title>
          <source>Medium</source>
          <year>2018</year>
          <access-date>2020-05-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medium.com/analytics-vidhya/simplifying-social-media-sentiment-analysis-using-vader-in-python-f9e6ec6fc52f">https://medium.com/analytics-vidhya/simplifying-social-media-sentiment-analysis-using-vader-in-python-f9e6ec6fc52f</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elbagir</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Twitter sentiment analysis using natural language toolkit and VADER sentiment</article-title>
          <source>Proceedings of the International MultiConference of Engineers and Computer Scientists</source>
          <year>2019</year>
          <conf-name>IMECS</conf-name>
          <conf-date>March 13-15, 2019</conf-date>
          <conf-loc>Hong Kong</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pdfs.semanticscholar.org/74a2/7879b6c245d9ff7d9c4b41175ffd84b79d73.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikolov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Corrado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Efficient estimation of word representations in vector space</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online January 16, 2013.
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/pdf/1301.3781.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikolov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sutskever</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Corrado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Distributed representations of words and phrases and their compositionality</article-title>
          <year>2013</year>
          <conf-name>Twenty-seventh Conference on Neural Information Processing Systems</conf-name>
          <conf-date>December 5-10, 2013</conf-date>
          <conf-loc>Lake Tahoe, NV</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://papers.nips.cc/paper/5021-distributed-representations-of-words-and-phrases-and-their-compositionality.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikolov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yih</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Zweig</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Linguistic regularities in continuous space word representations</article-title>
          <year>2013</year>
          <conf-name>2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies</conf-name>
          <conf-date>June 2013</conf-date>
          <conf-loc>Atlanta, GA</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aclweb.org/anthology/N13-1090.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paliwal</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Bidirectional recurrent neural networks</article-title>
          <source>IEEE Trans Signal Processing</source>
          <year>1997</year>
          <volume>45</volume>
          <issue>11</issue>
          <fpage>2673</fpage>
          <lpage>2681</lpage>
          <pub-id pub-id-type="doi">10.1109/78.650093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharfuddin</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Tihami</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>A deep recurrent neural network with bilstm model for sentiment classification</article-title>
          <year>2018</year>
          <conf-name>2018 International Conference on Bangla Speech and Language Processing</conf-name>
          <conf-date>September 21-22, 2018</conf-date>
          <conf-loc>Sylhet, Bangladesh</conf-loc>
          <pub-id pub-id-type="doi">10.1109/icbslp.2018.8554396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rhanoui</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mikram</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yousfi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barzali</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A CNN-BiLSTM model for document-level sentiment analysis</article-title>
          <source>Machine Learning Knowledge Extraction</source>
          <year>2019</year>
          <month>07</month>
          <day>25</day>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>832</fpage>
          <lpage>847</lpage>
          <pub-id pub-id-type="doi">10.3390/make1030048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ceraj</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kliman</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kutnjak</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Redefining cancer treatment: comparison of Word2vec embeddings using deep BiLSTM classification model</article-title>
          <source>University of Zagreb</source>
          <year>2019</year>
          <access-date>2020-08-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fer.unizg.hr/_download/repository/TAR-2019-ProjectReports.pdf#page=16">https://www.fer.unizg.hr/_download/repository/TAR-2019-ProjectReports.pdf#page=16</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cherniuk</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Kaggle</source>
          <year>2019</year>
          <access-date>2020-05-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kaggle.com/alexcherniuk/imdb-review-word2vec-bilstm-99-acc">https://www.kaggle.com/alexcherniuk/imdb-review-word2vec-bilstm-99-acc</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kingma</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Ba</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Adam: a method for stochastic optimization</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online December 22, 2014</comment>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: France racism row over doctors' Africa testing comments</article-title>
          <source>BBC News</source>
          <year>2020</year>
          <access-date>2020-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/world-europe-52151722">https://www.bbc.com/news/world-europe-52151722</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mizrahi</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 research in Africa</article-title>
          <source>Science</source>
          <year>2020</year>
          <month>05</month>
          <day>29</day>
          <volume>368</volume>
          <issue>6494</issue>
          <fpage>919</fpage>
          <pub-id pub-id-type="doi">10.1126/science.abc9528</pub-id>
          <pub-id pub-id-type="medline">32467365</pub-id>
          <pub-id pub-id-type="pii">368/6494/919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 virtual press conference - 6 April, 2020</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2020-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/docs/default-source/coronaviruse/transcripts/who-audio-emergencies-coronavirus-press-conference-full-06apr2020-final.pdf?sfvrsn=7753b813_2">https://www.who.int/docs/default-source/coronaviruse/transcripts/who-audio-emergencies-coronavirus-press-conference-full-06apr2020-final.pdf?sfvrsn=7753b813_2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisayo-Bambi</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Madagascar president with herbal remedy for COVID-19</article-title>
          <source>Africanews</source>
          <year>2020</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.africanews.com/2020/04/21/madagascar-president-with-herbal-remedy-for-covid-19-morning-call/">https://www.africanews.com/2020/04/21/madagascar-president-with-herbal-remedy-for-covid-19-morning-call/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reihani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mazer-Amirshahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aljohani</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pourmand</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Non-evidenced based treatment: an unintended cause of morbidity and mortality related to COVID-19</article-title>
          <source>Am J Emerg Med</source>
          <year>2021</year>
          <month>01</month>
          <volume>39</volume>
          <fpage>221</fpage>
          <lpage>222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32402498"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajem.2020.05.001</pub-id>
          <pub-id pub-id-type="medline">32402498</pub-id>
          <pub-id pub-id-type="pii">S0735-6757(20)30317-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7202810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="web">
          <article-title>Egypt announces first Coronavirus infection</article-title>
          <source>Egypt Today</source>
          <year>2020</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.egypttoday.com/Article/1/81641/Egypt-announces-first-Coronavirus-infection">https://www.egypttoday.com/Article/1/81641/Egypt-announces-first-Coronavirus-infection</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: Nigeria confirms first case in sub-Saharan Africa</article-title>
          <source>BBC News</source>
          <year>2020</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/world-africa-51671834">https://www.bbc.com/news/world-africa-51671834</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paintsil</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 threatens health systems in sub-Saharan Africa: the eye of the crocodile</article-title>
          <source>J Clin Invest</source>
          <year>2020</year>
          <month>06</month>
          <day>01</day>
          <volume>130</volume>
          <issue>6</issue>
          <fpage>2741</fpage>
          <lpage>2744</lpage>
          <pub-id pub-id-type="doi">10.1172/JCI138493</pub-id>
          <pub-id pub-id-type="medline">32224550</pub-id>
          <pub-id pub-id-type="pii">138493</pub-id>
          <pub-id pub-id-type="pmcid">PMC7260015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref96">
        <label>96</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis: VADER or TextBlob?</article-title>
          <source>Toward Data Science</source>
          <year>2020</year>
          <access-date>2020-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://towardsdatascience.com/sentiment-analysis-vader-or-textblob-ff25514ac540">https://towardsdatascience.com/sentiment-analysis-vader-or-textblob-ff25514ac540</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref97">
        <label>97</label>
        <nlm-citation citation-type="web">
          <article-title>VADER, IBM Watson or TextBlob: which is better for unsupervised sentiment analysis?</article-title>
          <source>Intellica.AI</source>
          <year>2020</year>
          <access-date>2020-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medium.com/@Intellica.AI/vader-ibm-watson-or-textblob-which-is-better-for-unsupervised-sentiment-analysis-db4143a39445">https://medium.com/@Intellica.AI/vader-ibm-watson-or-textblob-which-is-better-for-unsupervised-sentiment-analysis-db4143a39445</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref98">
        <label>98</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: Ivory Coast protesters target testing centre</article-title>
          <source>BBC News</source>
          <year>2020</year>
          <access-date>2020-06-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/world-africa-52189144">https://www.bbc.com/news/world-africa-52189144</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref99">
        <label>99</label>
        <nlm-citation citation-type="web">
          <article-title>Crowd in Ivory Coast destroys coronavirus testing centre in residential area</article-title>
          <source>France 24</source>
          <year>2020</year>
          <access-date>2020-06-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.france24.com/en/20200406-crowd-in-ivory-coast-destroys-coronavirus-testing-centre">https://www.france24.com/en/20200406-crowd-in-ivory-coast-destroys-coronavirus-testing-centre</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref100">
        <label>100</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vosoughi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aral</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The spread of true and false news online</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>03</month>
          <day>09</day>
          <volume>359</volume>
          <issue>6380</issue>
          <fpage>1146</fpage>
          <lpage>1151</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aap9559</pub-id>
          <pub-id pub-id-type="medline">29590045</pub-id>
          <pub-id pub-id-type="pii">359/6380/1146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref101">
        <label>101</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Fake News: Lies spread faster on social media than truth does</article-title>
          <source>NBC News</source>
          <year>2018</year>
          <access-date>2020-07-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nbcnews.com/health/health-news/fake-news-lies-spread-faster-social-media-truth-does-n854896">https://www.nbcnews.com/health/health-news/fake-news-lies-spread-faster-social-media-truth-does-n854896</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref102">
        <label>102</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Las redes sociales y Google intentan contener la desinformación y el pánico sobre el coronavirus</article-title>
          <source>Verne en El País</source>
          <year>2020</year>
          <access-date>2020-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://verne.elpais.com/verne/2020/02/26/articulo/1582728106_118621.html">https://verne.elpais.com/verne/2020/02/26/articulo/1582728106_118621.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref103">
        <label>103</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Statt</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Major tech platforms say they’re ‘jointly combating fraud and misinformation’ about COVID-19</article-title>
          <source>The Verge</source>
          <year>2020</year>
          <access-date>2020-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theverge.com/2020/3/16/21182726/coronavirus-covid-19-facebook-google-twitter-youtube-joint-effort-misinformation-fraud">https://www.theverge.com/2020/3/16/21182726/coronavirus-covid-19-facebook-google-twitter-youtube-joint-effort-misinformation-fraud</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref104">
        <label>104</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Pickles</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Updating our approach to misleading information</article-title>
          <source>Twitter Blog</source>
          <year>2020</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blog.twitter.com/en_us/topics/product/2020/updating-our-approach-to-misleading-information.html">https://blog.twitter.com/en_us/topics/product/2020/updating-our-approach-to-misleading-information.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref105">
        <label>105</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Google has been unusually proactive in fighting COVID-19 misinformation</article-title>
          <source>The Verge</source>
          <year>2020</year>
          <access-date>2020-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theverge.com/interface/2020/3/11/21173135/google-coronavirus-misinformation-youtube-covid-19-twitter-manipulated-media-biden">https://www.theverge.com/interface/2020/3/11/21173135/google-coronavirus-misinformation-youtube-covid-19-twitter-manipulated-media-biden</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref106">
        <label>106</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khumalo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Poll reveals significant skepticism over possible Covid-19 vaccine</article-title>
          <source>News24</source>
          <year>2020</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.news24.com/citypress/Special-Report/Covid-19_Survey/poll-reveals-significant-skepticism-over-possible-covid-19-vaccine-20200427">https://www.news24.com/citypress/Special-Report/Covid-19_Survey/poll-reveals-significant-skepticism-over-possible-covid-19-vaccine-20200427</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
