<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i8e38174</article-id>
      <article-id pub-id-type="pmid">36036970</article-id>
      <article-id pub-id-type="doi">10.2196/38174</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Perceptions and Discussions of Snus on Twitter: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Hao</surname>
            <given-names>Tianyong</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gore</surname>
            <given-names>Ross</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Jinfeng</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dormanesh</surname>
            <given-names>Allison</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Jiarui</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5863-5277</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Xue</surname>
            <given-names>Siyu</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3670-1493</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Zidian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5149-7710</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Dongmei</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Clinical &#38; Translational Research</institution>
            <institution>University of Rochester Medical Center</institution>
            <addr-line>265 Crittenden Boulevard CU 420708</addr-line>
            <addr-line>Rochester, NY, 14642-0708</addr-line>
            <country>United States</country>
            <phone>1 585 276 7285</phone>
            <email>Dongmei_Li@urmc.rochester.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9140-2483</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Goergen Institute for Data Science</institution>
        <institution>University of Rochester</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Clinical &#38; Translational Research</institution>
        <institution>University of Rochester Medical Center</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dongmei Li <email>Dongmei_Li@urmc.rochester.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>8</issue>
      <elocation-id>e38174</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>7</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Jiarui Chen, Siyu Xue, Zidian Xie, Dongmei Li. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 29.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/8/e38174" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With the increasing popularity of snus, it is essential to understand the public perception of this oral tobacco product. Twitter—a popular social media platform that is being used to share personal experiences and opinions—provides an ideal data source for studying the public perception of snus.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to examine public perceptions and discussions of snus on Twitter.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Twitter posts (tweets) about snus were collected through the Twitter streaming application programming interface from March 11, 2021, to February 26, 2022. A temporal analysis was conducted to examine the change in number of snus-related tweets over time. A sentiment analysis was conducted to examine the sentiments of snus-related tweets. Topic modeling was applied to tweets to determine popular topics. Finally, a keyword search and hand-coding were used to understand the health symptoms mentioned in snus-related tweets.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The sentiment analysis showed that the proportion of snus-related tweets with a positive sentiment was significantly higher than the proportion of negative sentiment tweets (4341/11,631, 37.32% vs 3094/11,631, 26.60%; <italic>P</italic>&#60;.001). The topic modeling analysis revealed that positive tweets focused on snus’s harm reduction and snus use being an alternative to smoking, while negative tweets focused on health concerns related to snus. Mouth and respiratory symptoms were the most mentioned health symptoms in snus-related tweets.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study examined the public perception of snus and popular snus-related topics discussed on Twitter, thus providing a guide for policy makers with regard to the future formulation and adjustment of tobacco regulation policies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>snus</kwd>
        <kwd>Twitter</kwd>
        <kwd>sentiment</kwd>
        <kwd>topic modeling</kwd>
        <kwd>smokeless tobacco products</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Smokeless tobacco is a type of tobacco that is neither smoked nor burnt during consumption. Examples of smokeless tobacco products include chewing tobacco, dissolvable tobacco, and oral nicotine pouches. According to the Centers for Disease Control and Prevention (CDC), in 2020, there were 5.7 million adult users of smokeless tobacco nationwide in the United States [<xref ref-type="bibr" rid="ref1">1</xref>]. Among the smokeless tobacco products, snus is a smokeless and sometimes flavored tobacco product for oral consumption that originated from Sweden. It is usually in the following two forms: loose ground powder and sachets. When snus is consumed, it is held behind the upper lip [<xref ref-type="bibr" rid="ref2">2</xref>]. Although this tobacco product was banned in the member countries of the European Union, with a few exceptions such as Sweden [<xref ref-type="bibr" rid="ref3">3</xref>], its use in the rest of the world is prevalent. By 2013 for example, 18% of adolescents had tried snus in Finland [<xref ref-type="bibr" rid="ref4">4</xref>]. In the United States, a study conducted in 2021 by the CDC suggested that 1.2% of US high school students are current users of smokeless products, including snus [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>Studies have found that snus use may result in oral cancer, cardiovascular diseases, respiratory diseases, diabetes, and other illnesses [<xref ref-type="bibr" rid="ref5">5</xref>]. A cohort study on 135,036 male, Swedish construction industry employees found that the age-adjusted relative risk of dying from cardiovascular disease for smokeless tobacco users was 40% higher than that for nonusers [<xref ref-type="bibr" rid="ref6">6</xref>]. Despite these concerns, previous studies indicated that snus use has a considerably lower health risk than cigarette smoking [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. According to a review on multiple health symptoms, including oral health and cardiovascular diseases, among others, the health risk of snus is significantly lower than that of cigarettes [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Similar to other tobacco products, snus use results in nicotine dependence, and the perceptions toward the relationship between snus consumption and other types of nicotine consumption have been controversial [<xref ref-type="bibr" rid="ref5">5</xref>]. The gateway hypothesis states that the use of snus may lead to more addictive smoking behaviors. On the contrary, the pathway hypothesis claims that snus use helps to prevent people from smoking [<xref ref-type="bibr" rid="ref5">5</xref>]. Previous studies on this topic reported different conclusions. A previous study tracked 496 pairs of users and nonusers of smokeless tobacco products and concluded that there was insufficient evidence to conclude that using smokeless tobacco products leads to a higher chance of smoking [<xref ref-type="bibr" rid="ref8">8</xref>]. Another research study on smokers in Sweden found that 76.3% of the male smokers and 71.6% of the female smokers included in the study quit smoking after they started consuming snus [<xref ref-type="bibr" rid="ref9">9</xref>]. However, a focus group study that was performed on 66 participants in 2010 concluded that the participants believed that snus use could potentially lead to smoking [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>With the controversial gateway and pathway hypotheses and the potential health impact of snus products, disagreements on the perception of snus product may exist among the public. As snus is becoming increasingly popular, governmental regulation plays an essential role in the relationship between snus consumption and public health. For example, the US Food and Drug Administration stipulates that for smokeless tobacco products, including snus, special warnings such as “WARNING: Smokeless tobacco is addictive” should be attached to the packages [<xref ref-type="bibr" rid="ref11">11</xref>]. For governors and regulators to better manage the relationship between snus and public health and be more informed in policy making, it is beneficial to understand how the public truly perceives snus.</p>
      <p>Twitter, as a popular social media platform, has been used to examine smoking behaviors and perceptions of tobacco products, such as e-cigarettes [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Although perceptions of snus have been investigated by using focus groups, the sample sizes of such focus groups are very limited [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Research that uses social media data to study the public perceptions of snus is scarce.</p>
      <p>Our study aimed to examine the public perceptions of and popular topics regarding snus on Twitter. Our study consisted of 3 specific goals. First, we aimed to determine the sentiments of snus-related tweets via a sentiment analysis. Second, we attempted to explore specific topics related to snus. Finally, we tried to examine potential health risks that were mentioned in snus-related tweets. Through a comprehensive examination of the public perceptions and the top topics discussed about snus, we hope to provide some insights to policy makers on regulating snus for public health protection.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>We only used publicly available tweets for this study, and there was no identifying information on Twitter users in this study. In addition, this study was reviewed and approved by the Office for Human Subject Protection Research Subjects Review at the University of Rochester (study ID: STUDY00006570).</p>
      </sec>
      <sec>
        <title>Data Collection and Preprocessing</title>
        <p>We collected Twitter posts (tweets) related to snus from March 11, 2021, to February 26, 2022, through the Twitter streaming application programming interface by using the keyword <italic>snus</italic>, and we obtained a data set with 28,427 tweets. We then preprocessed the data to enhance their quality. First, all the tweets were lowercased. Afterward, by using the Regular Expression Operations Package (Python Software Foundation) [<xref ref-type="bibr" rid="ref15">15</xref>], we removed the parts of tweets that did not contribute to the tweets’ actual contents, including email addresses, new-line characters, single quotation marks, URLs, and “@” signs (used to mention other users). Next, we applied 2 sets of promotion filters to eliminate tweets that were related to the commercial promotion of snus [<xref ref-type="bibr" rid="ref13">13</xref>]. The first filter targeted the usernames, using keywords such as <italic>snus</italic>, <italic>smokeless</italic>, <italic>dealer</italic>, <italic>supply</italic>, <italic>nicotine</italic>, <italic>cigarette</italic>, and <italic>store</italic>. Tweets posted by users with usernames containing any of these words were not included in this study because they might have been posted by commercial accounts. The second layer of the filter aimed to remove potentially commercial tweet content, and the keywords included <italic>order</italic>, <italic>new</italic>, <italic>offer</italic>, <italic>discount</italic>, and <italic>free shipping</italic>. Tweets that contained these words were highly likely to be promotional tweets. Finally, we eliminated the repetitive tweets. After preprocessing, the final data set contained 11,631 tweets.</p>
      </sec>
      <sec>
        <title>Sentiment Analysis</title>
        <p>Sentiment analysis is a computational method of learning the attitudes in text, and the Valence Aware Dictionary and Sentiment Reasoner (VADER) is a sentiment analysis package that is specialized for social media data [<xref ref-type="bibr" rid="ref16">16</xref>]. By applying the VADER on each tweet, we assigned each tweet a sentiment score of between −1.0 and 1.0. To better define the sentiments, we grouped the tweets into 3 categories based on the corresponding sentiment scores; tweets with a sentiment score of ≥0.05 were labeled as “positive,” and tweets with a score of ≤−0.05 were labeled as “negative.” The remaining tweets were labeled as “neutral.” The proportions of positive, neutral, and negative tweets were then calculated. The daily proportion of positive tweets was then calculated.</p>
        <p>We performed the chi-square goodness-of-fit test by using statistical analysis software (R version 4.0.2; R Foundation for Statistical Computing) to examine the frequency distribution of different attitudes [<xref ref-type="bibr" rid="ref17">17</xref>]. A significance level of .05 was used to determine whether the proportion of positive tweets was statistically significantly higher than the proportion of the negative tweets.</p>
      </sec>
      <sec>
        <title>Topic Modeling</title>
        <p>Topic modeling is a computational method of identifying major topics in text. The model we chose for our study was the latent Dirichlet allocation model, which was applied to positive tweets, neutral tweets, and negative tweets to observe the main topics that Twitter users had been discussing.</p>
        <p>By using the <italic>gensim</italic> package in Python [<xref ref-type="bibr" rid="ref18">18</xref>], we built a bigram and trigram based on our data set. Bigrams and trigrams are sequences of 2 words and 3 words, respectively. With the bigram and the trigram, we treated some of the most frequently mentioned phrases as a whole instead of 2 or 3 separate words. For example, <italic>harm reduction</italic> was a frequently mentioned phrase among the tweets, and we considered <italic>harm reduction</italic> as a single token that contributed to a topic instead of preserving <italic>harm</italic> and <italic>reduction</italic> separately.</p>
        <p>We applied the Natural Language Toolkit to remove the stop words in the tweets [<xref ref-type="bibr" rid="ref19">19</xref>]. Stop words include but are not limited to commonly used articles, pronouns, and propositions, which undermine the quality of topic modeling results if kept. In addition, we used spaCy (Explore) to lemmatize the words in tweets into their dictionary forms without changing their meaning [<xref ref-type="bibr" rid="ref20">20</xref>]. For example, <italic>smoked</italic> became <italic>smoke</italic> after lemmatization. After conversion, words like <italic>smoked</italic> were left unused for topic modeling, and only their dictionary forms were included. Both coherence scores and intertopic distance maps were used to determine the optimal number of topics discussed in the tweets, using the <italic>pyLDAvis</italic> package in Python [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>To better interpret the results from the model, we inferred the topics based on the keyword outputs and example tweets. Two authors reviewed the tweets from each category and summarized the topics independently. The results from the two authors were compared and discussed. Any discrepancy was resolved by a group of 4 members.</p>
      </sec>
      <sec>
        <title>Health-Related Discussion</title>
        <p>To determine the frequency of health effects that were mentioned in snus-related tweets, we filtered the data set by using a list of health-related keywords that were created in previous studies [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], which resulted in a set of 654 unique tweets with 1254 health-related keyword appearances. The list included the following nine major groups of health effects that are related to smoking and nicotine consumption: mouth (eg, gum, teeth, etc), respiratory (eg, lung, cough, etc), cardiovascular (eg, heart, etc), psychological (eg, stress, anxiety, etc), neurological (eg, numb, fatigue, etc), cancer (eg, lung cancer, mouth cancer, etc), throat, digestive, and other effects (eg, skin, liver, etc). For each major group of health effects, the number of occurrences of specific keywords belonging to the groups were counted. In addition, two authors hand-coded 200 randomly selected tweets to determine whether the users directly experienced the health symptoms mentioned or whether they believed that snus use might help with lowering the risk of the symptoms when compared to smoking. The Cohen κ statistic reached 0.73, indicating substantial agreement between the two coders.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Temporal Analysis</title>
        <p>To better understand the popularity of snus discussion, we examined the number of snus-related tweets over time during our study time period. As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the number of tweets per day typically oscillated between 25 and 50, with a few peaks occurring in April 10, 2021; May 31, 2021; and October 3, 2021.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Snus-related tweets from March 11, 2021, to February 26, 2022.</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e38174_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Perceptions of Snus on Twitter</title>
        <p>To examine the public perception of snus on Twitter, we performed a sentiment analysis on tweets related to snus. The average sentiment score for 11,631 snus-related tweets was 0.080, which indicated that the overall sentiment in snus-related tweets was positive. Among these tweets, there were 4341 (37.32%) positive tweets, 3094 (26.60%) negative tweets, and 4196 (36.08%) neutral tweets. Further statistical analysis showed that the proportion of positive tweets was significantly higher than the proportion of negative tweets (4341/11,631, 37.32% vs 3094/11,631, 26.60%; <italic>P</italic>&#60;.001). Our longitudinal analysis showed that there was no noticeable change in the proportion of positive tweets over time (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Topics Discussed in Snus-Related Tweets</title>
        <p>To understand what might be responsible for different sentiments in snus-related tweets, we performed topic modeling for the tweets in the different sentiment groups. As shown in <xref ref-type="table" rid="table1">Table 1</xref>, among the positive sentiment snus-related tweets, the most popular topic was “Snus being a safer way of nicotine consumption” (1472/4341, 33.9%), followed by “Way of snus consumption” (1441/4341, 33.2%) and “Snus addiction and enjoyment” (1428/4341, 32.9%). Among the negative sentiment snus-related tweets, the top topic was “Risk comparison between snus and smoking” (1064/3094, 34.4%), followed by “Negative health impacts” (1018/3094, 32.9%) and “Other problems related to snus” (1012/3094, 32.7%). The topics for neutral sentiment snus-related tweets are included in Table S1 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Topics discussed in snus-related tweets with different sentiments.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="0"/>
            <col width="260"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="290"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Sentiment group and inferred topic</td>
                <td colspan="2">Keywords</td>
                <td colspan="2">Token percentage</td>
                <td>Examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Positive</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Snus addiction and enjoyment</td>
                <td colspan="2"><italic>snus</italic>, <italic>good</italic>, <italic>make</italic>, <italic>time</italic>, <italic>day</italic>, <italic>love</italic>, <italic>feel</italic>, <italic>free</italic>, <italic>access</italic>, <italic>today</italic>, <italic>strong</italic>, <italic>man</italic>, <italic>back</italic>, <italic>coffee</italic>, <italic>pack</italic>, <italic>life</italic>, <italic>pretty</italic>, <italic>friend</italic>, <italic>enjoy</italic>, and <italic>week</italic></td>
                <td colspan="2">32.9</td>
                <td colspan="2">“Proper pint of bitter and a wintergreen snus. Perfect on a fair night like tonight”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Snus being a safer way of nicotine consumption</td>
                <td colspan="2"><italic>pouch</italic>, <italic>vape</italic>, <italic>smoking</italic>, <italic>smoke</italic>, <italic>quit</italic>, <italic>cigarette</italic>, <italic>nicotine</italic>, <italic>safe</italic>, <italic>give</italic>, <italic>amp</italic>, <italic>year</italic>, <italic>alternative</italic>, <italic>smoker</italic>, <italic>start</italic>, <italic>risk</italic>, <italic>big</italic>, <italic>stop</italic>, <italic>switch</italic>, <italic>low</italic>, and <italic>option</italic></td>
                <td colspan="2">33.9</td>
                <td colspan="2">“For long-term nicotine use, data on safety are strongest for snus: decades of epidemiological studies. No harm. So if many people with mental health issues self-medicate with #safernicotine (they are), at least there is no harm. #qualityoflife”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Way of snus consumption</td>
                <td colspan="2"><italic>snus</italic>, <italic>tobacco</italic>, <italic>product</italic>, <italic>Swedish</italic>, <italic>people</italic>, <italic>chew</italic>, <italic>work</italic>, <italic>thing</italic>, <italic>great</italic>, <italic>smokeless</italic>, <italic>put</italic>, <italic>dip</italic>, <italic>find</italic>, <italic>call</italic>, <italic>play</italic>, <italic>gum</italic>, <italic>nice</italic>, <italic>hard</italic>, <italic>flavor</italic>, and <italic>mouth</italic></td>
                <td colspan="2">33.2</td>
                <td colspan="2">“snus is a black tobacco product you chew or put on your gums. You don’t snort it or sniff it. He’s clearly closing one nostril to sniff smelling salts, which are commonly used in sports. Not rocket science.”</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Negative</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risk comparison between snus and smoking</td>
                <td colspan="2"><italic>Tobacco</italic>, <italic>smoke</italic>, <italic>vape</italic>, <italic>cigarette</italic>, <italic>smoking</italic>, <italic>pouch</italic>, <italic>product</italic>, <italic>cancer</italic>, <italic>risk</italic>, <italic>low</italic>, <italic>nicotine</italic>, <italic>amp</italic>, <italic>quit</italic>, <italic>harm</italic>, <italic>gum</italic>, <italic>rate</italic>, <italic>smoker</italic>, <italic>chew</italic>, <italic>reduce</italic>, and <italic>smokeless</italic></td>
                <td colspan="2">34.4</td>
                <td colspan="2">“not just snus but the attempt to restrict and eliminate all lower risk products is astonishingly short sighted.”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Negative health impacts</td>
                <td colspan="2"><italic>Snus</italic>, <italic>ban</italic>, <italic>make</italic>, <italic>stop</italic>, <italic>day</italic>, <italic>Swedish</italic>, <italic>year</italic>, <italic>give</italic>, <italic>feel</italic>, <italic>thing</italic>, <italic>death</italic>, <italic>man</italic>, <italic>start</italic>, <italic>high</italic>, <italic>mouth</italic>, <italic>kill</italic>, <italic>lose</italic>, <italic>addiction</italic>, <italic>long</italic>, and <italic>cig</italic></td>
                <td colspan="2">32.9</td>
                <td colspan="2">“not in epok which i assume is some zoomer snus? i dont know i only use odens and sometimes siberia which has no flavouring just tobacco. the nicotine content is pretty potent in those, would kill your average vaper no joke.”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other problems related to snus</td>
                <td colspan="2"><italic>snus</italic>, <italic>people</italic>, <italic>time</italic>, <italic>bad</italic>, <italic>work</italic>, <italic>put</italic>, <italic>hard</italic>, <italic>good</italic>, <italic>study</italic>, <italic>week</italic>, <italic>today</italic>, <italic>back</italic>, <italic>call</italic>, <italic>big</italic>, <italic>find</italic>, <italic>coffee</italic>, <italic>problem</italic>, and <italic>life</italic></td>
                <td colspan="2">32.7</td>
                <td colspan="2">“our big daddy is always the leader he is the familys captain and chief, but once i choked when my snus caught up in my throat cause there was our pop in the oak.”</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Health Risks Mentioned in Snus-Related Tweets</title>
        <p>To understand what health risks might be associated with snus, we explored the health symptoms mentioned in the snus-related tweets. Oral health (mouth effects) was the most mentioned health category in snus-related tweets (519/1254, 41.39%), followed by other effects (213/1254, 16.99%) and respiratory effects (182/1254, 14.51%). The other health categories had relatively lower proportions of tweets. For example, the cancer category (cancer is a health effect that is often associated with nicotine consumption) only took up 5.34% (67/1254) of the total tweets. Further hand-coding results showed that of the 200 randomly selected tweets, 40 (20%) mentioned that the health symptoms were a direct result of snus consumption or mentioned a negative opinion about snus. In addition, 28% (56/200) of the tweets discussed the harm reduction of snus, in terms of the health symptoms mentioned, when compared to smoking.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In our study, we showed that the proportion of snus-related tweets with a positive sentiment was significantly higher (<italic>P</italic>&#60;.001) than the proportion of snus-related tweets with a negative sentiment. By using topic modeling, we observed that the positive sentiments toward snus might be the result of personal experiences and the perception that snus use is a safer alternative to smoking. In contrast, concerns about health risks might contribute to the negative sentiments in snus-related tweets. A further analysis showed that in snus-related tweets, the most popular health category was mouth effects, followed by other effects (eg, liver and skin effects) and respiratory effects.</p>
      </sec>
      <sec>
        <title>Comparison With Previous Studies</title>
        <p>Our temporal analysis showed an obvious peak in the number of snus-related tweets on October 3, 2021. After extracting all snus-related tweets from that day, we noticed that most of the tweets (67/100, 67%) discussed the possible use of snus by the son of a famous English former soccer player. This peak indicates the large impact of influencers on Twitter users.</p>
        <p>Given that the top topic in snus-related tweets with a positive sentiment was related to switching from smoking to snus use, since snus was perceived as a safer option and there was no strong evidence in negative sentiment tweets indicating the gateway effect, it might be possible that Twitter users’ perceptions on snus tend to lean toward the pathway hypothesis instead of the gateway hypothesis. This finding contradicts that of a focus group study, in which participants viewed snus use as a potential gateway to smoking [<xref ref-type="bibr" rid="ref10">10</xref>]. There are 2 possible reasons for this inconsistency. First, the focus group was conducted in 2010, and the tweets used in our study were collected in 2021. It is possible that temporal differences might account for the difference in the perceptions of snus. Second, the conclusion from the focus group was based on a sample of 66 young adults who ranged in age from 18 to 26 years [<xref ref-type="bibr" rid="ref10">10</xref>]. In comparison, our study included a broader range in terms of demographic characteristics, which may have led to the different results.</p>
        <p>From the aspect of health risks, the health-related keywords identified in the tweets captured the majority of the potential health impact of snus. According to a report published by the Norwegian Institute of Public Health in 2019, the main potential adverse health effects of snus cover cancer, cardiovascular disease, mental disorders, and caries [<xref ref-type="bibr" rid="ref25">25</xref>]. The health-related keyword frequency distribution from our study included these potential health effects through the oral, cardiovascular, cancer, and psychological effect categories, demonstrating the consistency between our findings from Twitter data and previous findings on the health risks of snus.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study has several limitations. Data collected from Twitter may contain some bias. A study on tourist attraction visit sentiment data sourced from Twitter suggested that the tourists’ sentiments could be affected by factors other than the tourist attraction itself, including the number of attraction sites that are visited in 1 day and whether the tourists are local visitors, out-of-state visitors, or international visitors [<xref ref-type="bibr" rid="ref26">26</xref>]. Another study in 2012 suggested that the demographic distributions of Twitter users are different from those of the general population [<xref ref-type="bibr" rid="ref27">27</xref>]. For example, around 31% of young adults who ranged in age from 18 to 24 years used Twitter, while this proportion was only 17% for adults aged between 25 and 34 years [<xref ref-type="bibr" rid="ref27">27</xref>]. Therefore, our findings, which are based on Twitter data, may not represent the general population.</p>
        <p>With regard to data collection and preprocessing, the keyword set we used may not have been comprehensive. For example, when collecting the data, we only included <italic>snus</italic> as the single keyword, which may have resulted in us missing some relevant tweets in our study. Additionally, in the processed data set, there might have still been some bot accounts, which can automatically deliver messages. This may have introduced some bias in our results. With regard to topic modeling, inferences based on keywords involve subjective judgments, even with the support of example tweets. In addition, the mentioning of health symptoms in snus-related tweets does not imply any causal relationship between snus and health risks. Our hand-coding results further validated this notion. Moreover, our study did not include the demographic information of Twitter users. Different demographic groups might perceive snus differently.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Our study showed more positive sentiments in snus-related tweets from Twitter users, which might have been due to the relative safety of snus when compared to that of smoking. Our study provided an efficient measurement of the public perceptions of snus among a relatively large sample by using social media data. According to the health belief model, the perceived susceptibility, seriousness, benefits, and barriers of actions explain health-related behaviors [<xref ref-type="bibr" rid="ref28">28</xref>]. Therefore, these perceptions of snus are possibly a predictor of the public’s snus consumption patterns. Our study will help policy makers better anticipate consumption behavior changes and make necessary policy changes. The results from our study will provide insights to policy makers on further regulations for snus. Future studies could take demographic and geographic factors into consideration to explore potential disparities in snus-related perceptions and discussions.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Proportion of snus-related positive tweets over time.</p>
        <media xlink:href="medinform_v10i8e38174_app1.png" xlink:title="PNG File , 149 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Table S1. Topics mentioned in snus-related tweets with a neutral sentiment.</p>
        <media xlink:href="medinform_v10i8e38174_app2.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NIH</term>
          <def>
            <p>National Institutes of Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">VADER</term>
          <def>
            <p>Valence Aware Dictionary and Sentiment Reasoner</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research reported in this publication was supported by the National Cancer Institute of the National Institutes of Health (NIH) and the Food and Drug Administration (FDA) Center for Tobacco Products under award number U54CA228110. The content is solely the responsibility of the authors and does not necessarily represent the official views of the NIH or the FDA.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data and scripts used for analysis and for creating the figures are available on request from the corresponding author (DL).</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>ZX and DL conceived and designed this study. JC and SX analyzed the data. JC wrote the manuscript. ZX and DL assisted with the interpretation of analyses and edited the manuscript. All authors have approved the final article.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Smokeless tobacco product use in the United States</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2022-06-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/data_statistics/fact_sheets/smokeless/use_us/index.htm">https://www.cdc.gov/tobacco/data_statistics/fact_sheets/smokeless/use_us/index.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Snus: a compelling harm reduction alternative to cigarettes</article-title>
          <source>Harm Reduct J</source>
          <year>2019</year>
          <month>11</month>
          <day>27</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>62</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://harmreductionjournal.biomedcentral.com/articles/10.1186/s12954-019-0335-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12954-019-0335-1</pub-id>
          <pub-id pub-id-type="medline">31775744</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12954-019-0335-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6882181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Directive 2014/40/EU of the European Parliament and of the Council of 3 April 2014 on the approximation of the laws, regulations and administrative provisions of the Member States concerning the manufacture, presentation and sale of tobacco and related products and repealing Directive 2001/37/EC</article-title>
          <source>EUR-Lex</source>
          <year>2014</year>
          <month>04</month>
          <day>29</day>
          <access-date>2022-08-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=celex:32014L0040">https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=celex:32014L0040</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tseveenjav</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pesonen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Virtanen</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Use of snus, its association with smoking and alcohol consumption, and related attitudes among adolescents: the Finnish National School Health Promotion Study</article-title>
          <source>Tob Induc Dis</source>
          <year>2015</year>
          <month>10</month>
          <day>24</day>
          <volume>13</volume>
          <fpage>34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tobaccoinduceddiseases.biomedcentral.com/articles/10.1186/s12971-015-0058-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12971-015-0058-3</pub-id>
          <pub-id pub-id-type="medline">26500472</pub-id>
          <pub-id pub-id-type="pii">58</pub-id>
          <pub-id pub-id-type="pmcid">PMC4619440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foulds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramstrom</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fagerström</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effect of smokeless tobacco (snus) on smoking and public health in Sweden</article-title>
          <source>Tob Control</source>
          <year>2003</year>
          <month>12</month>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>349</fpage>
          <lpage>359</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tobaccocontrol.bmj.com/lookup/pmidlookup?view=long&#38;pmid=14660766"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tc.12.4.349</pub-id>
          <pub-id pub-id-type="medline">14660766</pub-id>
          <pub-id pub-id-type="pmcid">PMC1747791</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bolinder</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Alfredsson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Englund</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Faire</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Smokeless tobacco use and increased cardiovascular mortality among Swedish construction workers</article-title>
          <source>Am J Public Health</source>
          <year>1994</year>
          <month>03</month>
          <volume>84</volume>
          <issue>3</issue>
          <fpage>399</fpage>
          <lpage>404</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.84.3.399</pub-id>
          <pub-id pub-id-type="medline">8129055</pub-id>
          <pub-id pub-id-type="pmcid">PMC1614817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>PN</given-names>
            </name>
          </person-group>
          <article-title>The effect on health of switching from cigarettes to snus - a review</article-title>
          <source>Regul Toxicol Pharmacol</source>
          <year>2013</year>
          <month>06</month>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0273-2300(13)00028-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.yrtph.2013.02.010</pub-id>
          <pub-id pub-id-type="medline">23454227</pub-id>
          <pub-id pub-id-type="pii">S0273-2300(13)00028-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timberlake</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lakon</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Use of propensity score matching in evaluating smokeless tobacco as a gateway to smoking</article-title>
          <source>Nicotine Tob Res</source>
          <year>2009</year>
          <month>04</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>455</fpage>
          <lpage>462</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntp008</pub-id>
          <pub-id pub-id-type="medline">19307445</pub-id>
          <pub-id pub-id-type="pii">ntp008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramström</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Borland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wikmans</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Patterns of smoking and snus use in Sweden: Implications for public health</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2016</year>
          <month>11</month>
          <day>09</day>
          <volume>13</volume>
          <issue>11</issue>
          <fpage>1110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph13111110"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph13111110</pub-id>
          <pub-id pub-id-type="medline">27834883</pub-id>
          <pub-id pub-id-type="pii">ijerph13111110</pub-id>
          <pub-id pub-id-type="pmcid">PMC5129320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fabian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mottey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Forster</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Young adults' favorable perceptions of snus, dissolvable tobacco products, and electronic cigarettes: findings from a focus group study</article-title>
          <source>Am J Public Health</source>
          <year>2012</year>
          <month>11</month>
          <volume>102</volume>
          <issue>11</issue>
          <fpage>2088</fpage>
          <lpage>2093</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22813086"/>
          </comment>
          <pub-id pub-id-type="doi">10.2105/AJPH.2011.300525</pub-id>
          <pub-id pub-id-type="medline">22813086</pub-id>
          <pub-id pub-id-type="pmcid">PMC3469759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Smokeless tobacco products, including dip, snuff, snus, and chewing tobacco</article-title>
          <source>U.S. Food &#38; Drug Administration</source>
          <access-date>2020-04-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/tobacco-products/products-ingredients-components/smokeless-tobacco-products-including-dip-snuff-snus-and-chewing-tobacco#stats">https://www.fda.gov/tobacco-products/products-ingredients-components/smokeless-tobacco-products-including-dip-snuff-snus-and-chewing-tobacco#stats</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myslín</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using twitter to examine smoking behavior and perceptions of emerging tobacco products</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>08</month>
          <day>29</day>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e174</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/8/e174/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2534</pub-id>
          <pub-id pub-id-type="medline">23989137</pub-id>
          <pub-id pub-id-type="pii">v15i8e174</pub-id>
          <pub-id pub-id-type="pmcid">PMC3758063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>User perceptions of different electronic cigarette flavors on social media: Observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>24</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e17280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e17280/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17280</pub-id>
          <pub-id pub-id-type="medline">32579123</pub-id>
          <pub-id pub-id-type="pii">v22i6e17280</pub-id>
          <pub-id pub-id-type="pmcid">PMC7380993</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bahreinifar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sheon</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Ling</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Is snus the same as dip? Smokers' perceptions of new smokeless tobacco advertising</article-title>
          <source>Tob Control</source>
          <year>2013</year>
          <month>03</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>84</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21972063"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2011-050022</pub-id>
          <pub-id pub-id-type="medline">21972063</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2011-050022</pub-id>
          <pub-id pub-id-type="pmcid">PMC3599427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Rossum</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The Python Standard Library—Python 3.8.13 documentation</article-title>
          <source>Python Software Foundation</source>
          <year>2020</year>
          <access-date>2022-08-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://docs.python.org/3.8/library/">https://docs.python.org/3.8/library/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutto</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>VADER: A parsimonious rule-based model for sentiment analysis of social media text</article-title>
          <year>2014</year>
          <conf-name>Eighth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>June 1-4, 2014</conf-date>
          <conf-loc>Ann Arbor, Michigan</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ojs.aaai.org/index.php/ICWSM/article/view/14550/14399"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>R: The R Project for Statistical Computing</article-title>
          <source>R Foundation for Statistical Computing</source>
          <access-date>2022-08-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Řehůřek</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sojka</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Software framework for topic modelling with large corpora</article-title>
          <year>2010</year>
          <month>05</month>
          <conf-name>LREC 2010 Workshop on New Challenges for NLP Frameworks</conf-name>
          <conf-date>May 22, 2010</conf-date>
          <conf-loc>Valletta, Malta</conf-loc>
          <fpage>46</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.lrec-conf.org/proceedings/lrec2010/workshops/W10.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.13140/2.1.2393.1847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lope</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Natural Language Processing with Python</source>
          <year>2009</year>
          <publisher-loc>Sebastopol, California</publisher-loc>
          <publisher-name>O'Reilly Media, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>spaCy: Industrial-strength natural language processing in Python</article-title>
          <source>Explosion</source>
          <access-date>2022-08-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://spacy.io/">https://spacy.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sievert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shirley</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>LDAvis: A method for visualizing and interpreting topics</article-title>
          <year>2014</year>
          <month>06</month>
          <conf-name>Workshop on Interactive Language Learning, Visualization, and Interfaces</conf-name>
          <conf-date>June 27, 2014</conf-date>
          <conf-loc>Baltimore, Maryland</conf-loc>
          <fpage>63</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aclanthology.org/W14-3110.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.3115/v1/w14-3110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A social media study on the associations of flavored electronic cigarettes with health symptoms: Observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>22</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e17496</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e17496/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17496</pub-id>
          <pub-id pub-id-type="medline">32568093</pub-id>
          <pub-id pub-id-type="pii">v22i6e17496</pub-id>
          <pub-id pub-id-type="pmcid">PMC7338924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Analysis of potential associations of JUUL flavours with health symptoms based on user-generated data from Reddit</article-title>
          <source>Tob Control</source>
          <year>2021</year>
          <month>09</month>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>534</fpage>
          <lpage>541</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32709604"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2019-055439</pub-id>
          <pub-id pub-id-type="medline">32709604</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2019-055439</pub-id>
          <pub-id pub-id-type="pmcid">PMC8898573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hua</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alfi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Talbot</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Health-related effects reported by electronic cigarette users in online forums</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>04</month>
          <day>08</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e59</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/4/e59/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2324</pub-id>
          <pub-id pub-id-type="medline">23567935</pub-id>
          <pub-id pub-id-type="pii">v15i4e59</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Health risks from snus use</article-title>
          <source>Norwegian Institute of Public Health</source>
          <year>2019</year>
          <access-date>2022-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fhi.no/en/publ/2019/health-risks-from-snus-use2/">https://www.fhi.no/en/publ/2019/health-risks-from-snus-use2/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Padilla</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kavak</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gore</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Diallo</surname>
              <given-names>SY</given-names>
            </name>
          </person-group>
          <article-title>Temporal and spatiotemporal investigation of tourist attraction visit sentiment on Twitter</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>06</month>
          <day>14</day>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>e0198857</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0198857"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0198857</pub-id>
          <pub-id pub-id-type="medline">29902270</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-02998</pub-id>
          <pub-id pub-id-type="pmcid">PMC6002102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Twitter use 2012</article-title>
          <source>Pew Research Institute</source>
          <year>2012</year>
          <month>05</month>
          <day>31</day>
          <access-date>2022-06-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2012/05/31/twitter-use-2012/">https://www.pewresearch.org/internet/2012/05/31/twitter-use-2012/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenstock</surname>
              <given-names>IM</given-names>
            </name>
          </person-group>
          <article-title>Historical origins of the health belief model</article-title>
          <source>Health Educ Monogr</source>
          <year>1974</year>
          <month>12</month>
          <day>01</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>328</fpage>
          <lpage>335</lpage>
          <pub-id pub-id-type="doi">10.1177/109019817400200403</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
