<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i6e15527</article-id>
      <article-id pub-id-type="pmid">34132650</article-id>
      <article-id pub-id-type="doi">10.2196/15527</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Analysis of Mental Health Disease Trends Using BeGraph Software in Spanish Health Care Centers: Case Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Zeng</surname>
            <given-names>Qing</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sharma</surname>
            <given-names>Manik</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khanna</surname>
            <given-names>Ashish</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Syafrudin</surname>
            <given-names>Muhammad</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Góngora Alonso</surname>
            <given-names>Susel</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3500-4100</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>de Bustos Molina</surname>
            <given-names>Andrés</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0114-6496</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sainz-De-Abajo</surname>
            <given-names>Beatriz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1789-6045</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Franco-Martín</surname>
            <given-names>Manuel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3639-2523</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>De la Torre Díez</surname>
            <given-names>Isabel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Signal Theory and Communications, and Telematics Engineering</institution>
            <institution>University of Valladolid</institution>
            <addr-line>Paseo de Belén, 15</addr-line>
            <addr-line>Valladolid, 47011</addr-line>
            <country>Spain</country>
            <fax>34 983423667</fax>
            <phone>34 983423000 ext 3703</phone>
            <email>isator@tel.uva.es</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3134-7720</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Signal Theory and Communications, and Telematics Engineering</institution>
        <institution>University of Valladolid</institution>
        <addr-line>Valladolid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Next Limit Technologies</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Technology-CIEMAT</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Psychiatry Department</institution>
        <institution>Rio Hortega University Hospital and Zamora Hospital</institution>
        <addr-line>Valladolid, Zamora</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Isabel De la Torre Díez <email>isator@tel.uva.es</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>6</issue>
      <elocation-id>e15527</elocation-id>
      <history>
        <date date-type="received">
          <day>17</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Susel Góngora Alonso, Andrés de Bustos Molina, Beatriz Sainz-De-Abajo, Manuel Franco-Martín, Isabel De la Torre Díez. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 16.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2021/6/e15527" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>In the era of big data, networks are becoming a popular factor in the field of data analysis. Networks are part of the main structure of BeGraph software, which is a 3D visualization application dedicated to the analysis of complex networks.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The main objective of this research was to visually analyze tendencies of mental health diseases in a region of Spain, using the BeGraph software, in order to make the most appropriate health-related decisions in each case.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>For the study, a database was used with 13,531 records of patients with mental health disorders in three acute medical units from different health care complexes in a region of Spain. For the analysis, BeGraph software was applied. It is a web-based 3D visualization tool that allows the exploration and analysis of data through complex networks.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The results obtained with the BeGraph software allowed us to determine the main disease in each of the health care complexes evaluated. We noted 6.50% (463/7118) of admissions involving unspecified paranoid schizophrenia at the University Clinic of Valladolid, 9.62% (397/4128) of admissions involving chronic paranoid schizophrenia with acute exacerbation at the Zamora Hospital, and 8.84% (202/2285) of admissions involving dysthymic disorder at the Rio Hortega Hospital in Valladolid.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The data analysis allowed us to focus on the main diseases detected in the health care complexes evaluated in order to analyze the behavior of disorders and help in diagnosis and treatment.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>BeGraph software</kwd>
        <kwd>diseases</kwd>
        <kwd>health care complexes</kwd>
        <kwd>mental health</kwd>
        <kwd>visualization</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Currently, the medical care provided in a wide range of clinical applications makes use of the latest technologies, multimedia data, multidimensional medical images, videos, and data based on sensors and texts [<xref ref-type="bibr" rid="ref1">1</xref>]. In the area of mental health, algorithms and data mining techniques are used to extract large volumes of predictive data, build models based on large-scale medical information, and predict diagnoses [<xref ref-type="bibr" rid="ref2">2</xref>]. Despite its advantages in the medical field, these techniques and algorithms pose a computational challenge. Complex data management and software design are necessary [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Medical applications linked to the network sciences, which are responsible for collecting, managing, analyzing, interpreting, and presenting data, allow the development of visualization tools that support diagnosis and medical decision making [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Today, we have web-based 3D visualization tools that allow the exploration and analysis of data [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. BeGraph is a computing application, in the cloud, dedicated to the visualization and analysis of complex networks for companies and the scientific field. Networks are becoming popular in the field of data analysis and big data because they contain information that other data structures lack [<xref ref-type="bibr" rid="ref9">9</xref>]. Characteristics, such as the phenomenon of the small world, the diffusion of events, and the grouping in clusters based on communities, are exclusive of networks. Additionally, networks are the basic data structure in BeGraph. A network is a set of N entities called nodes related by a set of L links that represent binary relationships. Nodes and links can have associated properties, either imported from a data source or calculated with BeGraph [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>The BeGraph software uses different metrics that consist of mathematical operations based on the graphics theory used to characterize the network. These metrics provide information about the centrality of the nodes, busiest links, cohesion properties, grouping of networks, and topology [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>The purpose of this research was to analyze the trend of mental health illnesses in a region of Spain through BeGraph in order to make health-related decisions, thus helping medical personnel to focus their research on preventing and improving the life quality of patients most affected by the most common diseases.</p>
      <p>There are similar studies that show the viability of our research. In a previous study [<xref ref-type="bibr" rid="ref1">1</xref>], the authors presented a 3D medical graphical avatar (MGA). It is a web-based personal health record visualization system designed to explore web-based delivery of a wide array of medical data types including multidimensional medical images, medical videos, text-based data, and spatial annotations. In a previous report [<xref ref-type="bibr" rid="ref7">7</xref>], the authors developed an interactive 3D tool to facilitate the visualization and exploration of covariate distributions and imbalances across evidence for network meta-analysis (NMA). In another report [<xref ref-type="bibr" rid="ref13">13</xref>], researchers developed 3D molecular dynamics visualization (MDV) that offers an immersive viewing experience of biomolecular systems.</p>
      <p>Below, we provide a description of BeGraph, the methodology used, the results obtained in the study, and the discussion and conclusions of the investigation.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Database</title>
        <p>For the study, the data set used had a total of 13,531 records of patients with mental health disorders. The data were provided by the following three acute care units of the care centers: University Clinic of Valladolid (7118 records), Zamora Hospital (4128 records), and Rio Hortega Hospital (2285 records). These health care complexes are located in the region of Castilla y Leon, Spain. The records of the acute units were used because they contain the largest amount of data. Moreover, patients with mental disorders are admitted to acute units at moments of greatest severity of their pathologies; therefore, suitable management of the acute phase is essential for disease stabilization. All the data included in the study were anonymous and followed the Ninth Revision, International Classification of Diseases (ICD-9), which the World Health Organization established to track mortality statistics, and they corresponded to the period between 2005 and 2015. The database collects information such as dates of hospital admission and departure, days of stay, year of registration, health care complex, gender, psychiatric diseases, other diseases not belonging to the area of mental health, and therapies corresponding to each medical diagnosis. Among all the data collected in the database for the study, the variables included were (1) the diagnoses of the mental health area, (2) the gender of the admitted patients, (3) the year of admission, and (4) the health care complex to which the patients belong.</p>
        <p>The irrelevant variables for the study were eliminated, and these were (1) therapies, (2) other medical diagnoses that do not belong to the mental health area, (3) dates of admission, and (4) discharge from the hospital. Null values, double blanks, and special characters were also eliminated to avoid false categories.</p>
      </sec>
      <sec>
        <title>BeGraph Software</title>
        <p>BeGraph is a cloud platform for the visualization and analysis of complex networks. It is efficient and highly scalable, being able to represent, in 3D, networks of several million links. For this, it uses the layout algorithms implemented. It allows exploration and interaction with the network in real time, allowing the analyst to become familiar with the data and obtain qualitative information quickly and easily. The 3D visualization of the network is highly configurable in order to simultaneously represent various characteristics of the nodes or links (depending on shape, color, or size). In this way, researchers can visually identify the clusters or communities and patterns of the network [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>BeGraph allows the loading of properties of nodes and links, which can influence the results of the metrics typical of graph theory. There are about 20 different metrics that characterize the network following criteria such as topology, centrality, cohesion, and clustering or division into communities. These metrics are characteristics of graph theory and provide information that conventional statistics do not provide. In the following section, we describe the database, metrics, and algorithms used in this study.</p>
        <sec>
          <title>BeGraph Algorithms</title>
          <p>As the BeGraph software is a cloud application, interaction with the user is done through a web browser. Input data are uploaded to the cloud (.csv files or remote databases), and the metrics are configured and executed. Several complex calculations can be made in parallel.</p>
          <p>All these calculations take place on cloud servers transparent to the user. Additionally, the cloud server hardware can be configured to adapt to the size of the network for analysis. On the user’s local computer, only the calculations related to the rendering processes of visualization take place. Depending on the number of nodes and links, these computations can be very expensive. It is necessary to have a powerful graphics processing unit (GPU) to visualize and navigate through large networks.</p>
          <p>Once the network is loaded on the platform, it is necessary to use a layout algorithm to represent and visualize the network. The layout algorithms in networks have the nodes in the plane or space for their visualization. In the arrangement of each node (embedding), an attempt is made to preserve the distance between nodes in the network in the Euclidean space. Thus, the nodes that are neighbors or are a few jumps between them will be found nearby in the visualization. The layout algorithms preserve the connectivity and structure of network clusters, making them obvious to the observer. Among the available algorithms, we used the so-called Force Atlas that considers the network as a system of N bodies (nodes) on which the below forces act [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
          <p><italic>Repulsive force:</italic> It is assumed that all nodes are spheres with a charge of the same sign that are repelled according to Coulomb law. Therefore, for any pair of nodes (<italic>u</italic> and <italic>v</italic>) we will have the following:</p>
          <graphic xlink:href="medinform_v9i6e15527_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          <p>where <italic>k<sub>u</sub></italic> and <italic>k<sub>v</sub></italic> are the degrees of the nodes and α is a constant adjusted by the user.</p>
          <p><italic>Attraction force:</italic> We consider that the nodes connected by a link are attracted with a force proportional to the distance that separates them as if they were joined by a spring (Hooke law) as follows:</p>
          <graphic xlink:href="medinform_v9i6e15527_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          <p>where β is manually adjusted.</p>
          <p><italic>Gravity force:</italic> To avoid the not connected components of the network being separated too much, it is possible to adjust a small central force (according to the parameter λ) that attracts the nodes to the origin of coordinates as follows:</p>
          <graphic xlink:href="medinform_v9i6e15527_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          <p>where <italic>d</italic><sub>0u</sub><sup>2</sup> is the distance from the node to the origin of coordinates.</p>
          <p>The combination of these three forces (with various acceleration algorithms, such as the Barnes-Hut approach to avoid calculating O [N2] repulsive forces) spatially provides the nodes in an intelligent and illustrative manner, revealing topological characteristics of the network.</p>
          <p>Various metrics (graph theory) were used in this study. The first is <italic>degree centrality</italic>. It is the most basic measure of centrality of the network and is simply the number of neighbors of a node. It represents locally the importance of a node in the network, taking as a criterion the number of connections it has. The second is <italic>eigenvector centrality</italic>. It does a ranking of nodes in a nonlocal way, taking into account the degree of its neighbors, the neighbors of its neighbors, and so on. It reveals nodes that, without having a high degree, are important in the network because they are connected or close to other high-grade nodes. The third is <italic>louvain communities</italic>. Communities in a graph or network are the equivalent of clusters in other data structures. They are sets of nodes connected more densely to each other than to the rest of the network. As the problem of partitioning a graph is NP completeness (nondeterministic polynomial-time complete), community detection algorithms are limited by the size of the network, or they produce approximate results. We used the well-known algorithm of Louvain [<xref ref-type="bibr" rid="ref12">12</xref>] for its efficiency and the quality of its results.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In this section, we present the results using a database that included a total of 13,531 anonymous medical records. We used BeGraph software, which allows the user to upload, store, and share several networks in the cloud. Each network can be viewed and explored using a web browser, giving a general idea of its structure and topological properties [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>To obtain the results shown below, we used different metrics and one of the BeGraph design algorithms (Force Atlas Layout) [<xref ref-type="bibr" rid="ref14">14</xref>]. It is an algorithm based on a system directed by force and optimized to deal with large networks, and it is highly configurable. <italic>Degree centrality</italic> is responsible for identifying the most popular nodes in the network. The size of the node and the warmth of the color represent the degree of each node. <italic>Eigenvector centrality</italic> is responsible for measuring the centrality of the selected node, normalizing the components of the eigenvector to a maximum value of 1.</p>
      <p>With the 3D visualization tool, we explored the data and represented the results. We seek to clarify aspects such as (1) networks of diseases prevalent in the 2005-2015 period of patient admission records and (2) networks of prevalent diseases depending on the patient’s gender, with consideration of each of the health care complexes included in the study.</p>
      <p>In <xref rid="figure1" ref-type="fig">Figure 1</xref>, the prevalent diseases of the University Clinic of Valladolid are shown during the period from 2005 to 2015.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Network with prevalent diseases-years in the University Clinic of Valladolid.</p>
        </caption>
        <graphic xlink:href="medinform_v9i6e15527_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The nodes are identified with a property called NodeLabel, the ubiquitous node property used to identify the nodes in metrics and filters. The largest nodes represent the year and the smallest the diseases detected in that hospital. The links represent the binary relationships between them. In <xref rid="figure1" ref-type="fig">Figures 1</xref>, 2, and 3, it can be seen that there are diseases that were only registered in a given year and not present in the rest of the years. The nodes of the diseases that are interrelated with more than 1 year represent the same type of disease registered in several years.</p>
      <p>In <xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>, the networks with prevalent diseases in the Health Care Complex of Zamora and the Rio Hortega Hospital, respectively, are shown. The period analyzed is from 2005 to 2015 and visually reflects the relationship of the data, providing medical personnel with criteria for decision making.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Network with prevalent diseases-years in the Assistance Complex of Zamora.</p>
        </caption>
        <graphic xlink:href="medinform_v9i6e15527_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Network with prevalent diseases-years in the Rio Hortega Hospital of Valladolid.</p>
        </caption>
        <graphic xlink:href="medinform_v9i6e15527_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The results of the main diseases presented by patient admission records with mental health diseases in the different health care complexes are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Admission records according to mental health diseases for health care complexes in Valladolid and Zamora.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="380"/>
          <col width="210"/>
          <col width="200"/>
          <col width="210"/>
          <col width="0"/>
          <thead>
            <tr valign="top">
              <td rowspan="2">Main mental health diseases</td>
              <td colspan="4">Admission records, n (%)</td>
            </tr>
            <tr valign="top">
              <td>University Clinic of Valladolid (N=7118)</td>
              <td>Zamora Hospital (N=4128)</td>
              <td>Rio Hortega Hospital of Valladolid (N=2285)</td>
              <td>
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Unspecified paranoid schizophrenia</td>
              <td>463 (6.50%)</td>
              <td>10 (0.24%)</td>
              <td>15 (0.66%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Adaptation disorder with mixed disturbance of emotions and behavior</td>
              <td>457 (6.42%)</td>
              <td>7 (0.17%)</td>
              <td>18 (0.79%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Another alcohol dependence and neom</td>
              <td>372 (5.22%)</td>
              <td>N/A<sup>a</sup></td>
              <td>N/A</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Mixed adaptation disorder of anxiety and depressed humor</td>
              <td>356 (5.00%)</td>
              <td>95 (2.30%)</td>
              <td>36 (1.58%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Unspecified psychosis</td>
              <td>352 (4.94%)</td>
              <td>45 (1.09%)</td>
              <td>87 (3.81%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Dysthymic disorder</td>
              <td>289 (4.06%)</td>
              <td>161 (3.90%)</td>
              <td>202 (8.84%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Chronic paranoid schizophrenia with acute exacerbation</td>
              <td>3 (0.04%)</td>
              <td>397 (9.62%)</td>
              <td>108 (4.73%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Chronic schizoaffective disorder/acute exacerbation</td>
              <td>N/A</td>
              <td>209 (5.06%)</td>
              <td>74 (3.24%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Another alcohol dependence and continuous neom</td>
              <td>13 (0.18%)</td>
              <td>173 (4.19%)</td>
              <td>183 (8.01%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Poisoning by tranquilizers based on benzodiazepine</td>
              <td>113 (1.59%)</td>
              <td>81 (1.96%)</td>
              <td>110 (4.81%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Delirious disorder</td>
              <td>271 (3.81%)</td>
              <td>114 (2.76%)</td>
              <td>91 (3.98%)</td>
              <td>
                <break/>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The percentages are obtained from the total records. The University Clinic of Valladolid had 7118 records, Zamora Hospital had 4128 records, and Rio Hortega Hospital had 2285 records.</p>
      <p>Another parameter analyzed in our study was prevalent diseases depending on the patient’s gender, as shown in <xref rid="figure4" ref-type="fig">Figures 4</xref>, 5, and 6.</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Network with prevalent diseases-gender in the University Clinic of Valladolid.</p>
        </caption>
        <graphic xlink:href="medinform_v9i6e15527_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>In <xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref>, the main nodes represent the gender of the admission records. The upper node corresponds to men and the lower node corresponds to women. The small nodes represent the diseases detected in the University Clinic of Valladolid and Zamora Hospital, respectively. In the Rio Hortega Hospital, the upper node corresponds to women and the lower node corresponds to men (<xref rid="figure6" ref-type="fig">Figure 6</xref>). The diseases are visually shown only in men and women, and the common ones among them are displayed.</p>
      <p><xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref> present a summary of the main diseases detected in each of the health care complexes, with consideration of gender.</p>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Network with prevalent diseases-gender in the Healthcare Complex of Zamora.</p>
        </caption>
        <graphic xlink:href="medinform_v9i6e15527_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Network with prevalent diseases-gender in the Rio Hortega Hospital of Valladolid.</p>
        </caption>
        <graphic xlink:href="medinform_v9i6e15527_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Admission records according to mental health diseases in males for health care complexes in Valladolid and Zamora.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="370"/>
          <col width="220"/>
          <col width="200"/>
          <col width="210"/>
          <col width="0"/>
          <thead>
            <tr valign="top">
              <td rowspan="2">Main mental health diseases in males</td>
              <td colspan="4">Admission records, n (%)</td>
            </tr>
            <tr valign="top">
              <td>University Clinic of Valladolid (N=3558)</td>
              <td>Zamora Hospital (N=2282)</td>
              <td>Rio Hortega Hospital of Valladolid (N=1150)</td>
              <td>
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Unspecified paranoid schizophrenia</td>
              <td>337 (9.47%)</td>
              <td>6 (0.26%)</td>
              <td>14 (1.22%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Another alcohol dependence and neom</td>
              <td>273 (7.67%)</td>
              <td>N/A<sup>a</sup></td>
              <td>1 (0.09%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Adaptation disorder with mixed disturbance of emotions and behavior</td>
              <td>200 (5.62%)</td>
              <td>N/A</td>
              <td>10 (0.87%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Chronic paranoid schizophrenia with acute exacerbation</td>
              <td>3 (0.08%)</td>
              <td>307 (13.45%)</td>
              <td>74 (6.43%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Another alcohol dependence and continuous neom</td>
              <td>7 (0.20%)</td>
              <td>139 (6.09%)</td>
              <td>136 (11.83%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Chronic schizoaffective disorder/acute exacerbation</td>
              <td>N/A</td>
              <td>82 (3.59%)</td>
              <td>34 (2.96%)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Dysthymic disorder</td>
              <td>64 (1.80%)</td>
              <td>31 (1.36%)</td>
              <td>55 (4.78%)</td>
              <td>
                <break/>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Admission records according to mental health diseases in females for health care complexes in Valladolid and Zamora.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="370"/>
          <col width="220"/>
          <col width="200"/>
          <col width="210"/>
          <thead>
            <tr valign="top">
              <td rowspan="2">Main mental health diseases in females</td>
              <td colspan="3">Admission records, n (%)</td>
            </tr>
            <tr valign="top">
              <td>University Clinic of Valladolid (N=3560)</td>
              <td>Zamora Hospital (N=1846)</td>
              <td>Rio Hortega Hospital of Valladolid (N=1135)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Adaptation disorder with mixed disturbance of emotions and behavior</td>
              <td>257 (7.22%)</td>
              <td>7 (0.38%)</td>
              <td>8 (0.70%)</td>
            </tr>
            <tr valign="top">
              <td>Dysthymic disorder</td>
              <td>225 (6.32%)</td>
              <td>130 (7.04%)</td>
              <td>147 (12.95%)</td>
            </tr>
            <tr valign="top">
              <td>Mixed adaptation disorder of anxiety and depressed humor</td>
              <td>202 (5.67%)</td>
              <td>48 (2.60%)</td>
              <td>20 (1.76%)</td>
            </tr>
            <tr valign="top">
              <td>Chronic schizoaffective disorder/acute exacerbation</td>
              <td>N/A<sup>a</sup></td>
              <td>127 (6.88%)</td>
              <td>40 (3.52%)</td>
            </tr>
            <tr valign="top">
              <td>Chronic paranoid schizophrenia with acute exacerbation</td>
              <td>N/A</td>
              <td>90 (4.88%)</td>
              <td>34 (3.00%)</td>
            </tr>
            <tr valign="top">
              <td>Poisoning by tranquilizers based on benzodiazepine</td>
              <td>73 (2.05%)</td>
              <td>57 (3.09%)</td>
              <td>64 (5.64%)</td>
            </tr>
            <tr valign="top">
              <td>Disorder or unspecified dissociative reaction</td>
              <td>35 (0.98%)</td>
              <td>16 (0.87%)</td>
              <td>49 (4.32%)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The results presented in <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">Table 3</xref> show considerable differences in the types of disorders. Men have disorders related to schizophrenia and alcohol, while women have dysthymic and adaptive disorders.</p>
      <p>To obtain the different networks shown in <xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure6" ref-type="fig">6</xref>, we used the layout algorithm called Force Atlas, which considers the network as a system of N nodes on which different forces act. In the algorithm configuration, we used 500 iterations, gravity of 1, jitter tolerance of 0.5, and mass range of 10, while in the configuration of the metrics, the <italic>eigenvector centrality</italic> used 100 iterations. These parameters allowed us to obtain the best visualizations of the networks formed by the data.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this study, we performed a visual analysis of mental health diseases prevalent in a region of Spain, using the BeGraph software, in order to make health-related decisions. The results show that BeGraph is a tool that allows visualization, in 3D, of the behavior of a network, offering complementary information to classical statistical analysis. As a novelty, we presented the analysis and visualization of medical data from the point of view of the theory of complex networks. Metrics based on networks or graphs provide new properties, which can be used to describe the data quantitatively or as additional properties in other machine learning algorithms. The visualization of the network provides an interactive method of scanning medical data as well as qualitative characterization quickly and easily.</p>
      <p>In this work, we used a database of 13,531 medical records. The analysis allowed us to determine the main disease detected in each of the health care complexes. We noted 6.50% (463/7118) of admissions involving unspecified paranoid schizophrenia at the University Clinic of Valladolid, 9.62% (397/4128) of admissions involving chronic paranoid schizophrenia with acute exacerbation at the Zamora Hospital, and 8.84% (202/2285) of admissions involving dysthymic disorder at the Rio Hortega Hospital. In the health care complexes with the most admissions, such as the University Clinic of Valladolid and Zamora Hospital, the greatest mental health disorder was presented by patients with different types of schizophrenia. These data allowed us to focus on this disease to analyze its behavior and help in diagnosis and treatment. In Rio Hortega Hospital, dysthymic disorder represented the main disease. It was present in other health care complexes with similar amounts of admissions, but represented a lower value with regard to the main diseases detected in the University Clinic of Valladolid.</p>
      <p>The analysis of the main diseases depended on gender. The results of the disorders were different in men and women. In the case of men, in the three health care complexes, the highest number of admissions detected was related to schizophrenia disorders and alcohol dependence. In women, the disorders were based on dysthymic disorders, adaptive disorders, schizoaffective disorders, and poisoning. Therefore, the results indicated that it is necessary to take gender into account in order to make decisions in diagnoses. The trends shown by these results provide a basis for future research regarding the prediction of mental health diseases and common patterns among patients with the same diseases. In this case, we focused on schizophrenia disorders taking into account gender, stay days, health care complex, age, and other diagnosed diseases. We propose the prediction of patient readmissions with schizophrenia using machine learning techniques.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <ack>
      <p>We thank the Service of Psiquiatry of the Provincial Hospital of Zamora, Spain, for collaboration in this work. This research has been funded and supported by the Health Regional Service (GRS 1801/A/18).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Ridder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Constantinescu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dagan</surname>
              <given-names>FD</given-names>
            </name>
            <name name-style="western">
              <surname>Fulham</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A web-based medical multimedia visualisation interface for personal health records</article-title>
          <source>Proceedings of the 26th IEEE International Symposium on Computer-Based Medical Systems</source>
          <year>2013</year>
          <conf-name>26th IEEE International Symposium on Computer-Based Medical Systems</conf-name>
          <conf-date>June 20-22, 2013</conf-date>
          <conf-loc>Porto, Portugal</conf-loc>
          <fpage>191</fpage>
          <lpage>196</lpage>
          <pub-id pub-id-type="doi">10.1109/CBMS.2013.6627787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>de la Torre-Díez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hamrioui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>López-Coronado</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barreno</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Nozaleda</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Data Mining Algorithms and Techniques in Mental Health: A Systematic Review</article-title>
          <source>J Med Syst</source>
          <year>2018</year>
          <month>07</month>
          <day>21</day>
          <volume>42</volume>
          <issue>9</issue>
          <fpage>161</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-018-1018-2</pub-id>
          <pub-id pub-id-type="medline">30030644</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-018-1018-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Bliss</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lowekamp</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Narayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hartnell</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Do</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Subramaniam</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Visualizing Cells and Humans in 3D: Biomedical Image Analysis at Nanometer and Meter Scales</article-title>
          <source>IEEE Comput. Grap. Appl</source>
          <year>2012</year>
          <month>9</month>
          <volume>32</volume>
          <issue>5</issue>
          <fpage>39</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1109/mcg.2012.68</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Mei</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cuomo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A network-based method with privacy-preserving for identifying influential providers in large healthcare service systems</article-title>
          <source>Future Gener Comput Syst</source>
          <year>2020</year>
          <month>08</month>
          <volume>109</volume>
          <fpage>293</fpage>
          <lpage>305</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32296253"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.future.2020.04.004</pub-id>
          <pub-id pub-id-type="medline">32296253</pub-id>
          <pub-id pub-id-type="pii">S0167-739X(20)30362-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7157485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chandra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dowling</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Engstrom</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Paproki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neubert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rivest-Hénault</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Salvado</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Crozier</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fripp</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A lightweight rapid application development framework for biomedical image analysis</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>2018</year>
          <month>10</month>
          <volume>164</volume>
          <fpage>193</fpage>
          <lpage>205</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.cmpb.2018.07.011"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cmpb.2018.07.011</pub-id>
          <pub-id pub-id-type="medline">30195427</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(16)30578-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mongeau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Casu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pillolla</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lianas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Giachetti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Building a virtual archive using brain architecture and Web 3D to deliver neuropsychopharmacology content over the Internet</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>2008</year>
          <month>05</month>
          <volume>90</volume>
          <issue>2</issue>
          <fpage>124</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cmpb.2007.12.007</pub-id>
          <pub-id pub-id-type="medline">18262677</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(07)00315-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Score</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Three-dimensional evidence network plot system: covariate imbalances and effects in network meta-analysis explored using a new software tool</article-title>
          <source>J Clin Epidemiol</source>
          <year>2017</year>
          <month>06</month>
          <volume>86</volume>
          <fpage>182</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2017.03.008</pub-id>
          <pub-id pub-id-type="medline">28344122</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(16)30845-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luković</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ćuković</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Milošević</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Devedžić</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>An ontology-based module of the information system ScolioMedIS for 3D digital diagnosis of adolescent scoliosis</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>2019</year>
          <month>09</month>
          <volume>178</volume>
          <fpage>247</fpage>
          <lpage>263</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0169260719300665"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cmpb.2019.06.027</pub-id>
          <pub-id pub-id-type="medline">31416553</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(19)30066-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niyirora</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aragones</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Network analysis of medical care services</article-title>
          <source>Health Informatics J</source>
          <year>2020</year>
          <month>09</month>
          <day>18</day>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>1631</fpage>
          <lpage>1658</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458219887047?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458219887047</pub-id>
          <pub-id pub-id-type="medline">31735109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <source>BeGraph</source>
          <access-date>2020-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://begraph.net/">https://begraph.net/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Networks: An Introduction</source>
          <year>2010</year>
          <publisher-loc>Oxford, England</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blondel</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Guillaume</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lambiotte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lefebvre</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Fast unfolding of communities in large networks</article-title>
          <source>J. Stat. Mech</source>
          <year>2008</year>
          <month>10</month>
          <day>09</day>
          <volume>2008</volume>
          <issue>10</issue>
          <fpage>P10008</fpage>
          <pub-id pub-id-type="doi">10.1088/1742-5468/2008/10/p10008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiebrands</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Malajczuk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rohl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mancera</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Molecular Dynamics Visualization (MDV): Stereoscopic 3D Display of Biomolecular Structure and Interactions Using the Unity Game Engine</article-title>
          <source>J Integr Bioinform</source>
          <year>2018</year>
          <month>06</month>
          <day>21</day>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29927749"/>
          </comment>
          <pub-id pub-id-type="doi">10.1515/jib-2018-0010</pub-id>
          <pub-id pub-id-type="medline">29927749</pub-id>
          <pub-id pub-id-type="pii">/j/jib.ahead-of-print/jib-2018-0010/jib-2018-0010.xml</pub-id>
          <pub-id pub-id-type="pmcid">PMC6167041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacomy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Venturini</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Heymann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bastian</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>ForceAtlas2, a continuous graph layout algorithm for handy network visualization designed for the Gephi software</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <month>6</month>
          <day>10</day>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>e98679</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0098679"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0098679</pub-id>
          <pub-id pub-id-type="medline">24914678</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-40457</pub-id>
          <pub-id pub-id-type="pmcid">PMC4051631</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
