<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i7e17580</article-id>
      <article-id pub-id-type="pmid">32628613</article-id>
      <article-id pub-id-type="doi">10.2196/17580</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Neural Network–Based Clinical Prediction System for Identifying the Clinical Effects of Saffron (Crocus sativus L) Supplement Therapy on Allergic Asthma: Model Evaluation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mousavi Jazayeri</surname>
            <given-names>Seyed Mohammad Hosein</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pazahr</surname>
            <given-names>Ali</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ghayour-mobarhan</surname>
            <given-names>Majid</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Hosseini</surname>
            <given-names>Seyed Ahmad</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6191-682X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Jamshidnezhad</surname>
            <given-names>Amir</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Health Information Technology</institution>
            <institution>Faculty of Allied Medical Sciences</institution>
            <institution>Ahvaz Jundishapur University of Medical Sciences</institution>
            <addr-line>Golestan Boulevard, Esfand St. Faculty of Allied Medical Sciences</addr-line>
            <addr-line>Ahvaz</addr-line>
            <country>Iran</country>
            <phone>98 9166126106</phone>
            <email>dr.jamshidnejad@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7524-5681</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Zilaee</surname>
            <given-names>Marzie</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9895-8887</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Fouladi Dehaghi</surname>
            <given-names>Behzad</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3678-2713</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Mohammadi</surname>
            <given-names>Abbas</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2267-3620</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Hosseini</surname>
            <given-names>Seyed Mohsen</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4570-789X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Nutrition and Metabolic Diseases Research Center</institution>
        <institution>Ahvaz Jundishapur University of Medical Sciences</institution>
        <addr-line>Ahvaz</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Nutrition</institution>
        <institution>Faculty of Allied Medical Sciences</institution>
        <institution>Ahvaz Jundishapur University of Medical Sciences</institution>
        <addr-line>Ahvaz</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Health Information Technology</institution>
        <institution>Faculty of Allied Medical Sciences</institution>
        <institution>Ahvaz Jundishapur University of Medical Sciences</institution>
        <addr-line>Ahvaz</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Environmental Technologies Research Center</institution>
        <institution>Ahvaz Jundishapur University of Medical Sciences</institution>
        <addr-line>Ahvaz</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Occupational Health</institution>
        <institution>School of Public Health</institution>
        <institution>Ahvaz Jundishapur University of Medical Sciences</institution>
        <addr-line>Ahvaz</addr-line>
        <country>Iran</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Amir Jamshidnezhad <email>dr.jamshidnejad@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>7</issue>
      <elocation-id>e17580</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>2</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Seyed Ahmad Hosseini, Amir Jamshidnezhad, Marzie Zilaee, Behzad Fouladi Dehaghi, Abbas Mohammadi, Seyed Mohsen Hosseini. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 06.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2020/7/e17580" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Asthma is commonly associated with chronic airway inflammation and is the underlying cause of over a million deaths each year. <italic>Crocus sativus L</italic>, commonly known as saffron, when used in the form of traditional medicines, has demonstrated anti-inflammatory effects which may be beneficial to individuals with asthma.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study was to develop a clinical prediction system using an artificial neural network to detect the effects of <italic>C sativus L</italic> supplements on patients with allergic asthma.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A genetic algorithm–modified neural network predictor system was developed to detect the level of effectiveness of <italic>C sativus L</italic> using features extracted from the clinical, immunologic, hematologic, and demographic information of patients with asthma. The study included data from men (n=40) and women (n=40) individuals with mild or moderate allergic asthma from 18 to 65 years of age. The aim of the model was to estimate and predict the level of effect of <italic>C sativus L</italic> supplements on each asthma risk factor and to predict the level of alleviation in patients with asthma. A genetic algorithm was used to extract input features for the clinical prediction system to improve its predictive performance. Moreover, an optimization model was developed for the artificial neural network component that classifies the patients with asthma using <italic>C sativus L</italic> supplement therapy.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The best overall performance of the clinical prediction system was an accuracy greater than 99% for training and testing data. The genetic algorithm–modified neural network predicted the level of effect with high accuracy for anti–heat shock protein (anti-HSP), high sensitivity C-reactive protein (hs-CRP), forced expiratory volume in the first second of expiration (FEV<sub>1</sub>), forced vital capacity (FVC), the ratio of FEV<sub>1</sub>/FVC, and forced expiratory flow (FEF<sub>25%-75%</sub>) for testing data (anti-HSP: 96.5%; hs-CRP: 98.9%; FEV<sub>1</sub>: 98.1%; FVC: 97.5%; FEV<sub>1</sub>/FVC ratio: 97%; and FEF<sub>25%-75%</sub>: 96.7%, respectively).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The clinical prediction system developed in this study was effective in predicting the effect of <italic>C sativus L</italic> supplements on patients with allergic asthma. This clinical prediction system may help clinicians to identify early on which clinical factors in asthma will improve over the course of treatment and, in doing so, help clinicians to develop effective treatment plans for patients with asthma.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>asthma</kwd>
        <kwd>machine learning</kwd>
        <kwd>clinical predictor system</kwd>
        <kwd>neural networks</kwd>
        <kwd>supplement therapy</kwd>
        <kwd>saffron</kwd>
        <kwd>Crocus sativus L</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Asthma is a heterogeneous disease and usually coincident with chronic airway inflammation. Asthma can be diagnosed based upon the patient’s history of respiratory symptoms such as wheezing, chest tightness, shortness of breath, and cough which may vary among the patient population in terms of intensity, time, and decreased expiratory airflow.</p>
      <p>Allergic asthma is the easiest phenotype of asthma to diagnose with symptoms usually becoming apparent in childhood [<xref ref-type="bibr" rid="ref1">1</xref>]. Globally, the prevalence of asthma in adults is estimated to be 4.3% [<xref ref-type="bibr" rid="ref1">1</xref>]; in 2012, an estimated 300 million adults suffered from asthma, and by 2025, this figure will increase to 400 million. Moreover, the annual mortality rate of asthma is estimated to be about 250,000 [<xref ref-type="bibr" rid="ref2">2</xref>]. In Iran, the prevalence of asthma is around 5.5% [<xref ref-type="bibr" rid="ref3">3</xref>]. Every year, according to the World Health Organization (WHO), 15 million disability-adjusted life-years are lost because of the disease [<xref ref-type="bibr" rid="ref4">4</xref>]. Those who develop asthma often have allergic conditions or a family history of allergic conditions such as eczema, food allergies, drug allergies, or allergic rhinitis. These patients normally respond well to inhaled corticosteroid treatments [<xref ref-type="bibr" rid="ref2">2</xref>]. Like mast cells, different immunologic cells such as eosinophils, lymphocytes, and neutrophils have a role in the process of airway inflammation [<xref ref-type="bibr" rid="ref5">5</xref>]. Genetic factors are among the risk factors of asthma, in addition to environmental factors such as exposure to allergens which may also exacerbate asthma symptoms and access to health care services [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>There is a need for health care providers and governments to work collectively to improve control of asthma symptoms [<xref ref-type="bibr" rid="ref2">2</xref>]. In traditional medicine, <italic>Crocus sativus L,</italic> which is more commonly known as saffron, has been used as a treatment for heart disease, depression, stress, and sleep disorders [<xref ref-type="bibr" rid="ref5">5</xref>]. <italic>C sativus L</italic> possesses antioxidant [<xref ref-type="bibr" rid="ref6">6</xref>] and anti-inflammatory properties [<xref ref-type="bibr" rid="ref7">7</xref>]. Its active components—safranal and crocin—have demonstrated beneficial anti-inflammatory and antioxidant effects [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>Several studies [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] have reported the effects of <italic>C sativus L</italic> on asthmatic patients. Zilaee et al [<xref ref-type="bibr" rid="ref6">6</xref>] studied, in a randomized clinical trial, the effects of <italic>C sativus L</italic> supplements on clinical symptoms, Asthma Severity Score, blood pressure, and lipid profiles of patients with mild or moderate persistent allergic asthma. Although these studies showed aggregate effects, it was not possible to predict rare and serious effects for individuals.</p>
      <p>Recommender systems, also known as recommendation engines, are used in online personalized predictive models and have been increasingly implemented in many areas of application to extract useful information from data; however, most of the available approaches that rely upon traditional statistical outcomes are unable to extract crucial knowledge [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>] such as severity reduction estimates for patients with asthma [<xref ref-type="bibr" rid="ref6">6</xref>]. Therefore, recommender systems can overlook significant effects of <italic>C sativus L</italic> supplements in patients with allergic asthma.</p>
      <p>Recently, researchers have begun to estimate the effectiveness of clinical medicine using machine learning methods [<xref ref-type="bibr" rid="ref12">12</xref>]. Machine learning techniques can be used to approximate the treatment effects of medicines [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. An important application of machine learning in medicine is the development of automated risk-prediction algorithms to guide clinical care [<xref ref-type="bibr" rid="ref15">15</xref>]. These algorithms can be used to integrate and interpret complex biomedical and health care data in scenarios where traditional statistical methods may not work [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>To address the current limitations, a clinical prediction system based upon machine learning algorithms was developed to estimate the level of effect of <italic>C sativus L</italic> supplements in patients with allergic asthma. To classify clinical improvement in patients, we developed a model that determines the potential effect of <italic>C sativus L</italic> supplements on individual patients with asthma by extracting the factors with the greatest effect from clinical features, hematologic features, anti-inflammatory features, and Asthma Severity Score.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Description</title>
        <p>To develop and evaluate a genetic algorithm–modified neural network model, we used a dataset [<xref ref-type="bibr" rid="ref6">6</xref>] containing data on men (n=40) and women (n=40) with asthma who ranged in age from 18 to 65 years and who received <italic>C sativus L</italic> supplements. Using diagnostic criteria from the Global Initiative for Asthma, these patients had been diagnosed with mild or moderate allergic asthma by a pulmonologist in May 2017 or October 2017 and were recruited from the outpatient clinic at Imam Khomeini Hospital in Ahvaz, Iran.</p>
        <p>Participants were asked to take one oral capsule containing 50 mg of dried <italic>C sativus L</italic> stigma (from the Faculty of Pharmacy at Ahvaz Jundishapur University of Medical Sciences) twice daily at 12 hour intervals. The <italic>C sativus L</italic> stigma was procured from Estahban, Fars Province, Iran (Herbarium code: JPS018118). The capsules contained 50 mg of dried saffron stigma and starch (as fillers). Each participant was asked to fill out questionnaires about asthma clinical symptoms and to have a sample of blood drawn. Additionally, the participants were interviewed about their socio-demographic status, job, smoking, medical background, and medication.</p>
      </sec>
      <sec>
        <title>Clinical Symptoms and Critical Factors</title>
        <p>Clinical symptoms (frequency of shortness of breath during the day, frequency of shortness of breath during the night, limitations on activity, frequency of salbutamol inhaler use, and sleep problems caused by asthma symptoms) were recorded at the preintervention and postintervention. Tests for hematologic (eosinophil and basophil counts) and anti-inflammatory factors (anti-HSP: anti–heat shock protein; and hs-CRP: high sensitivity C-reactive protein), and spirometry tests (FEV<sub>1</sub>: forced expiratory volume in the first second of expiration; FVC: forced vital capacity; FEV<sub>1</sub>/FVC ratio; and FEF<sub>25%-75%</sub>: midphase forced expiratory flow) were conducted preintervention and postintervention. Demographic information (age, BMI, gender, weight, and smoking history) were recorded at preintervention. <xref ref-type="table" rid="table1">Table 1</xref> lists the input parameters, their units of measurement, and their factor type.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Model inputs.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="270"/>
            <col width="230"/>
            <thead>
              <tr valign="bottom">
                <td>Input parameters</td>
                <td>Units of measure</td>
                <td>Factor type</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>FEV<sub>1</sub><sup>a</sup></td>
                <td>Liter</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>FVC<sup>b</sup></td>
                <td>Liter</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>FEV<sub>1</sub>/FVC</td>
                <td>Liter</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>FEF<sub>25%-75%</sub><sup>c</sup></td>
                <td>L/minute</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>Shortness of breath during the day</td>
                <td>frequency per day</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>Shortness of breath during the night</td>
                <td>frequency per day</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>Waking up due to asthma symptoms</td>
                <td>frequency per day</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>Activity limitation</td>
                <td>frequency per day</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>Salbutamol inhaler use</td>
                <td>frequency per day</td>
                <td>clinical</td>
              </tr>
              <tr valign="top">
                <td>anti-HSP70<sup>d</sup></td>
                <td>ng/mL</td>
                <td>anti-inflammatory</td>
              </tr>
              <tr valign="top">
                <td>hs-CRP<sup>e</sup></td>
                <td>ng/mL</td>
                <td>anti-inflammatory</td>
              </tr>
              <tr valign="top">
                <td>Eosinophil</td>
                <td>number/ µL</td>
                <td>hematologic</td>
              </tr>
              <tr valign="top">
                <td>Basophil</td>
                <td>number/ µL</td>
                <td>hematologic</td>
              </tr>
              <tr valign="top">
                <td>Age</td>
                <td>years</td>
                <td>demographic</td>
              </tr>
              <tr valign="top">
                <td>Smoking history</td>
                <td>yes or no</td>
                <td>demographic</td>
              </tr>
              <tr valign="top">
                <td>BMI<sup>f</sup></td>
                <td>kg/m<sup>2</sup></td>
                <td>demographic</td>
              </tr>
              <tr valign="top">
                <td>Gender</td>
                <td>male or female</td>
                <td>demographic</td>
              </tr>
              <tr valign="top">
                <td>Weight</td>
                <td>kilogram</td>
                <td>demographic</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>FEV<sub>1</sub>: forced expiratory volume in 1 s.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>FVC: forced vital capacity.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>FEF<sub>25%-75%</sub>: forced expiratory flow.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>anti-HSP: anti-heat shock protein.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>hs-CRP: high sensitivity C-reactive protein.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>BMI: body mass index.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Genetic Algorithm–Modified Neural Network Model</title>
        <sec>
          <title>Overview</title>
          <p>Asthma improvement was treated as an information retrieval problem; therefore, our model was developed to determine the relationship between <italic>C sativus L</italic> and four types of factors: clinical, anti-inflammatory, hematological, and demographic measures. </p>
          <p>An artificial neural network (ANN) machine learning model [<xref ref-type="bibr" rid="ref16">16</xref>] was developed using MATLAB (version R2018b; MathWorks Inc) software and was used to classify patients with asthma. As a preliminary processing step, selection criteria were used to identify which parameters were discriminant predictors in order to enhance algorithm performance by eliminating those that were redundant or irrelevant [<xref ref-type="bibr" rid="ref15">15</xref>]. To select these parameters, a genetic algorithm was used to assess subsets of parameters according to each parameter’s contribution to diagnostic performance; thus, discriminant predictors were selected as factors by their effect on the diagnostic performance of the model. The genetic algorithm was applied to find the optimal structure of the ANN model. Patients with allergic asthma who received <italic>C sativus L</italic> supplement were classified into 5 classes.</p>
        </sec>
        <sec>
          <title>Artificial Neural Network</title>
          <p>It is possible to solve many problems using an ANN since they are capable of computing any function which is computable. These networks are mostly suitable for solving problems that can tolerate specific levels of error. ANNs are built from several layers of interconnected nodes which are called neurons. In a typical feedforward neural network, there is at least one input layer, one hidden layer, and one output layer. The number of nodes in the input layer corresponds to the number of input features; the features are analogous to the covariates or independent variables that are incorporated into a linear regression model. The output nodes represent predictions or classifications. Backpropagation algorithms in an ANN are able to train the model using teacher-based supervised learning [<xref ref-type="bibr" rid="ref17">17</xref>]. Testing performance from backpropagation is not always satisfactory, even if training performance demonstrates high accuracy [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
          <p>Although, many different forms of ANN exist, this study uses ANNs built from several hidden layers which are often used in nonparametric problems. Connection weights between each neighboring layer are continuously updated so that output values approach the targeted values.</p>
          <p>In designing feedforward neural network topology for prediction, the components which must be considered are input layer configuration, hidden layer configuration, and output layer configuration as well as the model’s training methodology. In practice, this architecture is determined by experimentation [<xref ref-type="bibr" rid="ref15">15</xref>]. There is a direct relationship between the input and hidden layers which operate in conjunction to apply weights to inputs and that result in new outputs (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Eventually, the output layer classifies or predicts the outcome of the process based upon the transmitted values. The advantage of an ANN is that the network is comprised of multiple nonlinear levels which makes the ANN capable of representing highly varying functions [<xref ref-type="bibr" rid="ref18">18</xref>]. ANNs can be used to determine complex patterns in data and may be applied in medical fields.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>General structure of feedforward multilayer neural network.</p>
            </caption>
            <graphic xlink:href="medinform_v8i7e17580_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Genetic Algorithm</title>
          <p>To find the optimal architecture of the multilayer ANN model, the input parameters, neurons, hidden layers, and learning functions were optimized using a genetic algorithm model. The genetic algorithm is a well-known optimization technique that may be categorized as an evolutionary method using biological process [<xref ref-type="bibr" rid="ref19">19</xref>]. Genetic algorithms have been demonstrated to be reliable and robust in many medical applications [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. A genetic algorithm that included chromosome reproduction, crossover, and mutation heuristic processes was implemented.</p>
          <p>The genetic algorithm–modified neural network predictive model is presented in <xref rid="figure2" ref-type="fig">Figure 2</xref>. The best architecture for the neural network was found by iteration of the model using the genetic algorithm that is shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. The genetic algorithm was used to find the most effective features to estimate the level of variation of every parameter in the patients with allergic asthma after <italic>C sativus L</italic> supplement therapy. Iteration was terminated when the optimal architecture was reached in terms of effective input parameters (factors) as well as hidden layers, neurons, and learning function to find the highest accuracy for prediction of effects. The accuracy rate achieved from the optimal architecture in each generation was the best fitness value. Optimization of the model occurred in two phases: (1) estimation of level of variation of each factor, separately, and (2) classification of the level of alleviation of the severity of asthma. In the first prediction process, the genetic algorithm–modified neural network system estimated the rate of variation of factors and in the second phase, the patients were classified into 5 groups from low to high level of effect of <italic>C sativus L</italic> supplement. The optimized neural network model predicted the level of change for each factor postintervention and classified patients into 5 groups by asthma condition.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>The architecture of the genetic algorithm–modified neural network system for predicting <italic>C sativus L</italic> supplement effects on patients with allergic asthma. Anti-HSP: anti-heat shock protein; hs-CRP: high sensitivity C-reactive protein; FEV<sub>1</sub>: forced expiratory volume in 1 s; FVC: forced vital capacity; FEF<sub>25%-75%</sub>: forced expiratory flow; BMI: body mass index.</p>
            </caption>
            <graphic xlink:href="medinform_v8i7e17580_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>The process of the proposed genetic algorithm. ANN: artificial neural network.</p>
            </caption>
            <graphic xlink:href="medinform_v8i7e17580_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Performance and Validation</title>
        <sec>
          <title>Model Performance Metrics</title>
          <p>Mean squared error (MSE) is a commonly used error function in ANN training to evaluate the efficiency of the model. This function calculates the mean error then sends the error back to the nodes [<xref ref-type="bibr" rid="ref23">23</xref>]. The equation for MSE and accuracy are defined as <inline-graphic xlink:href="medinform_v8i7e17580_fig9.png" xlink:type="simple" mimetype="image"/> where <italic>N</italic> is the total number of outputs, <italic>f<sub>i</sub></italic> is the desired output value for each output, <italic>i</italic> (<italic>i</italic>=1, 2,…, <italic>N</italic>), and <italic>y<sub>i</sub></italic> is the neural network output value for each output, <italic>i</italic>, and as <italic>accuracy</italic> = 1 – <italic>MSE.</italic></p>
        </sec>
        <sec>
          <title>Cross-Validation</title>
          <p>The dataset was randomly subdivided into training (90% of available data) and testing datasets (10% of available data) using the Monte Carlo method for cross-validation (also known as repeated random subsampling) [<xref ref-type="bibr" rid="ref24">24</xref>]. This method generated multiple random divisions of data into training and testing in 10 experiments. Furthermore, each experiment was iterated 10 times to validate of the model.</p>
          <p>The protocol of this study was approved by the Medical Ethics Committee at Ahvaz Jundishapur University of Medical Sciences (IR.AJUMS.REC.1395.810, IR.AJUMS.REC.1398.880).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The best fitness value that was achieved for each output factor is shown in <xref ref-type="table" rid="table2">Table 2</xref>. Model performance is shown in <xref rid="figure4" ref-type="fig">Figures 4</xref>-<xref rid="figure7" ref-type="fig">7</xref>. The results were achieved with 100 epochs for training process.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Best training performance at epoch 100.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="650"/>
          <col width="350"/>
          <thead>
            <tr valign="top">
              <td>Factor<sup>a</sup></td>
              <td>Fitness value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>FEV<sub>1</sub><sup>a</sup></td>
              <td>0.007</td>
            </tr>
            <tr valign="top">
              <td>FVC<sup>b</sup></td>
              <td>0.003</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>/FVC</td>
              <td>0.006</td>
            </tr>
            <tr valign="top">
              <td>FEF<sub>25%-75%</sub><sup>c</sup></td>
              <td>0.002</td>
            </tr>
            <tr valign="top">
              <td>Shortness of breath during the day</td>
              <td>0.002</td>
            </tr>
            <tr valign="top">
              <td>Shortness of breath during the night</td>
              <td>0.001</td>
            </tr>
            <tr valign="top">
              <td>Waking up due to asthma symptoms</td>
              <td>0.004</td>
            </tr>
            <tr valign="top">
              <td>Activity limitation</td>
              <td>0.001</td>
            </tr>
            <tr valign="top">
              <td>Salbutamol inhaler use</td>
              <td>0.002</td>
            </tr>
            <tr valign="top">
              <td>anti-HSP70<sup>d</sup></td>
              <td>0.003</td>
            </tr>
            <tr valign="top">
              <td>hs-CRP<sup>e</sup></td>
              <td>0.006</td>
            </tr>
            <tr valign="top">
              <td>Eosinophils</td>
              <td>0.001</td>
            </tr>
            <tr valign="top">
              <td>Basophils</td>
              <td>0.002</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>FEV<sub>1</sub>: forced expiratory volume in 1 s.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>FVC: forced vital capacity.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>FEF<sub>25%-75%</sub>: forced expiratory flow.</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>anti-HSP: anti-heat shock protein.</p>
          </fn>
          <fn id="table2fn5">
            <p><sup>e</sup>hs-CRP: high sensitivity C-reactive protein.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Training performance of the genetic algorithm–modified neural network for <italic>C sativus L</italic> supplement effects on the anti-inflammatory factors: anti-HSP70 (top left, anti-heat shock protein); hs-CRP (high sensitivity C-reactive protein, top right); and hematologic factors: basophil (bottom left); eosinophil (bottom right).</p>
        </caption>
        <graphic xlink:href="medinform_v8i7e17580_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Training performance of the genetic algorithm–modified neural network for <italic>C sativus L</italic> supplement effects on the clinical factors: FEV<sub>1</sub>/FVC ratio (top left); FVC (top right); FEF-25 (forced expiratory flow, bottom left); FEV (forced expiratory volume, bottom right).</p>
        </caption>
        <graphic xlink:href="medinform_v8i7e17580_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Training performance of the genetic algorithm–modified neural network for <italic>C sativus L</italic> supplement effects on the asthma clinical symptoms: shortness of breath in the night (top left); shortness of breath during the day (top right); waking up due to asthma symptoms (bottom).</p>
        </caption>
        <graphic xlink:href="medinform_v8i7e17580_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Training performance of the genetic algorithm–modified neural network for <italic>C sativus L</italic> supplement effects on the asthma clinical symptoms: activity limitation (left), salbutamol inhaler use (right).</p>
        </caption>
        <graphic xlink:href="medinform_v8i7e17580_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>As shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>-<xref rid="figure7" ref-type="fig">7</xref>, the model’s training performance reached the acceptable fitness value with the MSE lower than 5% for each factor. Furthermore, <xref rid="figure8" ref-type="fig">Figure 8</xref> shows the training performance of the overall model which reached a fitness level of 3.3322 × 10<sup>–9</sup>. This result illustrates an accuracy greater than 99% for training. <xref ref-type="table" rid="table3">Table 3</xref> shows the most effective factors that were found by the genetic algorithm. The selected parameters were used as input in the genetic algorithm–modified neural network to predict the effect on each clinical, hematologic, or anti-inflammatory parameter. FEV<sub>1</sub>/FVC ratio, waking up due to asthma symptoms, hs-CRP, eosinophil, basophil, weight, and smoking history were selected most frequently by the genetic algorithm process to estimate the level of alleviation after <italic>C sativus L</italic> supplement therapy. <xref ref-type="table" rid="table4">Table 4</xref> shows the optimized architecture of the model for the test set (hidden layers, neurons, training and fitting functions), and estimated rate of risk after supplement therapy for each factor are presented. According to <xref ref-type="table" rid="table4">Table 4</xref>, the predictions for waking up due to asthma symptoms and basophil with the MSE of 0.004 and 0.045 showed the highest and lowest accuracy, respectively, among the factors in the testing phase. A pattern recognition network was selected by the genetic algorithm for most experiments (patternnet in MATLAB). Furthermore, conjugate gradient backpropagation with Polak-Ribière updates (traincgp in MATLAB) was frequently selected for training in the genetic algorithm optimization process.</p>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>Training performance of the genetic algorithm–modified neural network for total classification of <italic>C sativus L</italic> supplement effects on patients with allergic asthma.</p>
        </caption>
        <graphic xlink:href="medinform_v8i7e17580_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>According to <xref ref-type="table" rid="table4">Table 4</xref>, the best accuracy was for waking due to asthma symptoms; the model classified the patients in terms of level of alleviation with an accuracy greater than 99% (MSE=0.0004) in testing. For this prediction model, 6 factors (FEV<sub>1</sub>/FVC ratio, frequency of waking due to asthma symptoms, hs-CRP, eosinophil, basophil, weight, smoking condition) out of 18 input parameters were identified and used to classify the patients in five groups from low to high level of effect.</p>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Genetic algorithm feature selection results for prediction of risk factors.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="750"/>
          <col width="250"/>
          <thead>
            <tr valign="top">
              <td>Inputs selected by the genetic algorithm<sup>a</sup></td>
              <td>Factor</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>FEV<sub>1</sub><sup>a</sup>/FVC<sup>b</sup>, FEF<sub>25%-75%</sub><sup>c</sup>, activity limitation, salbutamol inhaler use, anti-HSP70<sup>d</sup>, hs-CRP<sup>e</sup>, eosinophil, gender, weight, smoking condition</td>
              <td>FEV<sub>1</sub></td>
            </tr>
            <tr valign="top">
              <td>FVC, FEV<sub>1</sub>/FVC, activity limitation, hs-CRP, basophil, age, gender, weight</td>
              <td>FVC</td>
            </tr>
            <tr valign="top">
              <td>FVC, FEF<sub>25%-75%</sub>, shortness of breath during the day, shortness of breath during the night, activity limitation, salbutamol inhaler use, hs-CRP, basophil, age, weight, smoking condition</td>
              <td>FEV<sub>1</sub>/FVC</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, FVC, FEF<sub>25%-75%</sub>, salbutamol inhaler use, anti-HSP70, basophil, gender, BMI<sup>f</sup></td>
              <td>FEF<sub>25%-75%</sub></td>
            </tr>
            <tr valign="top">
              <td>FVC, FEF<sub>25%-75%</sub>, shortness of breath during the day, shortness of breath during the night, activity limitation, salbutamol inhaler use, basophil</td>
              <td>shortness of breath during the day</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, FEV<sub>1</sub>/FVC, FEF<sub>25%-75%</sub>, shortness of breath during the night, waking up due to asthma symptoms, salbutamol inhaler use, anti-HSP70, age, smoking condition</td>
              <td>shortness of breath during the night</td>
            </tr>
            <tr valign="top">
              <td>Shortness of breath during the day, shortness of breath during the night, waking up due to asthma symptoms, anti-HSP70, eosinophil, weight</td>
              <td>waking up due to asthma symptoms</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, FVC, FEV<sub>1</sub>/FVC, shortness of breath during the night, waking up due to asthma symptoms, activity limitation, salbutamol inhaler use, eosinophil, basophil, age, smoking condition</td>
              <td>activity limitation</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, shortness of breath during the night, activity limitation, salbutamol inhaler use, weight, BMI</td>
              <td>salbutamol inhaler use</td>
            </tr>
            <tr valign="top">
              <td>FVC, waking up due to asthma symptoms, salbutamol inhaler use, hs-CRP, eosinophil, basophil, age, gender, weight</td>
              <td>anti-HSP70</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, FVC, FEF<sub>25%-75%</sub>, shortness of breath during the day, waking up due to asthma symptoms, activity limitation, anti-HSP70, eosinophil, basophil, weight, BMI, smoking condition</td>
              <td>hs-CRP</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, waking up due to asthma symptoms, anti-HSP70, hs-CRP, eosinophil, basophil, BMI, age, gender, weight</td>
              <td>eosinophil</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>, FVC, shortness of breath during the night, waking up due to asthma symptoms, salbutamol inhaler use, anti-HSP70, hs-CRP, eosinophil, basophil, gender, weight, BMI</td>
              <td>basophil</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>/FVC, waking up due to asthma symptoms, hs-CRP, eosinophil, basophil, weight, smoking condition</td>
              <td>total factors</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>FEV<sub>1</sub>: forced expiratory volume in 1 s.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>FVC: forced vital capacity.</p>
          </fn>
          <fn id="table3fn3">
            <p><sup>c</sup>FEF<sub>25%-75%</sub>: forced expiratory flow.</p>
          </fn>
          <fn id="table3fn4">
            <p><sup>d</sup>anti-HSP: anti-heat shock protein.</p>
          </fn>
          <fn id="table3fn5">
            <p><sup>e</sup>hs-CRP: high sensitivity C-reactive protein.</p>
          </fn>
          <fn id="table3fn6">
            <p><sup>f</sup>BMI: body mass index.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Genetic algorithm–modified neural network optimization results for the best testing prediction of <italic>C sativus L</italic> effects.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="350"/>
          <col width="250"/>
          <col width="150"/>
          <col width="140"/>
          <col width="110"/>
          <thead>
            <tr valign="bottom">
              <td>Estimated risk factor</td>
              <td>Optimized hidden layers</td>
              <td>Training function<sup>a</sup></td>
              <td>Fitting model<sup>b</sup></td>
              <td>MSE<sup>c</sup></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>FEV<sub>1</sub><sup>d</sup></td>
              <td>2 layers: 16 × 25 neurons</td>
              <td>trainrp</td>
              <td>patternnet</td>
              <td>0.019</td>
            </tr>
            <tr valign="top">
              <td>FVC<sup>e</sup></td>
              <td>2 layers: 26 × 25 neurons</td>
              <td>trainrp</td>
              <td>patternnet</td>
              <td>0.025</td>
            </tr>
            <tr valign="top">
              <td>FEV<sub>1</sub>/FVC</td>
              <td>2 layers: 16 × 15 neurons</td>
              <td>trainrp</td>
              <td>patternnet</td>
              <td>0.029</td>
            </tr>
            <tr valign="top">
              <td>FEF<sub>25%-75%</sub><sup>f</sup></td>
              <td>2 layers: 25 × 19 neurons</td>
              <td>traincgp</td>
              <td>patternnet</td>
              <td>0.033</td>
            </tr>
            <tr valign="top">
              <td>Shortness of breath during the day</td>
              <td>2 layers: 12 × 7 neurons</td>
              <td>traincgb</td>
              <td>patternnet</td>
              <td>0.010</td>
            </tr>
            <tr valign="top">
              <td>Shortness of breath during the night</td>
              <td>2 layers: 18 × 8 neurons</td>
              <td>traincgb</td>
              <td>feedforwardnet</td>
              <td>0.005</td>
            </tr>
            <tr valign="top">
              <td>Waking up due to asthma symptoms</td>
              <td>2 layers: 22 × 6 neurons</td>
              <td>trainrp</td>
              <td>patternnet</td>
              <td>0.004</td>
            </tr>
            <tr valign="top">
              <td>Activity limitation</td>
              <td>2 layers: 9 × 24 neurons</td>
              <td>traincgf</td>
              <td>patternnet</td>
              <td>0.009</td>
            </tr>
            <tr valign="top">
              <td>Salbutamol inhaler use</td>
              <td>2 layers: 16 × 28 neurons</td>
              <td>traincgb</td>
              <td>patternnet</td>
              <td>0.030</td>
            </tr>
            <tr valign="top">
              <td>anti-HSP70<sup>g</sup></td>
              <td>2 layers: 27 × 17 neurons</td>
              <td>traincgp</td>
              <td>patternnet</td>
              <td>0.035</td>
            </tr>
            <tr valign="top">
              <td>hs-CRP<sup>h</sup></td>
              <td>2 layers: 10 × 3 neurons</td>
              <td>trainoss</td>
              <td>patternnet</td>
              <td>0.012</td>
            </tr>
            <tr valign="top">
              <td>Eosinophil</td>
              <td>2 layers: 13 × 26 neurons</td>
              <td>traincgb</td>
              <td>patternnet</td>
              <td>0.025</td>
            </tr>
            <tr valign="top">
              <td>Basophil</td>
              <td>2 layers: 26 × 8 neurons</td>
              <td>traincgp</td>
              <td>patternnet</td>
              <td>0.045</td>
            </tr>
            <tr valign="top">
              <td>Total</td>
              <td>2 layers: 12 × 19 neurons</td>
              <td>trainlm</td>
              <td>patternnet</td>
              <td>0.0004</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup>MATLAB training functions where trainrp is resilient backpropagation; traincgp, traincgb, and traincgf are conjugate gradient backpropagation with Polak-Ribière updates, Powell-Beale restarts, and Fletcher-Reeves updates, respectively; trainoss uses the one-step secant method; and trainlm uses Levenberg-Marquardt optimization.</p>
          </fn>
          <fn id="table4fn2">
            <p><sup>b</sup>MATLAB fitting models where patternnet is a pattern recognition network, and feedforwardnet is a feedforward network.</p>
          </fn>
          <fn id="table4fn3">
            <p><sup>c</sup>MSE: mean squared error.</p>
          </fn>
          <fn id="table4fn4">
            <p><sup>d</sup>FEV<sub>1</sub>: forced expiratory volume in 1 s.</p>
          </fn>
          <fn id="table4fn5">
            <p><sup>e</sup>FVC: forced vital capacity.</p>
          </fn>
          <fn id="table4fn6">
            <p><sup>f</sup>FEF<sub>25%-75%</sub>: forced expiratory flow.</p>
          </fn>
          <fn id="table4fn7">
            <p><sup>g</sup>anti-HSP: anti-heat shock protein.</p>
          </fn>
          <fn id="table4fn8">
            <p><sup>h</sup>hs-CRP: high sensitivity C-reactive protein.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this study, a clinical system to predict the effectiveness of <italic>C sativus L</italic> supplements in patients with allergic asthma was designed. The findings indicated that the model sufficiently estimated the level of alleviation in patients with asthma and the level of variation of asthma clinical, anti-inflammatory, and hematological factors.</p>
      <p>Research [<xref ref-type="bibr" rid="ref25">25</xref>] conducted on healthy individuals indicated that doses up to 400 mg per day of <italic>C sativus L</italic> were safe. In addition, a study [<xref ref-type="bibr" rid="ref26">26</xref>] noted that a daily dosage of 100 mg of <italic>C sativus L</italic> in patients with metabolic syndrome reduced anti-HSP70 levels. Anti-HSP has been demonstrated to be a risk factor for asthma and has been correlated with asthma severity [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Another study [<xref ref-type="bibr" rid="ref6">6</xref>] showed the beneficial effects of 100 mg <italic>C sativus L</italic> per day on clinical and immunologic factors as well as on symptom severity in asthma.</p>
      <p>In a study [<xref ref-type="bibr" rid="ref17">17</xref>], it was confirmed that it is possible to create a predictive model with machine learning algorithms that can outperform experts. Predictions can be in the form of patient classification, disease diagnosis, drug composition, and reactions to drugs. Prediction of treatment effects using machine learning have been used to develop clinical drug prediction systems [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. To the best of our knowledge, our clinical prediction system is the first system that uses input features selection and classifies effectiveness of <italic>C sativus L</italic> supplement therapy.</p>
      <p>The input features have an important role in the efficient implementation of prediction problems [<xref ref-type="bibr" rid="ref28">28</xref>]. It is possible to use data mining methods to decrease the data dimensions, choose optimal features, and achieve better system precision [<xref ref-type="bibr" rid="ref29">29</xref>]. In a study [<xref ref-type="bibr" rid="ref15">15</xref>], partial least square regression was used to identify 9 out of 48 prognostic factors that were correlated to persistent asthma. Moreover, multilayer and probabilistic neural networks topologies were studied to find the best prediction accuracy [<xref ref-type="bibr" rid="ref15">15</xref>]. In another study [<xref ref-type="bibr" rid="ref29">29</xref>], data analysis was performed to select 13 effective factors to use in an ANN asthma diagnostic model [<xref ref-type="bibr" rid="ref29">29</xref>]. We used a genetic algorithm feature selection model to find pertinent features. Genetic algorithms were recently developed to compare different feature selection methods and may be useful for feature selection when the problem has an exponential search space. The many advantages of genetic algorithms for feature selection are highlighted in the literature [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. In contrast to that of other asthma diagnostic studies, the feature selection in our system is aimed to optimize the classification of asthma patients with supplement therapy into different groups in terms of the level of effect of <italic>C sativus L</italic> supplement.</p>
      <p>ANN-based models have recently been used as a robust technique to classify patients with asthma, chronic obstructive pulmonary disease, or normal lung function based on measurement of lung condition and symptoms [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      <p>Analyses of the mean accuracies of the genetic algorithm–modified neural network predictor with feature selection included selecting effective risk factors and architecture components using an allergic asthma dataset for which the best MSE of 0.0004 was obtained. It was also clear that feature selection improved the accuracy of prediction for all asthma risk factors as well as the accuracy of the classification of patients in terms of level of alleviation.</p>
      <p>Our study was able to show the importance prioritizing factors to predict the variation level of variation of factors in the patients with allergic asthma. Frequency of salbutamol inhaler use, frequency of waking due to asthma symptoms, and weight were the input features that were selected most often by the genetic algorithm to predict the level of variation in allergic asthma risk factors for the patients using <italic>C sativus L</italic> supplement therapy. Therefore, the initial value of those factors have an important role in predicting the level of alleviation of disease severity.</p>
      <p>Several studies have listed the significant and nonsignificant effects of <italic>C sativus L</italic> supplements on the demographic, anthropometric, and clinical characteristics of asthma [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Hosseini et al [<xref ref-type="bibr" rid="ref9">9</xref>] showed that <italic>C sativus L</italic> significantly affected anti-HSP and hs-CRP factor serum levels . Moreover, they showed that it increased the pulmonary volumes FEV<sub>1</sub>, FVC, FEV<sub>1</sub>/FVC, and FEF<sub>25%-75%</sub> [<xref ref-type="bibr" rid="ref9">9</xref>]. They also showed that there was no significant effect on the eosinophil count [<xref ref-type="bibr" rid="ref18">18</xref>]. The genetic algorithm–modified neural network system in this study accurately predicted the level of <italic>C sativus L</italic> effects for anti-HSP (96.5%), hs-CRP (98.9%), FEV<sub>1</sub> (98.1%), FVC (97.5%), FEV<sub>1</sub>/FVC (97%), FEF<sub>25%-75%</sub> (96.7%), eosinophil (97.5%), and basophil (95.5%). Moreover, in general the patients were classified into 5 groups from low to high level of alleviation which reached accuracies of 99.9% in both training and testing experiments. FEV<sub>1</sub>/FVC ratio, frequency of waking up due to asthma symptoms, hs-CRP, eosinophil, basophil, weight, and smoking history were selected as effective factors to estimate the level of alleviation of asthma in patients after the <italic>C sativus L</italic> supplement therapy.</p>
      <p>The results also confirmed that it is possible to rely upon the prediction process described in this paper for the early prediction of level of variation of asthma factors. This study is the first to evaluate the classification accuracy of <italic>C sativus L</italic> supplement effect on the patients with asthma through feature selection. Our genetic algorithm–modified neural network can predict the effects of using <italic>C sativus L</italic> supplement on patients with asthma. This study indicated the importance of prioritizing each factor in predicting the effect of supplement therapy on allergic asthma.</p>
      <p>By assessing risk, this method can be viewed as an important innovation to ensure that asthma is controlled and that serious complications are avoided. This study contributes to helping doctors to identify early on which factors will improve during treatment.</p>
      <p>It would be interesting to evaluate the genetic algorithm–modified neural network on additional groups of patients with allergic asthma or other types of asthma. In future work, development of intelligent models including heuristic algorithms for feature selection with other machine learning techniques is recommended. Clinical prediction systems can also be applied to predict or to simulate the effectiveness of other medicines on other conditions, especially where different initial patient conditions may alter the course of treatment.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANN</term>
          <def>
            <p>artificial neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BMI</term>
          <def>
            <p>body mass index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FEF<sub>25%-75%</sub></term>
          <def>
            <p>forced expiratory flow, midexpiratory phase</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">FEV<sub>1</sub></term>
          <def>
            <p>forced expiratory volume in the first second of expiration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FVC</term>
          <def>
            <p>forced vital capacity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">hs-CRP</term>
          <def>
            <p>high-sensitivity C-reactive protein</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HSP</term>
          <def>
            <p>heat shock protein</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MSE</term>
          <def>
            <p>mean squared error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was financially supported by a grant from the Vice Chancellor for Research at Ahvaz Jundishapur University of Medical Sciences in Ahvaz, Iran (Research ID: 330096892). We would like to thanks Ahvaz Jundishapur University of Medical Sciences.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>To</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stanojevic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moores</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gershon</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Bateman</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Boulet</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Global asthma prevalence in adults: findings from the cross-sectional world health survey</article-title>
          <source>BMC Public Health</source>
          <year>2012</year>
          <month>03</month>
          <day>19</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-12-204"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-12-204</pub-id>
          <pub-id pub-id-type="medline">22429515</pub-id>
          <pub-id pub-id-type="pii">1471-2458-12-204</pub-id>
          <pub-id pub-id-type="pmcid">PMC3353191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bateman</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Hurd</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bousquet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Drazen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>FitzGerald</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ohta</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>O'Byrne</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Pizzichini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Wenzel</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Zar</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>Global strategy for asthma management and prevention: GINA executive summary</article-title>
          <source>Eur Respir J</source>
          <year>2008</year>
          <month>01</month>
          <day>01</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>143</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://erj.ersjournals.com/cgi/pmidlookup?view=long&#38;pmid=18166595"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/09031936.00138707</pub-id>
          <pub-id pub-id-type="medline">18166595</pub-id>
          <pub-id pub-id-type="pii">31/1/143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masoli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fabian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Holt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beasley</surname>
              <given-names>R</given-names>
            </name>
            <collab>Global Initiative for Asthma (GINA) Program</collab>
          </person-group>
          <article-title>The global burden of asthma: executive summary of the GINA Dissemination Committee report</article-title>
          <source>Allergy</source>
          <year>2004</year>
          <month>05</month>
          <volume>59</volume>
          <issue>5</issue>
          <fpage>469</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1398-9995.2004.00526.x</pub-id>
          <pub-id pub-id-type="medline">15080825</pub-id>
          <pub-id pub-id-type="pii">ALL526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pachter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Weller</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>de Alba Garcia</surname>
              <given-names>JEG</given-names>
            </name>
            <name name-style="western">
              <surname>Trotter</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Glazer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Variation in asthma beliefs and practices among mainland Puerto Ricans, Mexican-Americans, Mexicans, and Guatemalans</article-title>
          <source>J Asthma</source>
          <year>2002</year>
          <month>04</month>
          <day>29</day>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>119</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1081/jas-120002193</pub-id>
          <pub-id pub-id-type="medline">11995676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boskabady</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Farkhondeh</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Antiinflammatory, antioxidant, and immunomodulatory effects of Crocus sativus L. and its main constituents</article-title>
          <source>Phytother Res</source>
          <year>2016</year>
          <month>07</month>
          <day>21</day>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>1072</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1002/ptr.5622</pub-id>
          <pub-id pub-id-type="medline">27098287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zilaee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hosseini</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jafarirad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abolnezhadian</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cheraghian</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Namjoyan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ghadiri</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>An evaluation of the effects of saffron supplementation on the asthma clinical symptoms and asthma severity in patients with mild and moderate persistent allergic asthma: a double-blind, randomized placebo-controlled trial</article-title>
          <source>Respir Res</source>
          <year>2019</year>
          <month>03</month>
          <day>22</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://respiratory-research.biomedcentral.com/articles/10.1186/s12931-019-0998-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12931-019-0998-x</pub-id>
          <pub-id pub-id-type="medline">30795753</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12931-019-0998-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6387530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Do</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Son</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudri</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Classification of asthma severity and medication using TensorFlow and multilevel databases</article-title>
          <source>Procedia Computer Science</source>
          <year>2017</year>
          <volume>113</volume>
          <fpage>344</fpage>
          <lpage>351</lpage>
          <pub-id pub-id-type="doi">10.1016/j.procs.2017.08.343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Tanguay</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Plasma antibodies against heat shock protein 70 correlate with the incidence and severity of asthma in a Chinese population</article-title>
          <source>Respir Res</source>
          <year>2005</year>
          <month>03</month>
          <day>14</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://respiratory-research.biomedcentral.com/articles/10.1186/1465-9921-6-18"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1465-9921-6-18</pub-id>
          <pub-id pub-id-type="medline">15710045</pub-id>
          <pub-id pub-id-type="pii">1465-9921-6-18</pub-id>
          <pub-id pub-id-type="pmcid">PMC549531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hosseini</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Zilaee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shoushtari</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Ghasemi Dehcheshmeh</surname>
              <given-names>Mohammad</given-names>
            </name>
          </person-group>
          <article-title>An evaluation of the effect of saffron supplementation on the antibody titer to heat-shock protein (HSP) 70, hsCRP and spirometry test in patients with mild and moderate persistent allergic asthma: A triple-blind, randomized placebo-controlled trial</article-title>
          <source>Respir Med</source>
          <year>2018</year>
          <month>12</month>
          <volume>145</volume>
          <fpage>28</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1016/j.rmed.2018.10.016</pub-id>
          <pub-id pub-id-type="medline">30509713</pub-id>
          <pub-id pub-id-type="pii">S0954-6111(18)30322-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benjamins</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Hendriks</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Knuuti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Juarez-Orozco</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>van der Harst</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A primer in artificial intelligence in cardiovascular medicine</article-title>
          <source>Neth Heart J</source>
          <year>2019</year>
          <month>09</month>
          <day>20</day>
          <volume>27</volume>
          <issue>9</issue>
          <fpage>392</fpage>
          <lpage>402</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31111458"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12471-019-1286-6</pub-id>
          <pub-id pub-id-type="medline">31111458</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12471-019-1286-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6712147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kagiyama</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shrestha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Farjo</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Sengupta</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>Artificial iIntelligence: practical primer for clinical research in cardiovascular disease</article-title>
          <source>JAHA</source>
          <year>2019</year>
          <month>09</month>
          <day>03</day>
          <volume>8</volume>
          <issue>17</issue>
          <pub-id pub-id-type="doi">10.1161/jaha.119.012788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borisov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tkachev</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Muchnik</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Buzdin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Individual drug treatment prediction in oncology based on machine learning using cell culture gene expression data</article-title>
          <year>2017</year>
          <month>10</month>
          <day>18</day>
          <conf-name>ICCBB 2017: Proceedings of the 2017 International Conference on Computational Biology and Bioinformatics</conf-name>
          <conf-date>2017</conf-date>
          <conf-loc>America</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Turck</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hainard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lisacek</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>Markus</given-names>
            </name>
          </person-group>
          <article-title>Bioinformatics for protein biomarker panel classification: what is needed to bring biomarker panels into in vitro diagnostics?</article-title>
          <source>Expert Rev Proteomics</source>
          <year>2009</year>
          <month>12</month>
          <day>09</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>675</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1586/epr.09.83</pub-id>
          <pub-id pub-id-type="medline">19929612</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arimoto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Prasad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gifford</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Development of CYP3A4 inhibition models: comparisons of machine-learning techniques and molecular descriptors</article-title>
          <source>J Biomol Screen</source>
          <year>2005</year>
          <month>04</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.1177/1087057104274091</pub-id>
          <pub-id pub-id-type="medline">15809315</pub-id>
          <pub-id pub-id-type="pii">10/3/197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chatzimichail</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Paraskakis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rigas</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Predicting asthma outcome using partial least square regression and artificial neural networks</article-title>
          <source>Advances in Artificial Intelligence</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1155/2013/435321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Demuth Howard</collab>
          </person-group>
          <article-title>Neural network toolbox for use with MATLAB: User's guide</article-title>
          <source>Neural network toolbox for use with MATLAB</source>
          <year>1993</year>
          <month>12</month>
          <day>03</day>
          <volume>9</volume>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hopfield</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Neural networks and physical systems with emergent collective computational abilities</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>1982</year>
          <month>04</month>
          <day>15</day>
          <volume>79</volume>
          <issue>8</issue>
          <fpage>2554</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=6953413"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.79.8.2554</pub-id>
          <pub-id pub-id-type="medline">6953413</pub-id>
          <pub-id pub-id-type="pmcid">PMC346238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kareem Kamoona</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Budayan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Implementation of genetic algorithm integrated with the deep neural network for estimating at completion simulation</article-title>
          <source>Advances in Civil Engineering</source>
          <year>2019</year>
          <month>05</month>
          <day>02</day>
          <volume>2019</volume>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1155/2019/7081073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <source>Adaptation in Natural and Artificial Systems</source>
          <year>1992</year>
          <month>04</month>
          <day>01</day>
          <publisher-loc>Cambridge</publisher-loc>
          <publisher-name>MIT Press</publisher-name>
          <fpage>100</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alharbi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alghahtani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using genetic algorithm and ELM neural networks for feature extraction and classification of type 2-diabetes mellitus</article-title>
          <source>Applied Artificial Intelligence</source>
          <year>2018</year>
          <month>12</month>
          <day>27</day>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>311</fpage>
          <lpage>328</lpage>
          <pub-id pub-id-type="doi">10.1080/08839514.2018.1560545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chomatek</surname>
              <given-names>Lukasz</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Duraj</surname>
              <given-names>Agnieszka</given-names>
            </name>
          </person-group>
          <article-title>Efficient Genetic Algorithm for Breast Cancer Diagnosis</article-title>
          <source>Information Technology in Biomedicine</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <publisher-loc>Poland</publisher-loc>
          <publisher-name>Lodz University of Technology</publisher-name>
          <fpage>64</fpage>
          <lpage>76</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>shokoufeh</surname>
              <given-names>Aalaei</given-names>
            </name>
            <name name-style="western">
              <surname>Hadi</surname>
              <given-names>Shahraki</given-names>
            </name>
            <name name-style="western">
              <surname>Alireza</surname>
              <given-names>Rowhanimanesh</given-names>
            </name>
            <name name-style="western">
              <surname>Saeid</surname>
              <given-names>Eslami</given-names>
            </name>
          </person-group>
          <article-title>Feature selection using genetic algorithm for breast cancer diagnosisxperiment on three different datasets</article-title>
          <source>Iranian journal of basic medical sciences</source>
          <year>2016</year>
          <month>05</month>
          <day>01</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>476</fpage>
          <lpage>482</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shobhit</surname>
              <given-names>Kumar</given-names>
            </name>
            <name name-style="western">
              <surname>Daya</surname>
              <given-names>Shankar Singh</given-names>
            </name>
            <name name-style="western">
              <surname>Sapna</surname>
              <given-names>Singh</given-names>
            </name>
          </person-group>
          <article-title>Modified mean square error algorithm with reduced cost of training and simulation time for character recognition in backpropagation neural network</article-title>
          <year>2013</year>
          <month>01</month>
          <day>01</day>
          <conf-name>Proceedings of the International Conference on Frontiers of Intelligent Computing: Theory and Applications (FICTA)</conf-name>
          <conf-date>2013</conf-date>
          <conf-loc>Singapore</conf-loc>
          <fpage>137</fpage>
          <lpage>145</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-319-02931-3_17</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amaury</surname>
              <given-names>Lendasse</given-names>
            </name>
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>Wertz</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>Verleysen</given-names>
            </name>
          </person-group>
          <article-title>Model selection with cross-validations and bootstraps?application to time series prediction with RBFN models</article-title>
          <year>2003</year>
          <month>01</month>
          <day>18</day>
          <conf-name>International Conference on Artificial Neural Networks</conf-name>
          <conf-date>2003</conf-date>
          <conf-loc>Singapore</conf-loc>
          <fpage>573</fpage>
          <lpage>580</lpage>
          <pub-id pub-id-type="doi">10.1007/3-540-44989-2_68</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Modaghegh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shahabian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Esmaeili</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rajbai</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Hosseinzadeh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Safety evaluation of saffron (Crocus sativus) tablets in healthy volunteers</article-title>
          <source>Phytomedicine</source>
          <year>2008</year>
          <month>12</month>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>1032</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.phymed.2008.06.003</pub-id>
          <pub-id pub-id-type="medline">18693099</pub-id>
          <pub-id pub-id-type="pii">S0944-7113(08)00109-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shemshian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mousavi</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Norouzy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kermani</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Moghiman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ghayour-Mobarhan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ferns</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Saffron in metabolic syndrome: its effects on antibody titers to heat-shock proteins 27, 60, 65 and 70</article-title>
          <source>Journal of Complementary and Integrative Medicine</source>
          <year>2014</year>
          <month>02</month>
          <day>6</day>
          <volume>11</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1515/jcim-2013-0047</pub-id>
          <pub-id pub-id-type="medline">24501162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blumenschein</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Saintigny</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Tsao</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Herbst</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Alden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kies</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Fossella</surname>
              <given-names>FV</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Erasmus</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Girard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peyton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Minna</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Wistuba</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Heymach</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Lippman</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Comprehensive biomarker analysis and final efficacy results of sorafenib in the BATTLE trial</article-title>
          <source>Clinical Cancer Research</source>
          <year>2013</year>
          <month>10</month>
          <day>28</day>
          <volume>19</volume>
          <issue>24</issue>
          <fpage>6967</fpage>
          <lpage>6975</lpage>
          <pub-id pub-id-type="doi">10.1158/1078-0432.ccr-12-1818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nugroho</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Yamauchi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yoshioka</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kuroyanagi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Iwata</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of interferon treatment for chronic hepatitis C predicted by feature subset selection and support vector machine</article-title>
          <source>J Med Syst</source>
          <year>2007</year>
          <month>04</month>
          <day>21</day>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>117</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1007/s10916-006-9046-8</pub-id>
          <pub-id pub-id-type="medline">17489504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alizadeh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Safdari</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zolnoori</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bashiri</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Developing an intelligent system for diagnosis of asthma based on artificial neural network</article-title>
          <source>Acta Inform Med</source>
          <year>2015</year>
          <month>08</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>220</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26483595"/>
          </comment>
          <pub-id pub-id-type="doi">10.5455/aim.2015.23.220-223</pub-id>
          <pub-id pub-id-type="medline">26483595</pub-id>
          <pub-id pub-id-type="pii">AIM-23-220</pub-id>
          <pub-id pub-id-type="pmcid">PMC4584092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Il-Seok Oh</collab>
            <collab>Jin-Seon Lee</collab>
            <collab>Byung-Ro Moon</collab>
          </person-group>
          <article-title>Hybrid genetic algorithms for feature selection</article-title>
          <source>IEEE Trans. Pattern Anal. Machine Intell</source>
          <year>2004</year>
          <month>11</month>
          <volume>26</volume>
          <issue>11</issue>
          <fpage>1424</fpage>
          <lpage>1437</lpage>
          <pub-id pub-id-type="doi">10.1109/tpami.2004.105</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farzin</surname>
              <given-names>Hadizadeh</given-names>
            </name>
            <name name-style="western">
              <surname>Saadat</surname>
              <given-names>Vahdani</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrnaz</surname>
              <given-names>Jafarpour</given-names>
            </name>
          </person-group>
          <article-title>Quantitative structure-activity relationship studies of 4-imidazolyl-1, 4-dihydropyridines as calcium channel blockers</article-title>
          <source>Iranian journal of basic medical sciences</source>
          <year>2013</year>
          <month>08</month>
          <day>01</day>
          <volume>16</volume>
          <issue>8</issue>
          <fpage>910</fpage>
          <lpage>916</lpage>
          <pub-id pub-id-type="doi">10.5005/jp/books/11736_14</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badnjevic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gurbeta</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Custovic</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>An expert diagnostic system to automatically identify asthma and chronic obstructive pulmonary disease in clinical settings</article-title>
          <source>Sci Rep</source>
          <year>2018</year>
          <month>08</month>
          <day>03</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>11645</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/s41598-018-30116-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-018-30116-2</pub-id>
          <pub-id pub-id-type="medline">30076356</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-018-30116-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6076307</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hee</surname>
              <given-names>HI</given-names>
            </name>
            <name name-style="western">
              <surname>Balamurali</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Karunakaran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Herremans</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Teoh</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Teng</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Lui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Development of machine learning for asthmatic and healthy voluntary cough Sounds: a proof of concept study</article-title>
          <source>Applied Sciences</source>
          <year>2019</year>
          <month>07</month>
          <day>16</day>
          <volume>9</volume>
          <issue>14</issue>
          <fpage>2833</fpage>
          <pub-id pub-id-type="doi">10.3390/app9142833</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
