<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "http://jats.nlm.nih.gov/publishing/1.1/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="1.1">
<front>
<journal-meta>
<journal-id journal-id-type="pmc">CMC</journal-id>
<journal-id journal-id-type="nlm-ta">CMC</journal-id>
<journal-id journal-id-type="publisher-id">CMC</journal-id>
<journal-title-group>
<journal-title>Computers, Materials &#x0026; Continua</journal-title>
</journal-title-group>
<issn pub-type="epub">1546-2226</issn>
<issn pub-type="ppub">1546-2218</issn>
<publisher>
<publisher-name>Tech Science Press</publisher-name>
<publisher-loc>USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">16814</article-id>
<article-id pub-id-type="doi">10.32604/cmc.2021.016814</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Article</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Cloud-Based Diabetes Decision Support System Using Machine Learning Fusion</article-title>
<alt-title alt-title-type="left-running-head">Cloud-Based Diabetes Decision Support System Using Machine Learning Fusion</alt-title>
<alt-title alt-title-type="right-running-head">Cloud-Based Diabetes Decision Support System Using Machine Learning Fusion</alt-title>
</title-group>
<contrib-group content-type="authors">
<contrib id="author-1" contrib-type="author">
<name name-style="western">
<surname>Aftab</surname>
<given-names>Shabib</given-names>
</name>
<xref ref-type="aff" rid="aff-1">1</xref><xref ref-type="aff" rid="aff-2">2</xref>
</contrib>
<contrib id="author-2" contrib-type="author">
<name name-style="western">
<surname>Alanazi</surname>
<given-names>Saad</given-names>
</name>
<xref ref-type="aff" rid="aff-3">3</xref></contrib>
<contrib id="author-3" contrib-type="author">
<name name-style="western">
<surname>Ahmad</surname>
<given-names>Munir</given-names>
</name>
<xref ref-type="aff" rid="aff-1">1</xref></contrib>
<contrib id="author-4" contrib-type="author" corresp="yes">
<name name-style="western">
<surname>Khan</surname>
<given-names>Muhammad Adnan</given-names>
</name>
<xref ref-type="aff" rid="aff-4">4</xref><email>adnan.khan@riphah.edu.pk</email></contrib>
<contrib id="author-5" contrib-type="author">
<name name-style="western">
<surname>Fatima</surname>
<given-names>Areej</given-names>
</name>
<xref ref-type="aff" rid="aff-5">5</xref></contrib>
<contrib id="author-6" contrib-type="author">
<name name-style="western">
<surname>Elmitwally</surname>
<given-names>Nouh Sabri</given-names>
</name>
<xref ref-type="aff" rid="aff-3">3</xref><xref ref-type="aff" rid="aff-6">6</xref></contrib>
<aff id="aff-1"><label>1</label><institution>School of Computer Science, National College of Business Administration &#x0026; Economics</institution>, <addr-line>Lahore, 54000</addr-line>, <country>Pakistan</country></aff>
<aff id="aff-2"><label>2</label><institution>Department of Computer Science, Virtual University of Pakistan</institution>, <addr-line>Lahore, 54000</addr-line>, <country>Pakistan</country></aff>
<aff id="aff-3"><label>3</label><institution>College of Computer and Information Sciences, Jouf University</institution>, <addr-line>Sakaka, 72341</addr-line>, <country>Saudi Arabia</country></aff>
<aff id="aff-4"><label>4</label><institution>Riphah School of Computing &#x0026; Innovation, Riphah International University, Lahore Campus</institution>, <addr-line>Lahore, 54000</addr-line>, <country>Pakistan</country></aff>
<aff id="aff-5"><label>5</label><institution>Department of Computer Science, Lahore Garrison University</institution>, <addr-line>Lahore, 54000</addr-line>, <country>Pakistan</country></aff>
<aff id="aff-6"><label>6</label><institution>Department of Computer Science, Faculty of Computers and Artificial Intelligence, Cairo University</institution>, <addr-line>12613</addr-line>, <country>Egypt</country></aff>
</contrib-group>
<author-notes><corresp id="cor1">&#x002A;Corresponding Author: Muhammad Adnan Khan. Email: <email>adnan.khan@riphah.edu.pk</email></corresp></author-notes>
<pub-date pub-type="epub" date-type="pub" iso-8601-date="2021-02-23">
<day>23</day>
<month>02</month>
<year>2021</year>
</pub-date>
<volume>68</volume>
<issue>1</issue>
<fpage>1341</fpage>
<lpage>1357</lpage>
<history>
<date date-type="received">
<day>12</day>
<month>01</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>02</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2021 Aftab et al.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Aftab et al.</copyright-holder>
<license xlink:href="https://creativecommons.org/licenses/by/4.0/">
<license-p>This work is licensed under a <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="TSP_CMC_16814.pdf"></self-uri>
<abstract>
<p>Diabetes mellitus, generally known as diabetes, is one of the most common diseases worldwide. It is a metabolic disease characterized by insulin deficiency, or glucose (blood sugar) levels that exceed 200 mg/dL (11.1 ml/L) for prolonged periods, and may lead to death if left uncontrolled by medication or insulin injections. Diabetes is categorized into two main types&#x2014;type 1 and type 2&#x2014;both of which feature glucose levels above &#x201C;normal,&#x201D; defined as 140 mg/dL. Diabetes is triggered by malfunction of the pancreas, which releases insulin, a natural hormone responsible for controlling glucose levels in blood cells. Diagnosis and comprehensive analysis of this potentially fatal disease necessitate application of techniques with minimal rates of error. The primary purpose of this research study is to assess the potential role of machine learning in predicting a person&#x2019;s risk of developing diabetes. Historically, research has supported the use of various machine algorithms, such as na&#x00EF;ve Bayes, decision trees, and artificial neural networks, for early diagnosis of diabetes. However, to achieve maximum accuracy and minimal error in diagnostic predictions, there remains an immense need for further research and innovation to improve the machine-learning tools and techniques available to healthcare professionals. Therefore, in this paper, we propose a novel cloud-based machine-learning fusion technique involving synthesis of three machine algorithms and use of fuzzy systems for collective generation of highly accurate final decisions regarding early diagnosis of diabetes.</p>
</abstract>
<kwd-group kwd-group-type="author">
<kwd>Machine learning fusion</kwd>
<kwd>artificial neural network</kwd>
<kwd>decision trees</kwd>
<kwd>na&#x00EF;ve Bayes</kwd>
<kwd>diabetes prediction</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<label>1</label>
<title>Introduction</title>
<p>Diabetes mellitus, widely known as diabetes, is an increasingly common physiological health issue. A patient with diabetes, or a diabetic, suffers from a critical shortage of insulin, resulting in an inability to adequately process glucose (sugar) [<xref ref-type="bibr" rid="ref-1">1</xref>]. Diabetes is generally classified into two types: type 1 and type 2. Type-1 diabetes is characterized by insulin dependency, while type-2 diabetes is characterized by insulin deficiency. Insulin is one of the vital hormones produced by the pancreas, the organ responsible for regulating glucose (blood sugar) levels in the human body. The primary underlying causes of diabetes are an imbalanced diet (i.e., one high in sugary foods), obesity, and genetic inheritance. Recent industrial and technological advancements have significantly affected the average human lifestyle, leading to the higher standard of living and accompanying decrease in physical activity commonly observed in developed countries. Accordingly, rates of diabetes have increased, and clinical analysis and effective diagnosis of diabetes have become key subjects of healthcare studies. Traditionally, diabetes has been diagnosed via clinical tests of glucose tolerance levels in patients [<xref ref-type="bibr" rid="ref-2">2</xref>]. Like many other metabolic diseases, diabetes is associated with severe complications such as heart failure, kidney problems, and eyesight issues including complete blindness [<xref ref-type="bibr" rid="ref-3">3</xref>]. An alarming report issued by the Diabetes Research Centre stated that the prevalence of diabetes has increased at a rate of 7% annually and doubled globally during the last decade, with more than 200 million now diagnosed. Research studies have indicated that 8% of the population aged 25&#x2013;65 suffer from ailments linked to pancreatic dysfunction, and in a sample of 2.2 million of such patients, 17% were adults; most of these patients have high risk of developing diabetes in the near future [<xref ref-type="bibr" rid="ref-4">4</xref>]. Diabetes can be fatal and otherwise can lead to severe, often irreparable damage to multiple organs. There is an immense need for tools and technologies enabling efficient, accurate investigation and diagnosis to support the decision making of health experts in managing this disease.</p>
<p>Recent studies indicate that accurate and timely diagnosis may prevent 80% of complications in patients with type-2 diabetes. Accurate and timely diagnosis provides a solid basis for effective treatment, helping to minimize cost of treatment and other difficulties for patients [<xref ref-type="bibr" rid="ref-5">5</xref>]. These are the key success factors for prevention of diabetes complications and development of effective treatment strategies. Healthcare professionals can implement such strategies to reduce long-term damage caused by this disease. Due to its significant advantages, early detection has become a top priority among healthcare prognosis personnel. Notably, detection of type-2 diabetes requires a higher level of medical expertise, as this disease is more complex compared to type-1 diabetes. One of the most promising new methods for accurate early diagnosis is the use of an artificial neural network (ANN). ANN is one of a number of recently developed machine-learning methods being implemented to predict disease earlier and more accurately. According to M. S. Shanker in his research paper &#x201C;Using neural networks to predict the onset of diabetes mellitus&#x201D; [<xref ref-type="bibr" rid="ref-6">6</xref>], ANN is considered a more suitable approach to early diagnosis than other machine-learning methods, particularly when one considers the factor of network topology. However, parameter optimization presents a major issue when utilizing ANN. Multi-layer perceptron (MLP), a subset of Deep neural networks (DNN), has offered effective resolutions to this problem. DNN are increasingly recommended to support diagnostic processes for diverse diseases [<xref ref-type="bibr" rid="ref-7">7</xref>], as DNN facilitate disease identification and diagnosis while minimizing human error [<xref ref-type="bibr" rid="ref-8">8</xref>]. When utilizing neural networks for diagnosis, it is vital to attain a high level of accuracy, which is achieved via sufficient training and testing on patient datasets. DNN have shown particular promise for achieving maximum accuracy and minimal error through training and testing on datasets.</p>
<p>Machine-learning models are commonly used for diabetes prognostication and provide better results. Among machine-learning models, one of the most widely used methods for results classification is the Decision tree (DT). In machine-learning methods for disease diagnosis, the results of multiple DT can be synthesized to generate a random forest (RF) that yields a single collective final result&#x2014;that is, a final diagnostic decision. The authors used RF in parallel with Principal component analysis (PCA). RF approximately obtains 80% accuracy. Historically, the primary objective of diabetes diagnosis was simply to help control the development of the disease. With support from machine learning, early diagnosis has become possible. High-risk individuals may now take precautionary measures to avoid consequences of the disease for as long as possible. Successful early diagnosis largely depends on accurate selection of classifiers and related features. Researchers have been experimenting with various machine-learning methods, testing different algorithms with the aim of achieving superior rates of prediction accuracy. Previously explored algorithms include support-vector machines (SVM), J48, na&#x00EF;ve Bayes, and DT; studies of these algorithms have proven that machine-learning methods achieve superior diagnostic results [<xref ref-type="bibr" rid="ref-9">9</xref>]. The real strength of these algorithms lies in their flexibility to integrate data from varying sources [<xref ref-type="bibr" rid="ref-10">10</xref>].</p>
<p>In this study, we propose a new DNN approach for generating highly accurate predictions of type-2 diabetes. Our approach utilizes a cloud-based decision support system for early identification of diabetic patients. The proposed system uses real-time patient data as input to predict whether a particular patient has diabetes. We apply three popular machine-learning algorithms and a fuzzy system to achieve final diagnostic results with accuracy rates higher than those achieved in similar past studies.</p>
</sec>
<sec id="s2">
<label>2</label>
<title>Related Research</title>
<p>Researchers in [<xref ref-type="bibr" rid="ref-11">11</xref>] presented a hybrid framework for detection of type-2 diabetes that uses two techniques: K-means and C4.5. They used the clustering algorithm to identify class labels and C4.5 for classification. Their experiment on the Pima Indians diabetes dataset (PIDD) yielded a 92.38% accuracy rate. Researchers in [<xref ref-type="bibr" rid="ref-12">12</xref>] proposed a model using fuzzy C-means clustering techniques to diagnose type-2 diabetes. They used 768 records with nine features in their experiment, achieving 94.3% accuracy. In [<xref ref-type="bibr" rid="ref-13">13</xref>], researchers performed a comparative analysis of various classification and clustering techniques for diabetes diagnosis. They conducted tests to evaluate the performance of applied data-mining techniques. Their results indicated that the J48 classifier outperformed all other techniques in Weka with an accuracy rate of 81.33%. Researchers in [<xref ref-type="bibr" rid="ref-14">14</xref>] proposed a framework to diagnose diabetes using DT along with a fuzzy decision boundary system. The proposed framework achieved an accuracy of 75.8%. Researchers in [<xref ref-type="bibr" rid="ref-15">15</xref>] presented a system to detect diabetes using generalized discriminant analysis and least-squares SVM. Their proposed system demonstrated 82.50% accuracy. Researchers in [<xref ref-type="bibr" rid="ref-16">16</xref>] presented a diabetes detection system using a modified artificial bee colony (ABC) optimization technique with fuzzy rules. Their proposed system showed an accuracy rate of 82.68%. Researchers in [<xref ref-type="bibr" rid="ref-17">17</xref>] proposed a model for diabetes detection that integrated ANN and SVM using a stacked ensemble technique. They applied their model to the PIDD and achieved an accuracy rate of 88.04%. In [<xref ref-type="bibr" rid="ref-18">18</xref>], researchers presented an ensemble classification model based on data streams. The proposed model was able to perform classification tasks in a data-streaming environment. Researchers in [<xref ref-type="bibr" rid="ref-19">19</xref>] also presented an ensemble classification model; theirs was designed to detect diabetic retinopathy. They used fuzzy RF and applied Dominance-based Rough Sets Theory. Their experiment used the SRJUH dataset and showed an accuracy rate of 77%. Researchers in [<xref ref-type="bibr" rid="ref-20">20</xref>] presented a heterogeneous ensemble classification model that included a fuzzy rule inference engine to tackle the issue of uncertainty in the results of base classifiers.</p>
</sec>
<sec id="s3">
<label>3</label>
<title>Materials and Methods</title>
<p>Early diagnosis of type-2 diabetes can offer patients the opportunity to improve their lifestyles and dietary habits. Moreover, early detection can guide patients to start taking proper medication before the disease worsens. In our study, we present a method for early detection of diabetes that uses a cloud-based intelligent framework empowered by supervised machine-learning techniques and fuzzy systems as shown in <xref ref-type="fig" rid="fig-1">Fig. 1</xref>. Our framework consists of two layers: Training and testing. Each layer further consists of multiple stages.</p>
<fig id="fig-1">
<label>Figure 1</label>
<caption>
<title>CBD-DSS-FM using machine-learning fusion</title>
</caption><graphic mimetype="image" mime-subtype="png" xlink:href="fig-1.png"/>
</fig>
<p>The training layer begins with the selection of a proper dataset. In the present study, we selected a pre-labeled dataset of diabetes patients [<xref ref-type="bibr" rid="ref-21">21</xref>] for the implementation of our proposed framework. This dataset consists of 15,000 instances and a total of 10 features, of which nine features are independent and one, the output class, is dependent. The pre-processing layer of our proposed framework involves two stages: 1) Data cleaning and normalization and 2) data splitting. Data cleaning removes missing values using the mean imputation method, while normalization brings the values of all features into a certain range. Both activities help the classification process achieve higher performance/accuracy. After data cleaning and normalization, the dataset is divided into training data and test data at a ratio of 70:30 on the basis of class split.</p>
<p>After pre-processing is the classification process, which consists of training of three widely-used supervised classification techniques: ANN, DT, and na&#x00EF;ve Bayes (NB). This layer receives input from the training set and test set in the pre-processing stage and provides three prediction results for the next stage. All three classification algorithms must be optimized to achieve maximum accuracy. During ANN configuration, we used one hidden layer with 10 neurons and backpropagation technique to tune the weights. We used a multi-layer perceptron with at least one hidden layer besides the input and output layers. The steps involved in backpropagation are as follows: initialization of weight, feed forward, backpropagation of error, and updating of weight and bias. Every neuron present in the hidden layer has an activation function such as <italic>f</italic>(<italic>x</italic>) = <italic>Sigmoid</italic>(<italic>x</italic>). The sigmoid function for input and the hidden layer of the proposed BPNN can be written as</p>
<p><disp-formula id="eqn-1">
<label>(1)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-1.png"/>-->
<!--<tex-math id="tex-eqn-1"><![CDATA[$$\begin{equation} \psi _{j}=b_{1}+\sum_{i=1}^{m} \left(\omega _{ij}*r_{i}\right)
 \label{eqn-1} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-1" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>b</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:mstyle displaystyle='true'><mml:mstyle displaystyle='true'><mml:munderover><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo lspace='0pt' rspace='0pt'>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>m</mml:mi></mml:mrow></mml:munderover></mml:mstyle></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>*</mml:mo><mml:msub><mml:mrow><mml:mi>r</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula></p>
<p><disp-formula id="eqn-2">
<label>(2)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-2.png"/>-->
<!--<tex-math id="tex-eqn-2"><![CDATA[$$\begin{equation} \qpligature_{j}=\frac{1}{1+e^{-\psi_{j}}}\quad \mathit{where}~ j=1,\,2,\,3\,\ldots,\, n
 \label{eqn-2}\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-2" display="block"><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mn>1</mml:mn><mml:mo>+</mml:mo><mml:msup><mml:mrow><mml:mi>e</mml:mi></mml:mrow><mml:mrow><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:msup></mml:mrow></mml:mfrac><mml:mspace width="1em"/><mml:mstyle mathvariant="italic"><mml:mi>w</mml:mi><mml:mi>h</mml:mi><mml:mi>e</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi></mml:mstyle><mml:mspace width=".3em" /><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mn>2</mml:mn><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mn>3</mml:mn><mml:mspace width="0.3em"/><mml:mo>&#x2026;</mml:mo><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>n</mml:mi></mml:math>
<!--</alternatives>--></disp-formula></p>
<p>Input derived from the output layer is</p>
<p><disp-formula id="eqn-3">
<label>(3)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-3.png"/>-->
<!--<tex-math id="tex-eqn-3"><![CDATA[$$\begin{equation}
\psi _{k}=b_{2}+\sum_{j=1}^{n} \left(\upsilon _{jk}* \qpligature_{j}\right)
 \label{eqn-3}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-3" display="block"><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>b</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:mstyle displaystyle='true'><mml:mstyle displaystyle='true'><mml:munderover><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo lspace='0pt' rspace='0pt'>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:munderover></mml:mstyle></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C5;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>*</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></disp-formula></p>
<p>The output layer activation function is</p>
<p><disp-formula id="eqn-4">
<label>(4)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-4.png"/>-->
<!--<tex-math id="tex-eqn-4"><![CDATA[$$\begin{equation}\qpligature_{k}=\frac{1}{1+e^{-\psi _{k}}}\quad \mathit{where}~ k=1,\,2,\,3,\,\ldots,\, r
 \label{eqn-4} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-4" display="block"><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mn>1</mml:mn><mml:mo>+</mml:mo><mml:msup><mml:mrow><mml:mi>e</mml:mi></mml:mrow><mml:mrow><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:msup></mml:mrow></mml:mfrac><mml:mspace width="1em"/><mml:mstyle mathvariant="italic"><mml:mi>w</mml:mi><mml:mi>h</mml:mi><mml:mi>e</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi></mml:mstyle><mml:mspace width=".3em" /><mml:mi>k</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mn>2</mml:mn><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mn>3</mml:mn><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mo>&#x2026;</mml:mo><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>r</mml:mi></mml:math>
<!--</alternatives>--></disp-formula></p>
<p><disp-formula id="eqn-5">
<label>(5)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-5.png"/>-->
<!--<tex-math id="tex-eqn-5"><![CDATA[$$\begin{equation} E=\frac{1}{2}\sum_{k} \left(\tau _{k}-\qpligature_{k}\right)^{2}
 \label{eqn-5}\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-5" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mi>E</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:mfrac><mml:msub><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:msup><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C4;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula></p>
<p>Backpropagation error is represented by the above equation, where, <inline-formula id="ieqn-1"><!--<alternatives><inline-graphic xlink:href="ieqn-1.png"/><tex-math id="tex-ieqn-1"><![CDATA[$\tau _{k}$]]></tex-math>--><mml:math id="mml-ieqn-1"><mml:msub><mml:mrow><mml:mi>&#x03C4;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></inline-formula> and <inline-formula id="ieqn-2"><!--<alternatives><inline-graphic xlink:href="ieqn-2.png"/><tex-math id="tex-ieqn-2"><![CDATA[$\qpligature_{k}$]]></tex-math>--><mml:math id="mml-ieqn-2"><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></inline-formula> represent the desired output and estimated output, respectively. In <xref ref-type="disp-formula" rid="eqn-6">Eq. (6)</xref>, rate of change in weight for output, the layer is written as</p>
<p><disp-formula id="eqn-6">
<label>(6)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-6.png"/>-->
<!--<tex-math id="tex-eqn-6"><![CDATA[$$\begin{align}
& \Updelta W \propto -\frac{\partial E}{\partial W}\nonumber \\
& \Updelta \upsilon _{j,\,k}= - \epsilon \frac{\partial E}{\partial \nu _{j,\,k}}
 \label{eqn-6}
\end{align}$$]]></tex-math>-->
<mml:math id="mml-eqn-6" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:mi>W</mml:mi><mml:mo>&#x221D;</mml:mo><mml:mo>-</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:mi>E</mml:mi></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:mi>W</mml:mi></mml:mrow></mml:mfrac></mml:mstyle></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C5;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mo>-</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:mi>E</mml:mi></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula></p>
<p>After applying the chain rule method, the above equation can be stated as</p>
<p><disp-formula id="eqn-7">
<label>(7)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-7.png"/>-->
<!--<tex-math id="tex-eqn-7"><![CDATA[$$\begin{equation}
\Updelta \upsilon _{j,\,k}=-\epsilon \frac{\partial E}{\partial \qpligature_{k}}\times \frac{\partial \qpligature_{k}}{\partial \psi _{k}}\times \frac{\partial \psi _{k}}{\partial \nu _{j,\,k}}
 \label{eqn-7}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-7" display="block"><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C5;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mo>-</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:mi>E</mml:mi></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac><mml:mo>&#x00D7;</mml:mo><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac><mml:mo>&#x00D7;</mml:mo><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:math><!--</alternatives>--></disp-formula></p>
<p>By substituting the values in <xref ref-type="disp-formula" rid="eqn-7">Eq. (7)</xref>, the value of weight changed can be obtained as presented in <xref ref-type="disp-formula" rid="eqn-8">Eq. (8)</xref>.</p>
<p><disp-formula id="eqn-8">
<label>(8)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-8.png"/>-->
<!--<tex-math id="tex-eqn-8"><![CDATA[$$\begin{align}
& \Updelta \upsilon _{j,\,k}=\epsilon \left(\tau _{k}-\qpligature_{k}\right)\times \qpligature_{k}(1-\qpligature_{k})\times \left(\qpligature_{j}\right)
\nonumber \\
&\Updelta \upsilon _{j,\,k}=\epsilon \xi _{k}\qpligature_{j}
 \label{eqn-8}
\end{align}$$]]></tex-math>-->
<mml:math id="mml-eqn-8" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C5;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C4;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C5;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03BE;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula></p>
<p>where,
<disp-formula id="eqn-7a">
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-7a.png"/>-->
<!--<tex-math id="tex-eqn-7"><![CDATA[$$\begin{eqnarray*}
\xi _{k}= \left(\tau _{k}-\qpligature_{k}\right)\times \qpligature_{k} \left(1-\qpligature_{k}\right)
\end{eqnarray*}$$]]></tex-math>-->
<mml:math id="mml-eqn-7a" display="block"><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BE;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C4;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:math><!--</alternatives>--></disp-formula>
</p>
<p>Then, we apply the chain rule method for the updating of weights between input and hidden layers:
<disp-formula id="eqn-8a">
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-8a.png"/>-->
<!--<tex-math id="tex-eqn-8"><![CDATA[$$\begin{align*}
& \Updelta \omega _{i,\,j}\propto - \left[\sum_{k}\frac{\partial E}{\partial \qpligature_{k}}\times \frac{\partial \qpligature_{k}}{\partial \psi _{k}}\times \frac{\partial \psi _{k}}{\partial \qpligature_{j}}\right]\times \frac{\partial \qpligature_{j}}{\partial \psi _{j}}\times \frac{\partial \psi _{j}}{\partial \omega _{i,\,j}} \\
& \Updelta \omega _{i,\,j}=-\epsilon \left[\sum_{k}\frac{\partial E}{\partial \qpligature_{k}}\times \frac{\partial \qpligature_{k}}{\partial \psi _{k}}\times \frac{\partial \psi _{k}}{\partial \qpligature_{j}}\right]\times \frac{\partial \qpligature_{j}}{\partial \psi _{j}}\times \frac{\partial \psi _{j}}{\partial \omega _{i,j}}
\end{align*}$$]]></tex-math>-->
<mml:math id="mml-eqn-8a" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>&#x221D;</mml:mo><mml:mo>-</mml:mo><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mstyle displaystyle='true'><mml:munder><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:mi>E</mml:mi></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mo>-</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mstyle displaystyle='true'><mml:munder><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:mi>E</mml:mi></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>&#x00D7;</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C8;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mi>&#x2202;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mstyle></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula>
 where <inline-formula id="ieqn-3"><!--<alternatives><inline-graphic xlink:href="ieqn-3.png"/><tex-math id="tex-ieqn-3"><![CDATA[$\epsilon$]]></tex-math>--><mml:math id="mml-ieqn-3"><mml:mi>&#x03F5;</mml:mi></mml:math><!--</alternatives>--></inline-formula> represents the constant:
<disp-formula id="eqn-9a">
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-9a.png"/>-->
<!--<tex-math id="tex-eqn-9"><![CDATA[$$\begin{align*}
& \Updelta \omega _{i,\,j}=\epsilon \left[\sum_{k} \left(\tau _{k}-\qpligature_{k}\right)\times \qpligature_{k} \left(1-\qpligature_{k}\right)\times \left(\nu _{j,\,k}\right)\right]\times \qpligature_{k} \left(1-\qpligature_{k}\right)\times \alpha _{i} \\
& \Updelta \omega _{i,\,j}=\epsilon \left[\sum_{k} \left(\tau _{k}-\qpligature_{k}\right)\times \qpligature_{k} \left(1-\qpligature_{k}\right)\times \left(\nu _{j,\,k}\right)\right]\times \qpligature_{j} \left(1-\qpligature_{j}\right)\times \alpha _{i} \\
& \Updelta \omega _{i,\,j}=\epsilon \left[\sum_{k}\xi _{k} \left(\nu _{j,\,k}\right)\right]\times \qpligature_{j} \left(1-\qpligature_{j}\right)\times \alpha _{i}
\end{align*}$$]]></tex-math>-->
<mml:math id="mml-eqn-9a" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mstyle displaystyle='true'><mml:munder><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C4;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03B1;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mstyle displaystyle='true'><mml:munder><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03C4;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03B1;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mstyle displaystyle='true'><mml:munder><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:msub><mml:mrow><mml:mi>&#x03BE;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03B1;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula>
</p>
<p>After simplification, the above equation can be stated as</p>
<p><disp-formula id="eqn-9">
<label>(9)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-9.png"/>-->
<!--<tex-math id="tex-eqn-9"><![CDATA[$$\begin{equation}
\Updelta \omega _{i,\,j}=\epsilon \xi _{j}\alpha _{i}
 \label{eqn-9}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-9" display="block"><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>&#x03F5;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03BE;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>&#x03B1;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></disp-formula></p>
<p>where</p>
<p><disp-formula id="eqn-10">
<label>(10)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-10.png"/>-->
<!--<tex-math id="tex-eqn-10"><![CDATA[$$\begin{align}
& \xi _{j}= \left[\sum_{k}\xi _{k} \left(\nu _{j,\,k}\right)\right]\times \qpligature_{j}(1-\qpligature_{j})
\nonumber \\
&\nu _{j,\,k}^{+}=\nu _{j,\,k}+\lambda _{F}\Updelta \upsilon _{j,\,k}
 \label{eqn-10}
\end{align}$$]]></tex-math>-->
<mml:math id="mml-eqn-10" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:msub><mml:mrow><mml:mi>&#x03BE;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:mstyle displaystyle='true'><mml:munder><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:munder></mml:mstyle><mml:msub><mml:mrow><mml:mi>&#x03BE;</mml:mi></mml:mrow><mml:mrow><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x0239;</mml:mo></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:msubsup><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow><mml:mrow><mml:mo lspace='0pt' rspace='0pt'>+</mml:mo></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03BD;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mi>F</mml:mi></mml:mrow></mml:msub><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C5;</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>k</mml:mi></mml:mrow></mml:msub></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula></p>
<p><xref ref-type="disp-formula" rid="eqn-10">Eq. (10)</xref> is used for updating the weights between hidden layers and output.</p>
<p><disp-formula id="eqn-11">
<label>(11)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-11.png"/>-->
<!--<tex-math id="tex-eqn-11"><![CDATA[$$\begin{equation}
\omega _{i,\,j}^{+}=\omega _{i,\,j}+\lambda _{F}\Updelta \omega _{i,\,j}
 \label{eqn-11}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-11" display="block"><mml:msubsup><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow><mml:mrow><mml:mo lspace='0pt' rspace='0pt'>+</mml:mo></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mi>F</mml:mi></mml:mrow></mml:msub><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:msub><mml:mrow><mml:mi>&#x03C9;</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></disp-formula></p>
<p><xref ref-type="disp-formula" rid="eqn-11">Eq. (11)</xref> is used for updating the weights between the input and hidden layer.</p>
<p>In DT, we used three optimizers one by one: Random search, Bayesian optimization, and grid search. Bayesian optimization performed well and was hence selected for this framework.</p>
<p><disp-formula id="eqn-12">
<label>(12)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-12.png"/>-->
<!--<tex-math id="tex-eqn-12"><![CDATA[$$\begin{equation}
E(S)=I_{E} \left(p_{1},\,p_{2},\,\ldots ,\,p_{J}\right)=-\sum_{t=1}^{K}\,p_{t}\log _{2}p_{t}
 \label{eqn-12}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-12" display="block"><mml:mi>E</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>I</mml:mi></mml:mrow><mml:mrow><mml:mi>E</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mo>&#x2026;</mml:mo><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>J</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mo>-</mml:mo><mml:mstyle displaystyle='true'><mml:mstyle displaystyle='true'><mml:munderover><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>t</mml:mi><mml:mo lspace='0pt' rspace='0pt'>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>K</mml:mi></mml:mrow></mml:munderover></mml:mstyle></mml:mstyle><mml:mspace width="0.3em"/><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mo> log</mml:mo></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></disp-formula></p>
<p>GINI index is</p>
<p><disp-formula id="eqn-13">
<label>(13)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-13.png"/>-->
<!--<tex-math id="tex-eqn-13"><![CDATA[$$\begin{equation}
E(S)=I_{G} \left(p_{1},\,p_{2},\,\ldots ,\,p_{J}\right)=1-\sum_{t=1}^{K}\,p_{t}^{2}
 \label{eqn-13}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-13" display="block"><mml:mi>E</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>I</mml:mi></mml:mrow><mml:mrow><mml:mi>G</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mo>&#x2026;</mml:mo><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:msub><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>J</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mstyle displaystyle='true'><mml:mstyle displaystyle='true'><mml:munderover><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>t</mml:mi><mml:mo lspace='0pt' rspace='0pt'>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>K</mml:mi></mml:mrow></mml:munderover></mml:mstyle></mml:mstyle><mml:mspace width="0.3em"/><mml:msubsup><mml:mrow><mml:mi>p</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup></mml:math><!--</alternatives>--></disp-formula></p>
<p>and information gain is</p>
<p><disp-formula id="eqn-14">
<label>(14)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-14.png"/>-->
<!--<tex-math id="tex-eqn-14"><![CDATA[$$\begin{align}
& \overset{\text{Information Gain }}{\overbrace{IG \left(S,\,z\right)}}=\overset{\text{E}\text{n}\text{t}\text{r}\text{o}\text{py}/\text{Gini } \left(\text{p}\text{a}\text{r}\text{e}\text{n}\text{t}\right)}{\overbrace{E \left(S\right)}}-\overset{\text{Weighted Sum of Entropy}/\text{Gini } \left(\text{C}\text{h}\text{i}\text{l}\text{d}\text{ren}\right)}{\overbrace{E \left(S\mid z\right)}}\nonumber \\
&IG(S,\,z)=\text{E}\text{n}\text{t}\text{r}\text{o}\text{p}~ m(S)-\sum_{z}\,p(z)\text{E}\text{n}\text{t}\text{r}\text{o}\text{p}~m(S \mid z)
 \label{eqn-14}
\end{align}$$]]></tex-math>-->
<mml:math id="mml-eqn-14" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mover><mml:mrow><mml:mover accent="false"><mml:mrow><mml:mi>I</mml:mi><mml:mi>G</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>z</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>&#xFE37;</mml:mo></mml:mover></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Information&#x00A0;Gain&#x00A0;</mml:mtext></mml:mstyle></mml:mrow></mml:mover><mml:mo>=</mml:mo><mml:mover><mml:mrow><mml:mover accent="false"><mml:mrow><mml:mi>E</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>&#xFE37;</mml:mo></mml:mover></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>E</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>t</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>o</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>py</mml:mtext></mml:mstyle><mml:mo>/</mml:mo><mml:mstyle><mml:mtext>Gini&#x00A0;</mml:mtext></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>a</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>t</mml:mtext></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mover><mml:mo>-</mml:mo><mml:mover><mml:mrow><mml:mover accent="false"><mml:mrow><mml:mi>E</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>z</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>&#xFE37;</mml:mo></mml:mover></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Weighted&#x00A0;Sum&#x00A0;of&#x00A0;Entropy</mml:mtext></mml:mstyle><mml:mo>/</mml:mo><mml:mstyle><mml:mtext>Gini&#x00A0;</mml:mtext></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle><mml:mtext>C</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>h</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>l</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>d</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>ren</mml:mtext></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mover></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mi>I</mml:mi><mml:mi>G</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi><mml:mo>,</mml:mo><mml:mspace width="0.3em"/><mml:mi>z</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mstyle><mml:mtext>E</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>t</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>o</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mspace width=".3em" /><mml:mi>m</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mo>&#x2211;</mml:mo> </mml:mrow><mml:mrow><mml:mi>z</mml:mi></mml:mrow></mml:msub><mml:mspace width="0.3em"/><mml:mi>p</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>z</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mstyle><mml:mtext>E</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>t</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>o</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mspace width=".3em" /><mml:mi>m</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>S</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>z</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula></p>
<p>In machine learning, information gain is used to define a desired sequence of attributes for investigation of the most rapidly reduced state of <italic>S</italic>. DT depicts how each stage depends on the outcomes of the analysis of the last attribute; applied in the area of machine learning, this is known as decision-tree learning. An element with high mutual information must be preferred to other attributes.</p>
<p><disp-formula id="eqn-15">
<label>(15)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-15.png"/>-->
<!--<tex-math id="tex-eqn-15"><![CDATA[$$\begin{equation}
\mathrm{z}^{\star }=\arg \min _{\mathrm{z}\in \mathrm{Z}}\,\mathrm{f}(\mathrm{z})
 \label{eqn-15}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-15" display="block"><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>&#x22C6;</mml:mo></mml:mrow></mml:msup><mml:mo>=</mml:mo><mml:mo> arg</mml:mo><mml:munder><mml:mrow><mml:mo>min</mml:mo></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle><mml:mo lspace='0pt' rspace='0pt'>&#x2208;</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>Z</mml:mi></mml:mstyle></mml:mrow></mml:munder><mml:mspace width="0.3em"/><mml:mstyle mathvariant="normal"><mml:mi>f</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></disp-formula></p>
<p>Here, <italic>f</italic>(<italic>z</italic>) serves to minimize error rate, or Root mean squared error (RMSE), assessed on the validation set. <italic>z</italic> can take on any value from domain <italic>Z</italic>, and <italic>z</italic><sup>*</sup> is the set of hyper-parameters that relent the lowest value of the score. In simple terms, we aimed to find the model hyper-parameters that would deliver the best score on the validation set metric. This model is known as a &#x201C;surrogate,&#x201D; which is represented as <inline-formula id="ieqn-4"><!--<alternatives><inline-graphic xlink:href="ieqn-4.png"/><tex-math id="tex-ieqn-4"><![CDATA[$p(z \mid n)$]]></tex-math>--><mml:math id="mml-ieqn-4"><mml:mi>p</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>z</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>n</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></inline-formula>, for the objective function:</p>
<p><disp-formula id="eqn-16">
<label>(16)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-16.png"/>-->
<!--<tex-math id="tex-eqn-16"><![CDATA[$$\begin{equation}
\mathrm{EI}_{\mathrm{z}^{*}} \left(\mathrm{n}\right)=\int_{-\infty }^{\mathrm{z}^{*}}\, \left(\mathrm{z}^{*}-\mathrm{z}\right)
\mathrm{p} \left(\mathrm{z}\mid \mathrm{n}\right)\mathrm{dz}
 \label{eqn-16}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-16" display="block"><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>I</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mstyle displaystyle='true'><mml:msubsup><mml:mrow><mml:mo>&#x222B; </mml:mo></mml:mrow><mml:mrow><mml:mo lspace='0pt' rspace='0pt'>-</mml:mo><mml:mi>&#x221E;</mml:mi></mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup> </mml:mrow></mml:msubsup></mml:mstyle><mml:mspace width="0.3em"/><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mo>-</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle><mml:mo>&#x2223;</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>d</mml:mi><mml:mi>z</mml:mi></mml:mstyle></mml:math><!--</alternatives>--></disp-formula></p>
<p>We intended to optimize expected improvement with respect to proposed set of hyper-parameters <italic>n</italic>. Here, <italic>z</italic><sup>*</sup> is an edge value of the objective function, whereas <italic>z</italic> depicts the actual value of the function using hyper-parameters <italic>n</italic>, and <inline-formula id="ieqn-5"><!--<alternatives><inline-graphic xlink:href="ieqn-5.png"/><tex-math id="tex-ieqn-5"><![CDATA[$p(z \mid n)$]]></tex-math>--><mml:math id="mml-ieqn-5"><mml:mi>p</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>z</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>n</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></inline-formula> is the surrogate probability model stating the probability of <italic>z</italic> given <italic>n</italic>. This suggests the best hyper-parameters under the  function <inline-formula id="ieqn-6"><!--<alternatives><inline-graphic xlink:href="ieqn-6.png"/><tex-math id="tex-ieqn-6"><![CDATA[$p(z \mid n)$]]></tex-math>--><mml:math id="mml-ieqn-6"><mml:mi>p</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>z</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>n</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></inline-formula>.</p>
<p>The hyper-parameters are not expected to produce any improvement if <inline-formula id="ieqn-7"><!--<alternatives><inline-graphic xlink:href="ieqn-7.png"/><tex-math id="tex-ieqn-7"><![CDATA[$p(z \mid n)$]]></tex-math>--><mml:math id="mml-ieqn-7"><mml:mi>p</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>z</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>n</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></inline-formula> is zero everywhere that <italic>z</italic> &#x003C; <italic>z</italic><sup>*</sup>. On the other hand, the hyper-parameters <italic>n</italic> are expected to produce better results than the threshold value if the fundamental part is positive.</p>
<p><disp-formula id="eqn-17">
<label>(17)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-17.png"/>-->
<!--<tex-math id="tex-eqn-17"><![CDATA[$$\begin{equation}
\mathrm{p}(\mathrm{z}\mid \mathrm{n})=\frac{\mathrm{p}(\mathrm{n}\mid \mathrm{z})*\mathrm{p}(\mathrm{z})}{\mathrm{p}(\mathrm{n})}
 \label{eqn-17}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-17" display="block"><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle><mml:mo>&#x2223;</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle><mml:mo>&#x2223;</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>*</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:math><!--</alternatives>--></disp-formula></p>
<p>The <inline-formula id="ieqn-8"><!--<alternatives><inline-graphic xlink:href="ieqn-8.png"/><tex-math id="tex-ieqn-8"><![CDATA[$p(n \mid z)$]]></tex-math>--><mml:math id="mml-ieqn-8"><mml:mi>p</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>n</mml:mi><mml:mo>&#x2223;</mml:mo><mml:mi>z</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></inline-formula> function is expressed as
<disp-formula id="eqn-17a">
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-17a.png"/>-->
<!--<tex-math id="tex-eqn-17"><![CDATA[$$\begin{eqnarray*}
\mathrm{p} \left(\mathrm{n}\mid \mathrm{z}\right)= \left\{\begin{array}{l@{\quad}l}
\ell \left(\mathrm{n}\right) & \text{i}\text{f}~\mathrm{z}< \mathrm{z}^{*} \\[8pt]
\mathrm{g} \left(\mathrm{n}\right) & \text{i}\text{f}~\mathrm{z} \geq \mathrm{z}^{*}
\end{array}\right.
\end{eqnarray*}$$]]></tex-math>-->
<mml:math id="mml-eqn-17a" display="block"><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle><mml:mo>&#x2223;</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mtable equalrows="false" columnlines="none" equalcolumns="false"><mml:mtr><mml:mtd columnalign="left"><mml:mi>&#x2113;</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mspace width="1em"/></mml:mtd><mml:mtd columnalign="left"><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>f</mml:mtext></mml:mstyle><mml:mspace width=".3em" /><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle><mml:mo>&#x003C;</mml:mo><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup></mml:mtd></mml:mtr><mml:mtr><mml:mtd columnalign="left"><mml:mstyle mathvariant="normal"><mml:mi>g</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mspace width="1em"/></mml:mtd><mml:mtd columnalign="left"><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>f</mml:mtext></mml:mstyle><mml:mspace width=".3em" /><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle><mml:mo>&#x2265;</mml:mo><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup></mml:mtd></mml:mtr> </mml:mtable></mml:mrow><mml:mo></mml:mo></mml:mrow></mml:mrow></mml:math><!--</alternatives>--></disp-formula>
 where <italic>l</italic>(<italic>n</italic>) is the distribution of the hyper-parameters when the score is lower than the threshold <italic>z</italic><sup>*</sup>, and <italic>g</italic>(<italic>n</italic>) is the distribution when the score is higher than <italic>z</italic><sup>*</sup>.</p>
<p><italic>z</italic><sup>*</sup> is the minimum observed true objective function score, whereas <italic>z</italic> stands for new scores. To maximize the expected improvement result under the Gaussian Process model, the new score <italic>z</italic> must be less than the current minimum score (<italic>z</italic> &#x003C; <italic>z</italic><sup>*</sup>), hence the max (<italic>z</italic><sup>*</sup> &#x2212; <italic>z</italic>, 0) can be a large positive number where <italic>z</italic> &#x003C; <italic>z</italic><sup>*</sup> shows a lower value of the objective function than the threshold.</p>
<p>Our rationale for this equation is that we have two different distributions for the hyper-parameters: the first represents where the value of the objective function is less than the threshold, <italic>l</italic>(<italic>n</italic>), and the other where the value of the objective function is greater than the threshold, <italic>g</italic>(<italic>n</italic>).</p>
<p><disp-formula id="eqn-18">
<label>(18)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-18.png"/>-->
<!--<tex-math id="tex-eqn-18"><![CDATA[$$\begin{equation}
\mathrm{E}\mathrm{I}_{{\mathrm{z}^{*}}}(\mathrm{n})=\frac{\upgamma \mathrm{y}^{*}\ell(\mathrm{n})-\ell(\mathrm{n})\int_{-\mathrm{\infty }}^{\mathrm{z}^{\mathrm{*}}}\mathrm{p}(\mathrm{z})\mathrm{dz}}{\upgamma \ell(\mathrm{n})+(1-\mathrm{z})\mathrm{g}(\mathrm{n})}\propto \left(\upgamma +\frac{\mathrm{g}(\mathrm{n})}{\ell(\mathrm{n})}(1-\upgamma )\right)^{-1}
 \label{eqn-18}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-18" display="block"><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi></mml:mstyle><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>I</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>&#x03B3;</mml:mi><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mi>&#x2113;</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>-</mml:mo><mml:mi>&#x2113;</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mstyle displaystyle='true'><mml:msubsup><mml:mrow><mml:mo>&#x222B; </mml:mo></mml:mrow><mml:mrow><mml:mo lspace='0pt' rspace='0pt'>-</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>&#x221E;</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mo>*</mml:mo></mml:mstyle></mml:mrow></mml:msup> </mml:mrow></mml:msubsup></mml:mstyle><mml:mstyle mathvariant="normal"><mml:mi>p</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>d</mml:mi><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mi>&#x03B3;</mml:mi><mml:mi>&#x2113;</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>g</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac><mml:mo>&#x221D;</mml:mo><mml:msup><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>&#x03B3;</mml:mi><mml:mo>+</mml:mo><mml:mfrac><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>g</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mi>&#x2113;</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>n</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mi>&#x03B3;</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mo>-</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:msup></mml:math><!--</alternatives>--></disp-formula></p>
<p>To increase expected improvement, points with high probability under <italic>l</italic>(<italic>n</italic>) and low probability under <italic>g</italic>(<italic>n</italic>) might be chosen as the next hyper-parameter.</p>
<p>In NB, three kernel types are used: Box, Gaussian, and Triangle.
<disp-formula id="eqn-19a">
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-19a.png"/>-->
<!--<tex-math id="tex-eqn-19"><![CDATA[$$\begin{align*}
& \text{Probability of OutCome}\mid \text{Evidence } \left(\text{Posterior Probability}\right) \\
& =\frac{\text{Probability of Liklihood of Evidence}* \text{P}\text{r}\text{i}\text{o}\text{r}}{\text{Probability of Evidence}}
\end{align*}$$]]></tex-math>-->
<mml:math id="mml-eqn-19a" display="block"><mml:mtable columnalign="left" columnspacing="1pt"><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mstyle><mml:mtext>Probability&#x00A0;of&#x00A0;OutCome</mml:mtext></mml:mstyle><mml:mo>&#x2223;</mml:mo><mml:mstyle><mml:mtext>Evidence&#x00A0;</mml:mtext></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mstyle><mml:mtext>Posterior&#x00A0;Probability</mml:mtext></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd></mml:mtd><mml:mtd><mml:mo>=</mml:mo><mml:mstyle displaystyle='true'><mml:mfrac><mml:mrow><mml:mstyle><mml:mtext>Probability&#x00A0;of&#x00A0;Liklihood&#x00A0;of&#x00A0;Evidence</mml:mtext></mml:mstyle><mml:mo>*</mml:mo><mml:mstyle><mml:mtext>P</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>o</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Probability&#x00A0;of&#x00A0;Evidence</mml:mtext></mml:mstyle></mml:mrow></mml:mfrac></mml:mstyle></mml:mtd><mml:mtd></mml:mtd><mml:mtd><mml:mtext></mml:mtext></mml:mtd></mml:mtr></mml:mtable></mml:math><!--</alternatives>--></disp-formula>
</p>
<p>The traditional NB classifier estimates probabilities by an approximation of the data through a function, such as a Gaussian distribution:</p>
<p><disp-formula id="eqn-19">
<label>(19)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-19.png"/>-->
<!--<tex-math id="tex-eqn-19"><![CDATA[$$\begin{equation}
\mathrm{P} \left(\mathrm{S}_{\mathrm{t}}\mid \mathrm{z}\right)=\frac{1}{\sqrt{2\uppi \upsigma _{\mathrm{z}}^{2}}}\exp \left(-\frac{ \left(\mathrm{s}_{\mathrm{t}}-\upmu _{\mathrm{t}}\right)^{2}}{2\upsigma _{\mathrm{z}}^{2}}\right)
 \label{eqn-19}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-19" display="block"><mml:mstyle mathvariant="normal"><mml:mi>P</mml:mi></mml:mstyle><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>S</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>t</mml:mi></mml:mstyle></mml:mrow></mml:msub><mml:mo>&#x2223;</mml:mo><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:msqrt><mml:mrow><mml:mn>2</mml:mn><mml:mi>&#x03C0;</mml:mi><mml:msubsup><mml:mrow><mml:mi>&#x03C3;</mml:mi></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle> </mml:mrow> <mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup></mml:mrow></mml:msqrt></mml:mrow></mml:mfrac><mml:mo> exp</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mo>-</mml:mo><mml:mfrac><mml:mrow><mml:msup><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>s</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>t</mml:mi></mml:mstyle></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03BC;</mml:mi></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>t</mml:mi></mml:mstyle></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow><mml:mrow><mml:mn>2</mml:mn><mml:msubsup><mml:mrow><mml:mi>&#x03C3;</mml:mi></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>z</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup></mml:mrow></mml:mfrac></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:math><!--</alternatives>--></disp-formula></p>
<p>where <inline-formula id="ieqn-9"><!--<alternatives><inline-graphic xlink:href="ieqn-9.png"/><tex-math id="tex-ieqn-9"><![CDATA[$\mu _{t}$]]></tex-math>--><mml:math id="mml-ieqn-9"><mml:msub><mml:mrow><mml:mi>&#x03BC;</mml:mi></mml:mrow><mml:mrow><mml:mi>t</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></inline-formula> represent the mean of the values of attribute <italic>S<sub>t</sub></italic> averaged over training points with class label <italic>z</italic>, and <inline-formula id="ieqn-10"><!--<alternatives><inline-graphic xlink:href="ieqn-10.png"/><tex-math id="tex-ieqn-10"><![CDATA[$\sigma _{z}$]]></tex-math>--><mml:math id="mml-ieqn-10"><mml:msub><mml:mrow><mml:mi>&#x03C3;</mml:mi></mml:mrow><mml:mrow><mml:mi>z</mml:mi></mml:mrow></mml:msub></mml:math><!--</alternatives>--></inline-formula> represents the standard deviation. The one-parameter Box&#x2013;Cox transformations are defined as</p>
<p><disp-formula id="eqn-20">
<label>(20)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-20.png"/>-->
<!--<tex-math id="tex-eqn-20"><![CDATA[$$\begin{equation}
\mathrm{y}_{\mathrm{i}}^{ \left(\uplambda \right)}= \left\{\begin{array}{l@{\quad}l}\displaystyle\frac{\mathrm{y}_{\mathrm{i}}^{\uplambda }-1}{\uplambda }&
\text{i}\text{f}~\uplambda \neq 0 \\[14pt]
\ln \mathrm{y}_{\mathrm{i}}& \text{i}\text{f}~\uplambda =0 \end{array}\right.
 \label{eqn-20}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-20" display="block"><mml:msubsup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mtable equalrows="false" columnlines="none" equalcolumns="false"><mml:mtr><mml:mtd columnalign="left"><mml:mfrac><mml:mrow><mml:msubsup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow></mml:msubsup><mml:mo>-</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow></mml:mfrac><mml:mspace width="1em"/></mml:mtd><mml:mtd columnalign="left"><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>f</mml:mtext></mml:mstyle><mml:mspace width=".3em" /><mml:mi>&#x03BB;</mml:mi><mml:mo>&#x2260;</mml:mo><mml:mn>0</mml:mn></mml:mtd></mml:mtr><mml:mtr><mml:mtd columnalign="left"><mml:mo>ln</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow></mml:msub><mml:mspace width="1em"/></mml:mtd><mml:mtd columnalign="left"><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>f</mml:mtext></mml:mstyle><mml:mspace width=".3em" /><mml:mi>&#x03BB;</mml:mi><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:mtd></mml:mtr> </mml:mtable></mml:mrow><mml:mo></mml:mo></mml:mrow></mml:math><!--</alternatives>--></disp-formula></p>
<p>and the two-parameter Box&#x2013;Cox transformations as</p>
<p><disp-formula id="eqn-21">
<label>(21)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-21.png"/>-->
<!--<tex-math id="tex-eqn-21"><![CDATA[$$\begin{equation}
\mathrm{y}_{\mathrm{i}}^{ \left(\uplambda \right)}= \left\{\begin{array}{l@{\quad}l} \displaystyle\frac{ \left(\mathrm{y}_{\mathrm{i}}+\uplambda _{2}\right)^{{\uplambda _{1}}}-1}{\uplambda _{1}}& \text{if }\uplambda _{1}\neq 0 \\[14pt]
\ln \left(\mathrm{y}_{\mathrm{i}}+\uplambda _{2}\right) & \text{if }\uplambda _{1}=0 \end{array}\right.
\label{eqn-21}
\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-21" display="block"><mml:msubsup><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mtable equalrows="false" columnlines="none" equalcolumns="false"><mml:mtr><mml:mtd columnalign="left"><mml:mfrac><mml:mrow><mml:msup><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:msup><mml:mo>-</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfrac><mml:mspace width="1em"/></mml:mtd><mml:mtd columnalign="left"><mml:mstyle><mml:mtext>if&#x00A0;</mml:mtext></mml:mstyle><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>&#x2260;</mml:mo><mml:mn>0</mml:mn></mml:mtd></mml:mtr><mml:mtr><mml:mtd columnalign="left"><mml:mo>ln</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>y</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mspace width="1em"/></mml:mtd><mml:mtd columnalign="left"><mml:mstyle><mml:mtext>if&#x00A0;</mml:mtext></mml:mstyle><mml:msub><mml:mrow><mml:mi>&#x03BB;</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:mtd></mml:mtr> </mml:mtable></mml:mrow><mml:mo></mml:mo></mml:mrow></mml:math><!--</alternatives>--></disp-formula></p>
<p>After particular optimization, each optimized model is stored in the cloud. The next stage of the training layer in our proposed framework deals with the creation and implementation of fuzzy logic on the results of optimized classification algorithms as shown in <xref ref-type="fig" rid="fig-2">Fig. 2</xref>. This layer receives the results of ANN, DT, and NB and generates the output using fuzzy rules as shown in <xref ref-type="fig" rid="fig-3">Figs. 3</xref> and <xref ref-type="fig" rid="fig-4">4</xref>, which is again stored in the cloud.</p>
<p>Conditional or <italic>if-then</italic> statements are used to make fuzzy logic. On the basis of these statements, fuzzy rules are constructed as follows:</p>
<p>IF (NeuralNetwork is yes and Na&#x00EF;veBayes is yes and DecisionTree is yes) THEN (Diabetes is yes).</p>
<p>IF (NeuralNetwork is yes and Na&#x00EF;veBayes is yes and DecisionTree is no) THEN (Diabetes is yes).</p>
<p>IF (NeuralNetwork is yes and Na&#x00EF;veBayes is no and DecisionTree is yes) THEN (Diabetes is yes).</p>
<p>IF (NeuralNetwork is no and Na&#x00EF;veBayes is yes and DecisionTree is yes) THEN (Diabetes is yes).</p>
<p>IF (NeuralNetwork is no and Na&#x00EF;veBayes is no and DecisionTree is also no) THEN (Diabetes is no).</p>
<p>IF (NeuralNetwork is yes and Na&#x00EF;veBayes is no and DecisionTree is no) THEN (Diabetes is no).</p>
<p>IF (NeuralNetwork is no and Na&#x00EF;veBayes is no and DecisionTree is yes) THEN (Diabetes is no).</p>
<p>IF (NeuralNetwork is no and Na&#x00EF;veBayes is yes and DecisionTree is no) THEN (Diabetes is no).</p>
<p>In formulating the rules, it is evident that if any two of the three supervised classification techniques are <italic>true</italic>, then diabetes is <italic>true</italic>; otherwise, diabetes is <italic>false</italic>.</p>
<fig id="fig-2">
<label>Figure 2</label>
<caption>
<title>Proposed fused ML rule surface</title>
</caption><graphic mimetype="image" mime-subtype="png" xlink:href="fig-2.png"/>
</fig>
<fig id="fig-3">
<label>Figure 3</label>
<caption>
<title>Proposed fused ML result with diabetes (yes)</title>
</caption><graphic mimetype="image" mime-subtype="png" xlink:href="fig-3.png"/>
</fig>
<fig id="fig-4">
<label>Figure 4</label>
<caption>
<title>Proposed fused ML result with diabetes (no)</title>
</caption><graphic mimetype="image" mime-subtype="png" xlink:href="fig-4.png"/>
</fig>
<p><xref ref-type="fig" rid="fig-2">Fig. 2</xref> shows the proposed fused ML rule surface of diabetes with respect to the neural network and na&#x00EF;ve Bayes results. If both neural network and naive Bayes solutions predict no diabetes, then the resultant fused ML also predicts no diabetes; otherwise, the fused ML predicts diabetes.</p>
<p><xref ref-type="fig" rid="fig-3">Fig. 3</xref> shows that if the neural network diagnoses no diabetes and remaining algorithms&#x2014;na&#x00EF;ve Bayes and decision tree&#x2014;both diagnose diabetes, then the fused ML diagnoses the patient with diabetes.</p>
<p><xref ref-type="fig" rid="fig-4">Fig. 4</xref> shows that if all three algorithms&#x2014;neural network, na&#x00EF;ve Bayes, and decision tree&#x2014;diagnose no diabetes, then the fused ML also diagnoses no diabetes.</p>
<p>The second layer of the proposed framework deals with the real-time classification of diabetic patients. The real-time patient data can be given as input to the proposed machine-learning fuzzed model, and appointments can be made on the basis of the results. If any patient is predicted to be a diabetic, then he or she is appointed to an early slot on an emergency basis; meanwhile, if the patient is predicted to be a non-diabetic, then he or she can be given an appointment following the regular schedule.</p>
</sec>
<sec id="s4">
<label>4</label>
<title>Results and Discussion</title>
<p>To implement the proposed framework, we used a dataset [<xref ref-type="bibr" rid="ref-21">21</xref>] consisting of 10 features and 15,000 instances as shown in <xref ref-type="table" rid="table-1">Tab. 1</xref>. The first nine features were independent features used as inputs to calculate and predict the tenth feature, the output class indicating whether the particular patient is suffering from diabetes or not. If the value of this feature is 1, the patient is diabetic, and if the value is 0, the patient is non-diabetic.</p>
<table-wrap id="table-1">
<label>Table 1</label>
<caption>
<title>Dataset parameters</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Attribute No.</th>
<th>Attribute</th>
<th>Description and values (min&#x2013;max)</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>Patient ID (primary key)</td>
<td>Numeric values</td>
</tr>
<tr>
<td>2</td>
<td>Pregnancies (female)</td>
<td>Numeric values (0&#x2013;14)</td>
</tr>
<tr>
<td>3</td>
<td>Plasma glucose</td>
<td>Numeric values (44&#x2013;192)</td>
</tr>
<tr>
<td>4</td>
<td>Diastolic blood pressure</td>
<td>Numeric values (24&#x2013;117) (mm hg)</td>
</tr>
<tr>
<td>5</td>
<td>Triceps thickness</td>
<td>Numeric values (7&#x2013;93) (mm)</td>
</tr>
<tr>
<td>6</td>
<td>Serum insulin</td>
<td>Numeric values (14&#x2013;799) (mu U/ml)</td>
</tr>
<tr>
<td>7</td>
<td>BMI</td>
<td>Numeric values (18.2&#x2013;56) (weight in kg/(height in m)2</td>
</tr>
<tr>
<td>8</td>
<td>Diabetes pedigree</td>
<td>Numeric values (0.08&#x2013;2.3)</td>
</tr>
<tr>
<td>9</td>
<td>Age of the patient</td>
<td>Numeric values (21&#x2013;77)</td>
</tr>
<tr>
<td>10</td>
<td>Diabetic class</td>
<td><inline-formula id="ieqn-11"><!--<alternatives><inline-graphic xlink:href="ieqn-11.png"/><tex-math id="tex-ieqn-11"><![CDATA[$\mathrm{Yes}= 1$]]></tex-math>--><mml:math id="mml-ieqn-11"><mml:mstyle mathvariant="normal"><mml:mi>Y</mml:mi><mml:mi>e</mml:mi><mml:mi>s</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:math><!--</alternatives>--></inline-formula> and <inline-formula id="ieqn-12"><!--<alternatives><inline-graphic xlink:href="ieqn-12.png"/><tex-math id="tex-ieqn-12"><![CDATA[$\mathrm{No}= 0$]]></tex-math>--><mml:math id="mml-ieqn-12"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi><mml:mi>o</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>0</mml:mn></mml:math><!--</alternatives>--></inline-formula></td>
</tr>
</tbody>
</table>
</table-wrap>
<p>We divided the dataset into two parts, 70% training data (10,500) and 30% test data (4,500). We performed the pre-processing activities of cleaning and normalization on the dataset prior to classification. For classification of the dataset, we used three machine learning algorithms: ANN, DT, and NB. We optimized these techniques iteratively until we achieved maximum performance. We applied various statistical measures to assess the performance of the classification techniques as shown below.</p>
<p><disp-formula id="eqn-22">
<label>(22)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-22.png"/>-->
<!--<tex-math id="tex-eqn-22"><![CDATA[$$\begin{equation}\text{Miss Rate}=\frac{(\mathrm{RO}_{1}/\mathrm{EO}_{0}+\mathrm{RO}_{0}/
\mathrm{EO}_{1})}{\mathrm{EO}_{0}+\mathrm{EO}_{1}}
 \label{eqn-22} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-22" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Miss&#x00A0;Rate</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula></p>
<p><disp-formula id="eqn-23">
<label>(23)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-23.png"/>-->
<!--<tex-math id="tex-eqn-23"><![CDATA[$$\begin{equation}\text{A}\text{c}\text{c}\text{u}\text{r}\text{acy}=\frac{(\mathrm{RO}_{0}/\mathrm{EO}_{0}+\mathrm{RO}_{1}/
\mathrm{EO}_{1})}{\mathrm{EO}_{0}+\mathrm{EO}_{1}}
 \label{eqn-23} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-23" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>A</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>c</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>c</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>u</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>r</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>acy</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula></p>
<disp-formula id="eqn-24">
<label>(24)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-24.png"/>-->
<!--<tex-math id="tex-eqn-24"><![CDATA[$$\begin{equation}\text{Positive Prediction Value}=\frac{\mathrm{RO}_{1}/\mathrm{EO}_{1}}{(\mathrm{RO}_{1}/
\mathrm{EO}_{1}+\mathrm{RO}_{0}/\mathrm{EO}_{1})}
 \label{eqn-24} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-24" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Positive&#x00A0;Prediction&#x00A0;Value</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula>
<disp-formula id="eqn-25">
<label>(25)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-25.png"/>-->
<!--<tex-math id="tex-eqn-25"><![CDATA[$$\begin{equation}\text{Negative Prediction Value}=\frac{\mathrm{RO}_{0}/\mathrm{EO}_{0}}{(\mathrm{RO}_{0}/
\mathrm{EO}_{0}+\mathrm{RO}_{1}/\mathrm{EO}_{0})}
 \label{eqn-25} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-25" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Negative&#x00A0;Prediction&#x00A0;Value</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula>
<disp-formula id="eqn-26">
<label>(26)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-26.png"/>-->
<!--<tex-math id="tex-eqn-26"><![CDATA[$$\begin{equation}\text{S}\text{p}\text{e}\text{c}\text{i}\text{ficity}=\frac{\mathrm{RO}_{0}/\mathrm{EO}_{0}}{(\mathrm{RO}_{0}/
\mathrm{EO}_{0}+\mathrm{RO}_{0}/\mathrm{EO}_{1})}
 \label{eqn-26} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-26" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>c</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>ficity</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula>
<disp-formula id="eqn-27">
<label>(27)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-27.png"/>-->
<!--<tex-math id="tex-eqn-27"><![CDATA[$$\begin{equation}\text{S}\text{e}\text{n}\text{s}\text{i}\text{tivity}=\frac{\mathrm{RO}_{1}/\mathrm{EO}_{1}}{(\mathrm{RO}_{1}/
\mathrm{EO}_{0}+\mathrm{RO}_{1}/\mathrm{EO}_{1})}
 \label{eqn-27}\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-27" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>s</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>tivity</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>R</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>/</mml:mo><mml:msub><mml:mrow><mml:mstyle mathvariant="normal"><mml:mi>E</mml:mi><mml:mi>O</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula>
<p>where <italic>RO</italic><sub>0</sub>, <italic>RO</italic><sub>1</sub>, <italic>EO</italic><sub>0</sub> and <italic>EO</italic><sub>1</sub> represent the predicted positive output, predicted negative output, expected positive output, and expected negative output, respectively.</p>
<p><disp-formula id="eqn-28">
<label>(28)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-28.png"/>-->
<!--<tex-math id="tex-eqn-28"><![CDATA[$$\begin{equation}\text{False Positive Ratio}=1-\text{S}\text{p}\text{e}\text{c}\text{i}\text{ficity}
 \label{eqn-28} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-28" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>False&#x00A0;Positive&#x00A0;Ratio</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>c</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>ficity</mml:mtext></mml:mstyle></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula></p>
<p><disp-formula id="eqn-29">
<label>(29)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-29.png"/>-->
<!--<tex-math id="tex-eqn-29"><![CDATA[$$\begin{equation}\text{False Negative Ratio}=1-\text{S}\text{e}\text{n}\text{s}\text{i}\text{tivity}
 \label{eqn-29} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-29" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>False&#x00A0;Negative&#x00A0;Ratio</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>s</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>tivity</mml:mtext></mml:mstyle></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula></p>
<disp-formula id="eqn-30">
<label>(30)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-30.png"/>-->
<!--<tex-math id="tex-eqn-30"><![CDATA[$$\begin{equation}\text{Likelihood Ratio Positive}=\frac{\text{S}\text{e}\text{n}\text{s}\text{i}\text{tivity}}{(1-\text{S}\text{p}\text{e}\text{c}\text{i}\text{ficity})}
 \label{eqn-30} \end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-30" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Likelihood&#x00A0;Ratio&#x00A0;Positive</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>n</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>s</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>tivity</mml:mtext></mml:mstyle></mml:mrow><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>c</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>ficity</mml:mtext></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula>
<disp-formula id="eqn-31">
<label>(31)</label>
<!--<alternatives><graphic mimetype="image" mime-subtype="png" xlink:href="eqn-31.png"/>-->
<!--<tex-math id="tex-eqn-31"><![CDATA[$$\begin{equation}\text{Likelihood Ratio Negative}=\frac{(1-\text{ Sensitivity})}{\text{S}\text{p}\text{e}\text{c}\text{i}\text{ficity}}
 \label{eqn-31}\end{equation}$$]]></tex-math>-->
<mml:math id="mml-eqn-31" display="block"><mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>Likelihood&#x00A0;Ratio&#x00A0;Negative</mml:mtext></mml:mstyle><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mstyle><mml:mtext>&#x00A0;Sensitivity</mml:mtext></mml:mstyle></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mstyle><mml:mtext>S</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>p</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>e</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>c</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>i</mml:mtext></mml:mstyle><mml:mstyle><mml:mtext>ficity</mml:mtext></mml:mstyle></mml:mrow></mml:mfrac></mml:mrow><mml:mrow></mml:mrow></mml:math>
<!--</alternatives>--></disp-formula>
<p>First, we used ANN to classify the dataset. We used one hidden layer consisting of nine neurons while designing the structure of the neural network. We used 70% of the dataset, consisting of 10,500 records, for training the model and the remaining 30% of the dataset, consisting of 4,500 records, for testing. Of the 10,500 records reserved for training, 7,000 were negative and 3,500 were positive. During the training process with ANN, 6,801 records were classified as negative and 3,273 were classified as positive. After comparing the expected results with the output results shown in <xref ref-type="table" rid="table-2">Tab. 2</xref>, we achieved 96% accuracy with a 4% miss rate. In testing with ANN, 2,831 records were classified as negative and 1,285 were classified as positive (<xref ref-type="table" rid="table-2">Tab. 2</xref>). The accuracy rate of ANN in the testing stage was 91.5% and the miss rate was 8.5%.</p>
<table-wrap id="table-2">
<label>Table 2</label>
<caption>
<title>Artificial neural network (ANN)</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th colspan="4">Training data</th>
<th colspan="3">Testing data</th>
<th></th>
</tr>
<tr>
<th colspan="2"><inline-formula id="ieqn-13"><!--<alternatives><inline-graphic xlink:href="ieqn-13.png"/><tex-math id="tex-ieqn-13"><![CDATA[$\mathrm{N}= 10$]]></tex-math>--><mml:math id="mml-ieqn-13"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>10</mml:mn></mml:math><!--</alternatives>--></inline-formula>,500 (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
<th><inline-formula id="ieqn-14"><!--<alternatives><inline-graphic xlink:href="ieqn-14.png"/><tex-math id="tex-ieqn-14"><![CDATA[$\mathrm{N}= 4$]]></tex-math>--><mml:math id="mml-ieqn-14"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>4</mml:mn></mml:math><!--</alternatives>--></inline-formula>,500 (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
<th></th>
</tr>
</thead>
<tbody>
<tr>
<td>INPUT</td>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
<td/>
</tr>
<tr>
<td/>
<td>EO<sub>0</sub> = 7000 (Negative)</td>
<td>6810</td>
<td>190</td>
<td>EO<sub>0</sub> = 3000 (Negative)</td>
<td>2831</td>
<td>169</td>
<td/>
</tr>
<tr>
<td/>
<td>EO<sub>1</sub> = 3500 (Positive)</td>
<td>230</td>
<td>3270</td>
<td>EO<sub>1</sub> = 1500 (Positive)</td>
<td>215</td>
<td>1285</td>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>During the training process with DT, 6,801 records were classified as negative and 3,273 were classified as positive. After comparison of the expected negative and positive records with the output results of the training process with DT (<xref ref-type="table" rid="table-3">Tab. 3</xref>), we achieved an accuracy rate of 95.9% and miss rate of 4.1%. During the testing process with DT, 2,898 records were classified as negative while 1,404 were classified as positive (<xref ref-type="table" rid="table-3">Tab. 3</xref>). During our comparison of expected output with output of the testing process with DT, we achieved an accuracy rate of 94.9% and miss rate of 5.1%.</p>
<table-wrap id="table-3">
<label>Table 3</label>
<caption>
<title>Decision tree (DT)</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th colspan="4">Training data</th>
<th colspan="3">Testing data</th>
<th></th>
</tr>
<tr>
<th colspan="2"><inline-formula id="ieqn-15"><!--<alternatives><inline-graphic xlink:href="ieqn-15.png"/><tex-math id="tex-ieqn-15"><![CDATA[$\mathrm{N}= 10500$]]></tex-math>--><mml:math id="mml-ieqn-15"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>10500</mml:mn></mml:math><!--</alternatives>--></inline-formula> (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
<th><inline-formula id="ieqn-16"><!--<alternatives><inline-graphic xlink:href="ieqn-16.png"/><tex-math id="tex-ieqn-16"><![CDATA[$\mathrm{N}= 4500$]]></tex-math>--><mml:math id="mml-ieqn-16"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>4500</mml:mn></mml:math><!--</alternatives>--></inline-formula> (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
<th></th>
</tr>
</thead>
<tbody>
<tr>
<td>INPUT</td>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
<td/>
</tr>
<tr>
<td/>
<td>EO<sub>0</sub> = 7000 (Negative)</td>
<td>6801</td>
<td>199</td>
<td>EO<sub>0</sub> = 3000 (Negative)</td>
<td>2890</td>
<td>110</td>
<td/>
</tr>
<tr>
<td/>
<td>EO<sub>1</sub> = 3500 (Positive)</td>
<td>227</td>
<td>3273</td>
<td>EO<sub>1</sub> = 1500 (Positive)</td>
<td>120</td>
<td>1380</td>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>During training with NB, 6,647 records were classified as negative and 3,109 were classified as positive. After comparing the achieved output of NB in the training stage with the expected output (<xref ref-type="table" rid="table-4">Tab. 4</xref>), we achieved 92.91% accuracy and a miss rate of 7.09%. During the testing process, we used 4,500 records (30% of the dataset) for validation. Of these records, 3,000 were negative and 1,500 records were positive. The NB classified 2,828 records as negative and 1,348 as positive. After comparison with the expected output (<xref ref-type="table" rid="table-4">Tab. 4</xref>), the proposed model achieved an accuracy rate of 92.8% and miss rate of 7.2%.</p>
<table-wrap id="table-4">
<label>Table 4</label>
<caption>
<title>Na&#x00EF;ve based (NB)</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th colspan="4">Training data</th>
<th colspan="3">Testing data</th>
<th></th>
</tr>
<tr>
<th colspan="2"><inline-formula id="ieqn-17"><!--<alternatives><inline-graphic xlink:href="ieqn-17.png"/><tex-math id="tex-ieqn-17"><![CDATA[$\mathrm{N}= 10500$]]></tex-math>--><mml:math id="mml-ieqn-17"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>10500</mml:mn></mml:math><!--</alternatives>--></inline-formula> (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
<th><inline-formula id="ieqn-18"><!--<alternatives><inline-graphic xlink:href="ieqn-18.png"/><tex-math id="tex-ieqn-18"><![CDATA[$\mathrm{N}= 4500$]]></tex-math>--><mml:math id="mml-ieqn-18"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>4500</mml:mn></mml:math><!--</alternatives>--></inline-formula> (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
<th></th>
</tr>
</thead>
<tbody>
<tr>
<td>INPUT</td>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
<td/>
</tr>
<tr>
<td/>
<td>EO<sub>0</sub> = 7000 (Negative)</td>
<td>6647</td>
<td>353</td>
<td>EO<sub>0</sub> = 3000 (Negative)</td>
<td>2828</td>
<td>172</td>
<td/>
</tr>
<tr>
<td/>
<td>EO<sub>1</sub> = 3500 (Positive)</td>
<td>391</td>
<td>3109</td>
<td>EO<sub>1</sub> = 1500 (Positive)</td>
<td>152</td>
<td>1348</td>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>Finally, we inputted all of the records of test data into the fuzzy system along with the output class for the final decision. The fuzzy system classified 2,903 records as negative and 1,380 as positive (<xref ref-type="table" rid="table-5">Tab. 5</xref>). During comparison of expected output and fuzzy system output, we achieved 95.2% accuracy with a miss rate of 4.8%.</p>
<table-wrap id="table-5">
<label>Table 5</label>
<caption>
<title>FM proposed (testing)</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th><inline-formula id="ieqn-19"><!--<alternatives><inline-graphic xlink:href="ieqn-19.png"/><tex-math id="tex-ieqn-19"><![CDATA[$\mathrm{N}= 4$]]></tex-math>--><mml:math id="mml-ieqn-19"><mml:mstyle mathvariant="normal"><mml:mi>N</mml:mi></mml:mstyle><mml:mo>=</mml:mo><mml:mn>4</mml:mn></mml:math><!--</alternatives>--></inline-formula>,500 (No. of samples)</th>
<th colspan="2">Result (output) (RO<sub>0</sub>, RO<sub>1</sub>)</th>
</tr>
</thead>
<tbody>
<tr>
<td>Expected output (EO<sub>0</sub>, EO<sub>1</sub>)</td>
<td>RO<sub>0</sub> (Negative)</td>
<td>RO<sub>1</sub> (Positive)</td>
</tr>
<tr>
<td>EO<sub>0</sub> = 3000 (Negative)</td>
<td>2903</td>
<td>97</td>
</tr>
<tr>
<td>EO<sub>1</sub> = 1500 (Positive)</td>
<td>120</td>
<td>1380</td>
</tr>
</tbody>
</table>
</table-wrap>
<p><xref ref-type="table" rid="table-6">Tab. 6</xref> presents detailed results of the three classification techniques along with those of our proposed model (FM). In testing, the fuzzy model outperformed other algorithms in all applied accuracy measures.</p>
<table-wrap id="table-6">
<label>Table 6</label>
<caption>
<title>Detailed results of proposed decision support system</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>ML algorithm</th>
<th>Type</th>
<th>Specificity (SPEC) (%)</th>
<th>Sensitivity (SEN) (%)</th>
<th>False positive value (FPV) (%)</th>
<th>False negative value (FNV) (%)</th>
<th>Likelihood ratio positive (LRP)</th>
<th>Likelihood ratio negative (LRN)</th>
<th>Positive prediction value (PPV) (%)</th>
<th>Negative prediction value (NPV) (%)</th>
<th></th>
</tr>
</thead>
<tbody>
<tr>
<td>Na&#x00EF;ve Bayes</td>
<td>Training</td>
<td>(0.9444) 94.4</td>
<td>(0.8980) 89.8</td>
<td>(0.0555) 5.5</td>
<td>(0.1019) 1.02</td>
<td>16.16</td>
<td>0.11</td>
<td>(0.8882) 88.8</td>
<td>(0.9495) 95</td>
<td/>
</tr>
<tr>
<td/>
<td>Testing</td>
<td>(0.9489) 94.4</td>
<td>(0.8868) 88.7</td>
<td>(0.0510) 5.1</td>
<td>(0.1131) 1.1</td>
<td>17.39</td>
<td>0.12</td>
<td>(0.8986) 89.9</td>
<td>(0.9426) 94.3</td>
<td/>
</tr>
<tr>
<td>Decision tree</td>
<td>Training</td>
<td>(0.9677) 96.7</td>
<td>(0.9426) 94.3</td>
<td>(0.0322) 3.2</td>
<td>(0.0573) 5.7</td>
<td>29.19</td>
<td>0.06</td>
<td>(0.9351) 93.5</td>
<td>(0.9715) 97.2</td>
<td/>
</tr>
<tr>
<td/>
<td>Testing</td>
<td>(0.9673) 96.01</td>
<td>(0.9261) 92.6</td>
<td>(0.0398) 3.9</td>
<td>(0.0738) 7.4</td>
<td>23.232</td>
<td>0.08</td>
<td>(0.92) 92</td>
<td>(0.9633) 96.3</td>
<td/>
</tr>
<tr>
<td>Neural network</td>
<td>Training</td>
<td>(0.9673) 96.7%</td>
<td>(0.9450) 94.5</td>
<td>(0.0326) 3.3</td>
<td>(0.0549) 5.5</td>
<td>28.93</td>
<td>0.06</td>
<td>(0.9342) 93.4</td>
<td>(0.9728) 97.3</td>
<td/>
</tr>
<tr>
<td/>
<td>Testing</td>
<td>(0.9294) 92.9</td>
<td>(0.8837) 88.4</td>
<td>(0.0705) 7.1</td>
<td>(0.1162) 1.2</td>
<td>12.52</td>
<td>0.13</td>
<td>(0.8566) 85.7</td>
<td>(0.9436) 94.4</td>
<td/>
</tr>
<tr>
<td>FM <italic>proposed</italic></td>
<td>Testing</td>
<td>(0.9603) 96</td>
<td>(0.9343) 93.4</td>
<td>(0.0396) 4</td>
<td>(0.0656) 6.6</td>
<td>23.53</td>
<td>0.07</td>
<td>(0.92) 92</td>
<td>(0.9676) 96.8</td>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p><xref ref-type="table" rid="table-7">Tab. 7</xref> reflects the detailed results of our proposed fused model along with input and output. We can observe that the real-time input parameters of the patients were given to the decision support system, where the three classifiers individually predicted diabetes diagnosis and the fuzzy inference system then formulated the final result.</p>
<table-wrap id="table-7">
<label>Table 7</label>
<caption>
<title>Performance analysis of proposed decision support system</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th colspan="10">INPUT</th>
<th colspan="4">Human <italic>vs</italic>. ML approaches</th>
</tr>
<tr>
<th>Patient ID</th>
<th>Pregnancies</th>
<th>Plasma glucose</th>
<th>Diastolic blood pressure</th>
<th>Triceps thickness</th>
<th>Serum insulin</th>
<th>BMI</th>
<th>Diabetes pedigree</th>
<th>Age</th>
<th>Diabetic</th>
<th>ANN</th>
<th>NB</th>
<th>DT</th>
<th>FM <italic>proposed</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>1</td>
<td>111</td>
<td>57</td>
<td>34</td>
<td>35</td>
<td>34.84199</td>
<td>0.120999</td>
<td>24</td>
<td>0</td>
<td>0</td>
<td>0</td>
<td>0</td>
<td>0</td>
</tr>
<tr>
<td>2</td>
<td>10</td>
<td>72</td>
<td>83</td>
<td>39</td>
<td>424</td>
<td>20.04348</td>
<td>0.459433</td>
<td>52</td>
<td>0</td>
<td>1</td>
<td>1</td>
<td>0</td>
<td>1</td>
</tr>
<tr>
<td>3</td>
<td>2</td>
<td>118</td>
<td>86</td>
<td>27</td>
<td>41</td>
<td>36.87241</td>
<td>0.260180</td>
<td>21</td>
<td>1</td>
<td>0</td>
<td>0</td>
<td>0</td>
<td>0</td>
</tr>
<tr>
<td>4</td>
<td>7</td>
<td>68</td>
<td>73</td>
<td>55</td>
<td>151</td>
<td>48.62868</td>
<td>0.084284</td>
<td>47</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>5</td>
<td>4</td>
<td>143</td>
<td>74</td>
<td>12</td>
<td>220</td>
<td>44.85116</td>
<td>0.705688</td>
<td>47</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>6</td>
<td>7</td>
<td>114</td>
<td>61</td>
<td>21</td>
<td>74</td>
<td>19.23127</td>
<td>0.150988</td>
<td>44</td>
<td>1</td>
<td>0</td>
<td>1</td>
<td>0</td>
<td>0</td>
</tr>
<tr>
<td>7</td>
<td>1</td>
<td>94</td>
<td>97</td>
<td>24</td>
<td>188</td>
<td>24.32449</td>
<td>0.114406</td>
<td>44</td>
<td>1</td>
<td>0</td>
<td>0</td>
<td>1</td>
<td>0</td>
</tr>
<tr>
<td>8</td>
<td>2</td>
<td>122</td>
<td>63</td>
<td>37</td>
<td>80</td>
<td>25.22284</td>
<td>0.089026</td>
<td>22</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>9</td>
<td>6</td>
<td>93</td>
<td>64</td>
<td>90</td>
<td>87</td>
<td>26.27328</td>
<td>0.080801</td>
<td>47</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>10</td>
<td>9</td>
<td>136</td>
<td>84</td>
<td>30</td>
<td>39</td>
<td>32.39926</td>
<td>0.521926</td>
<td>22</td>
<td>1</td>
<td>1</td>
<td>0</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>11</td>
<td>9</td>
<td>90</td>
<td>74</td>
<td>40</td>
<td>166</td>
<td>50.58963</td>
<td>0.080609</td>
<td>22</td>
<td>1</td>
<td>1</td>
<td>0</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>12</td>
<td>8</td>
<td>93</td>
<td>47</td>
<td>56</td>
<td>209</td>
<td>49.01661</td>
<td>0.174590</td>
<td>22</td>
<td>1</td>
<td>0</td>
<td>1</td>
<td>0</td>
<td>0</td>
</tr>
<tr>
<td>13</td>
<td>4</td>
<td>121</td>
<td>56</td>
<td>29</td>
<td>166</td>
<td>37.81213</td>
<td>0.183179</td>
<td>22</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>14</td>
<td>3</td>
<td>173</td>
<td>71</td>
<td>13</td>
<td>55</td>
<td>32.04789</td>
<td>0.114974</td>
<td>44</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
<td>1</td>
</tr>
<tr>
<td>15</td>
<td>7</td>
<td>84</td>
<td>90</td>
<td>20</td>
<td>137</td>
<td>36.14060</td>
<td>0.557208</td>
<td>21</td>
<td>0</td>
<td>0</td>
<td>0</td>
<td>0</td>
<td>0</td>
</tr>
</tbody>
</table>
</table-wrap>
<p><xref ref-type="table" rid="table-8">Tab. 8</xref> displays the accuracy and error rates achieved by our proposed framework in comparison with other algorithms previously applied in diabetes diagnosis. The results obtained from the fused model in the proposed framework are compared with backpropagation [<xref ref-type="bibr" rid="ref-9">9</xref>], Bayesian regulation [<xref ref-type="bibr" rid="ref-22">22</xref>], ANN [<xref ref-type="bibr" rid="ref-23">23</xref>], GRNN [<xref ref-type="bibr" rid="ref-24">24</xref>], PNN [<xref ref-type="bibr" rid="ref-25">25</xref>], DELM [<xref ref-type="bibr" rid="ref-26">26</xref>], NB [<xref ref-type="bibr" rid="ref-1">1</xref>], J48 [<xref ref-type="bibr" rid="ref-1">1</xref>], and RBF [<xref ref-type="bibr" rid="ref-1">1</xref>]. The data indicates that our proposed FM framework significantly outperformed the algorithms used in previous research.</p>
<table-wrap id="table-8">
<label>Table 8</label>
<caption>
<title>Accuracy comparison of decision support systems</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Algorithm</th>
<th>Accuracy rate (%)</th>
<th>Miss rate (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td>Backpropagation [<xref ref-type="bibr" rid="ref-9">9</xref>]</td>
<td>82.00</td>
<td>18.00</td>
</tr>
<tr>
<td>Bayesian regulation [<xref ref-type="bibr" rid="ref-22">22</xref>]</td>
<td>88.80</td>
<td>11.20</td>
</tr>
<tr>
<td>ANN [<xref ref-type="bibr" rid="ref-23">23</xref>]</td>
<td>89.00</td>
<td>11.00</td>
</tr>
<tr>
<td>GRNN [<xref ref-type="bibr" rid="ref-24">24</xref>]</td>
<td>80.00</td>
<td>20.00</td>
</tr>
<tr>
<td>PNN [<xref ref-type="bibr" rid="ref-25">25</xref>]</td>
<td>89.56</td>
<td>10.44</td>
</tr>
<tr>
<td>DELM [<xref ref-type="bibr" rid="ref-26">26</xref>]</td>
<td>92.80</td>
<td>7.20</td>
</tr>
<tr>
<td>Na&#x00EF;ve Bayes [<xref ref-type="bibr" rid="ref-1">1</xref>]</td>
<td>76.95</td>
<td>23.05</td>
</tr>
<tr>
<td>J48 [<xref ref-type="bibr" rid="ref-1">1</xref>]</td>
<td>76.52</td>
<td>23.48</td>
</tr>
<tr>
<td>RBF [<xref ref-type="bibr" rid="ref-1">1</xref>]</td>
<td>74.00</td>
<td>26.00</td>
</tr>
<tr>
<td>FM (<italic>proposed</italic>)</td>
<td><bold>95.20</bold></td>
<td><bold>4.80</bold></td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s5">
<label>5</label>
<title>Conclusion</title>
<p>Early diagnosis of diabetes using machine-learning techniques is a challenging task. In this paper, we proposed a novel cloud-based decision-support system for diabetes prediction using a fused machine-learning technique. Our proposed system integrates the classification accuracy of three supervised machine-learning techniques (ANN, NB, and DT) with a fuzzy inference system to generate accurate predictions. Our system consists of two layers: training and testing. The training layer initiates with data pre-processing activities&#x2014;data cleaning and normalization&#x2014;and is followed by data splitting for classification. In our study, we divided the dataset for training and testing at a ratio of 70:30 to optimize classification techniques and yield more accurate results in the validation data. After pre-processing, we executed the classification process, which involved training of the three classification techniques (ANN, NB, and DT) followed by validation on our selected dataset. We optimized these techniques until maximum accuracy was achieved. Finally, using a fuzzy system, we synthesized the three prediction results from the three classification techniques to generate the final prediction output. In our study, our proposed system achieved an accuracy rate of 95.2%, outperforming previously applied machine-learning techniques for diabetes diagnosis.</p>
</sec>
</body>
<back>
<ack><p>The authors thank their families and colleagues for their continued support.</p></ack>
<fn-group><fn fn-type="other"><p><bold>Funding Statement:</bold> The author(s) received no specific funding for this study.</p></fn>
<fn fn-type="conflict"><p><bold>Conflicts of Interest:</bold> The authors declare that they have no conflicts of interest to report regarding the present study.</p></fn></fn-group>
<ref-list content-type="authoryear">
<title>References</title>
<ref id="ref-1"><label>[1]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>S.</given-names> <surname>Sadi</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Maleki</surname></string-name>, <string-name><given-names>R.</given-names> <surname>Hashemi</surname></string-name>, <string-name><given-names>Z.</given-names> <surname>Panbechi</surname></string-name> and <string-name><given-names>K.</given-names> <surname>Chalabi</surname></string-name></person-group>, &#x201C;<article-title>Comparison of data mining algorithms in the diagnosis of type II diabetes</article-title>,&#x201D; <source>International Journal on Computational Science &#x0026; Applications</source>, vol. <volume>5</volume>, no. <issue>5</issue>, pp. <fpage>1</fpage>&#x2013;<lpage>12</lpage>, <year>2015</year>.</mixed-citation></ref>
<ref id="ref-2"><label>[2]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>A. B.</given-names> <surname>Olokoba</surname></string-name>, <string-name><given-names>O. A.</given-names> <surname>Obateru</surname></string-name> and <string-name><given-names>L. B.</given-names> <surname>Olokoba</surname></string-name></person-group>, &#x201C;<article-title>Type 2 diabetes mellitus: A review of current trends</article-title>,&#x201D; <source>Oman Medical Journal</source>, vol. <volume>27</volume>, no. <issue>4</issue>, pp. <fpage>269</fpage>&#x2013;<lpage>292</lpage>, <year>2012</year>.</mixed-citation></ref>
<ref id="ref-3"><label>[3]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Khashei</surname></string-name>, <string-name><given-names>S.</given-names> <surname>Eftekhari</surname></string-name> and <string-name><given-names>J.</given-names> <surname>Parvizian</surname></string-name></person-group>, &#x201C;<article-title>Diagnosing diabetes type II using a soft intelligent binary classification model</article-title>,&#x201D; <source>Review of Bioinformatics and Biometrics</source>, vol. <volume>1</volume>, no. <issue>1</issue>, pp. <fpage>9</fpage>&#x2013;<lpage>23</lpage>, <year>2012</year>.</mixed-citation></ref>
<ref id="ref-4"><label>[4]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>S.</given-names> <surname>Chatterjee</surname></string-name>, <string-name><given-names>K.</given-names> <surname>Khunti</surname></string-name> and <string-name><given-names>M. J.</given-names> <surname>Davies</surname></string-name></person-group>, &#x201C;<article-title>Type 2 diabetes</article-title>,&#x201D; <source>Lancet</source>, vol. <volume>389</volume>, no. <issue>10085</issue>, pp. <fpage>2239</fpage>&#x2013;<lpage>2251</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-5"><label>[5]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>B.</given-names> <surname>Zebardast</surname></string-name>, <string-name><given-names>R.</given-names> <surname>Rashidi</surname></string-name>, <string-name><given-names>T.</given-names> <surname>Hasanpour</surname></string-name> and <string-name><given-names>F. S.</given-names> <surname>Gharehchopogh</surname></string-name></person-group>, &#x201C;<article-title>Artificial neural network models for diagnosing heart disease: A brief review</article-title>,&#x201D; <source>International Journal of Academic Research</source>, vol. <volume>6</volume>, no. <issue>3</issue>, pp. <fpage>73</fpage>&#x2013;<lpage>78</lpage>, <year>2014</year>.</mixed-citation></ref>
<ref id="ref-6"><label>[6]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Sikandar</surname></string-name>, <string-name><given-names>R.</given-names> <surname>Sohail</surname></string-name>, <string-name><given-names>Y.</given-names> <surname>Saeed</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Zeb</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Zareei</surname></string-name> <etal>et al.</etal></person-group><italic>,</italic> &#x201C;<article-title>Analysis for disease gene association using machine learning</article-title>,&#x201D; <source>IEEE Access</source>, vol. <volume>8</volume>, pp. <fpage>160616</fpage>&#x2013;<lpage>160626</lpage>, <year>2020</year>.</mixed-citation></ref>
<ref id="ref-7"><label>[7]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>S. I.</given-names> <surname>Ayon</surname></string-name> and <string-name><given-names>M. M.</given-names> <surname>Islam</surname></string-name></person-group>, &#x201C;<article-title>Diabetes prediction: A deep learning approach</article-title>,&#x201D; <source>International Journal of Information Engineering &#x0026; Electronic Business</source>, vol. <volume>11</volume>, no. <issue>2</issue>, pp. <fpage>21</fpage>&#x2013;<lpage>27</lpage>, <year>2019</year>.</mixed-citation></ref>
<ref id="ref-8"><label>[8]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>N. S. E.</given-names> <surname>Jerjawi</surname></string-name> and <string-name><given-names>S. S.</given-names> <surname>Abu-Naser</surname></string-name></person-group>, &#x201C;<article-title>Diabetes prediction using artificial neural network</article-title>,&#x201D; <source>International Journal of Advanced Science and Technology</source>, vol. <volume>121</volume>, pp. <fpage>54</fpage>&#x2013;<lpage>64</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-9"><label>[9]</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><string-name><given-names>B. D.</given-names> <surname>Kanchan</surname></string-name> and <string-name><given-names>M. M.</given-names> <surname>Kishor</surname></string-name></person-group>, &#x201C;<article-title>Study of machine learning algorithms for special disease prediction using principal of component analysis</article-title>,&#x201D; in <conf-name>Int. Conf. on Global Trends in Signal Processing, Information Computing and Communication</conf-name>, Jalgaon, India, pp. <fpage>5</fpage>&#x2013;<lpage>10</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-10"><label>[10]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>A.</given-names> <surname>Iyer</surname></string-name>, <string-name><given-names>S.</given-names> <surname>Jeyalatha</surname></string-name> and <string-name><given-names>R.</given-names> <surname>Sumbaly</surname></string-name></person-group>, &#x201C;<article-title>Diagnosis of diabetes using classification mining techniques</article-title>,&#x201D; <source>International Journal of Data Mining and Knowledge Management Process</source>, vol. <volume>5</volume>, no. <issue>1</issue>, pp. <fpage>1</fpage>&#x2013;<lpage>14</lpage>, <year>2015</year>.</mixed-citation></ref>
<ref id="ref-11"><label>[11]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>B. M.</given-names> <surname>Patil</surname></string-name>, <string-name><given-names>R. C.</given-names> <surname>Joshi</surname></string-name> and <string-name><given-names>D.</given-names> <surname>Toshniwal</surname></string-name></person-group>, &#x201C;<article-title>Hybrid prediction model for type-2 diabetic patients</article-title>,&#x201D; <source>Expert System and Applications</source>, vol. <volume>37</volume>, no. <issue>12</issue>, pp. <fpage>8102</fpage>&#x2013;<lpage>8108</lpage>, <year>2010</year>.</mixed-citation></ref>
<ref id="ref-12"><label>[12]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>R.</given-names> <surname>Sanakal</surname></string-name> and <string-name><given-names>S. T.</given-names> <surname>Jayakumari</surname></string-name></person-group>, &#x201C;<article-title>Prognosis of diabetes using data mining approach-fuzzy c means clustering and support vector machine</article-title>,&#x201D; <source>International Journal of Computer Trends and Technology</source>, vol. <volume>11</volume>, no. <issue>2</issue>, pp. <fpage>94</fpage>&#x2013;<lpage>98</lpage>, <year>2014</year>.</mixed-citation></ref>
<ref id="ref-13"><label>[13]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>R. M.</given-names> <surname>Rahman</surname></string-name> and <string-name><given-names>F.</given-names> <surname>Afroz</surname></string-name></person-group>, &#x201C;<article-title>Comparison of various classification techniques using different data mining tools for diabetes diagnosis</article-title>,&#x201D; <source>Journal of Software Engineering and Applications</source>, vol. <volume>6</volume>, no. <issue>3</issue>, pp. <fpage>85</fpage>&#x2013;<lpage>97</lpage>, <year>2013</year>.</mixed-citation></ref>
<ref id="ref-14"><label>[14]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>K. V. S. R. P.</given-names> <surname>Varma</surname></string-name>, <string-name><given-names>A. A.</given-names> <surname>Rao</surname></string-name>, <string-name><given-names>T. S. M.</given-names> <surname>Lakshmi</surname></string-name> and <string-name><given-names>P. V.</given-names> <surname>Nageswara Rao</surname></string-name></person-group>, &#x201C;<article-title>A computational intelligence approach for a better diagnosis of diabetic patients</article-title>,&#x201D; <source>Computers &#x0026; Electrical Engineering</source>, vol. <volume>40</volume>, no. <issue>5</issue>, pp. <fpage>1758</fpage>&#x2013;<lpage>1765</lpage>, <year>2014</year>.</mixed-citation></ref>
<ref id="ref-15"><label>[15]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M. W.</given-names> <surname>Nadeem</surname></string-name>, <string-name><given-names>H. G.</given-names> <surname>Goh</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Ali</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Hussain</surname></string-name> and <string-name><given-names>M. A.</given-names> <surname>Khan</surname></string-name></person-group>, &#x201C;<article-title>Bone age assessment empowered with deep learning: A survey, open research challenges and future directions</article-title>,&#x201D; <source>Diagnostics</source>, vol. <volume>10</volume>, no. <issue>10</issue>, pp. <fpage>781</fpage>&#x2013;<lpage>804</lpage>, <year>2020</year>.</mixed-citation></ref>
<ref id="ref-16"><label>[16]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>F.</given-names> <surname>Beloufa</surname></string-name> and <string-name><given-names>M. A.</given-names> <surname>Chikh</surname></string-name></person-group>, &#x201C;<article-title>Design of fuzzy classifier for diabetes disease using modified artificial bee colony algorithm</article-title>,&#x201D; <source>Computer Methods and Programs in Biomedicine</source>, vol. <volume>112</volume>, no. <issue>1</issue>, pp. <fpage>92</fpage>&#x2013;<lpage>103</lpage>, <year>2013</year>.</mixed-citation></ref>
<ref id="ref-17"><label>[17]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>R. Z.</given-names> <surname>Islamic</surname></string-name></person-group>, &#x201C;<article-title>Diagnosis of diabetes in female population of pima indian heritage with ensemble of BP neural network and svm</article-title>,&#x201D; <source>International Journal of Computer Engineering and Management</source>, vol. <volume>15</volume>, pp. <fpage>2230</fpage>&#x2013;<lpage>7893</lpage>, <year>2012</year>.</mixed-citation></ref>
<ref id="ref-18"><label>[18]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>B.</given-names> <surname>Junior</surname></string-name> and <string-name><given-names>M. D. C.</given-names> <surname>Nicoletti</surname></string-name></person-group>, &#x201C;<article-title>An iterative boosting-based ensemble for streaming data classification</article-title>,&#x201D; <source>Information Fusion</source>, vol. <volume>45</volume>, no. <issue>2</issue>, pp. <fpage>66</fpage>&#x2013;<lpage>78</lpage>, <year>2019</year>.</mixed-citation></ref>
<ref id="ref-19"><label>[19]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>E.</given-names> <surname>Saleh</surname></string-name>, <string-name><given-names>J.</given-names> <surname>B&#322;aszczy&#324;ski</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Moreno</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Valls</surname></string-name>, <string-name><given-names>P. R.</given-names> <surname>Aroca</surname></string-name> <etal>et al.</etal></person-group><italic>,</italic> &#x201C;<article-title>Learning ensemble classifiers for diabetic retinopathy assessment</article-title>,&#x201D; <source>Artificial Intelligence in Medicine</source>, vol. <volume>85</volume>, pp. <fpage>50</fpage>&#x2013;<lpage>63</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-20"><label>[20]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>L.</given-names> <surname>Nanni</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Lumini</surname></string-name> and <string-name><given-names>N.</given-names> <surname>Zaffonato</surname></string-name></person-group>, &#x201C;<article-title>Ensemble based on static classifier selection for automated diagnosis of mild cognitive impairment</article-title>,&#x201D; <source>Journal of Neuroscience Methods</source>, vol. <volume>302</volume>, pp. <fpage>42</fpage>&#x2013;<lpage>46</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-21"><label>[21]</label><mixed-citation publication-type="other"><person-group person-group-type="author"><string-name><given-names>F.</given-names> <surname>Fernandez</surname></string-name></person-group>, &#x201C;<article-title>Diabetes from dat263x lab01, predict who has and who doesn&#x2019;t have diabetes from physical data</article-title>,&#x201D; <source>Kaggle.com</source>, <year>2018</year>. [Online]. Available: <uri>https://www.kaggle.com/fmendes/diabetes-from-</uri>  <uri>dat263x-lab01/metadata</uri>.</mixed-citation></ref>
<ref id="ref-22"><label>[22]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>B. J.</given-names> <surname>Lee</surname></string-name> and <string-name><given-names>J. Y.</given-names> <surname>Kim</surname></string-name></person-group>, &#x201C;<article-title>Identification of type 2 diabetes risk factors using phenotypes consisting of anthropometry and triglycerides based on machine learning</article-title>,&#x201D; <source>IEEE Journal of Biomedical and Health Informatic</source>, vol. <volume>20</volume>, no. <issue>1</issue>, pp. <fpage>39</fpage>&#x2013;<lpage>46</lpage>, <year>2015</year>.</mixed-citation></ref>
<ref id="ref-23"><label>[23]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>H.</given-names> <surname>Khalid</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Hussain</surname></string-name>, <string-name><given-names>M. A. A.</given-names> <surname>Ghamdi</surname></string-name>, <string-name><given-names>T.</given-names> <surname>Khalid</surname></string-name>, <string-name><given-names>M. A.</given-names> <surname>Khan</surname></string-name> <etal>et al.</etal></person-group><italic>,</italic> &#x201C;<article-title>A comparative systematic literature review on knee bone reports from MRI, X-rays and ct scans using deep learning and machine learning methodologies</article-title>,&#x201D; <source>Diagnostics</source>, vol. <volume>10</volume>, no. <issue>8</issue>, pp. <fpage>518</fpage>&#x2013;<lpage>542</lpage>, <year>2020</year>.</mixed-citation></ref>
<ref id="ref-24"><label>[24]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Mahmud</surname></string-name>, <string-name><given-names>N.</given-names> <surname>Aldhafferi</surname></string-name> and <string-name><given-names>A.</given-names> <surname>Alqahtani</surname></string-name></person-group>, &#x201C;<article-title>Security analysis of liveness authentication of human iris templates: A deep learning approach</article-title>,&#x201D; <source>Journal of Medical Imaging and Health Informatics</source>, vol. <volume>8</volume>, no. <issue>5</issue>, pp. <fpage>1021</fpage>&#x2013;<lpage>1025</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-25"><label>[25]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>T. A.</given-names> <surname>Rashid</surname></string-name>, <string-name><given-names>S. M.</given-names> <surname>Abdullah</surname></string-name> and <string-name><given-names>R. M.</given-names> <surname>Abdullah</surname></string-name></person-group>, &#x201C;<article-title>An intelligent approach for diabetes classification, prediction and description</article-title>,&#x201D; <source>Innovations in Bio-Inspired Computing and Applications</source>, vol. <volume>424</volume>, pp. <fpage>323</fpage>&#x2013;<lpage>335</lpage>, <year>2016</year>.</mixed-citation></ref>
<ref id="ref-26"><label>[26]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>A.</given-names> <surname>Rehman</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Athar</surname></string-name>, <string-name><given-names>M. A.</given-names> <surname>Khan</surname></string-name>, <string-name><given-names>S.</given-names> <surname>Abbas</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Fatima</surname></string-name> <etal>et al.</etal></person-group><italic>,</italic> &#x201C;<article-title>Modelling, simulation, and optimization of diabetes type II prediction using deep extreme learning machine</article-title>,&#x201D; <source>Journal of Ambient Intelligence and Smart Environments</source>, vol. <volume>12</volume>, no. <issue>2</issue>, pp. <fpage>125</fpage>&#x2013;<lpage>138</lpage>, <year>2020</year>.</mixed-citation></ref>
</ref-list>
</back>
</article>