<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "http://jats.nlm.nih.gov/publishing/1.1/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="1.1">
<front>
<journal-meta>
<journal-id journal-id-type="pmc">CMC</journal-id>
<journal-id journal-id-type="nlm-ta">CMC</journal-id>
<journal-id journal-id-type="publisher-id">CMC</journal-id>
<journal-title-group>
<journal-title>Computers, Materials &#x0026; Continua</journal-title>
</journal-title-group>
<issn pub-type="epub">1546-2226</issn>
<issn pub-type="ppub">1546-2218</issn>
<publisher>
<publisher-name>Tech Science Press</publisher-name>
<publisher-loc>USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">29000</article-id>
<article-id pub-id-type="doi">10.32604/cmc.2022.029000</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Article</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>A Novel Hybrid Machine Learning Approach for Classification of Brain Tumor Images</article-title>
<alt-title alt-title-type="left-running-head">A Novel Hybrid Machine Learning Approach for Classification of Brain Tumor Images</alt-title>
<alt-title alt-title-type="right-running-head">A Novel Hybrid Machine Learning Approach for Classification of Brain Tumor Images</alt-title>
</title-group>
<contrib-group content-type="authors">
<contrib id="author-1" contrib-type="author">
<name name-style="western"><surname>Asiri</surname><given-names>Abdullah A.</given-names></name><xref ref-type="aff" rid="aff-1">1</xref></contrib>
<contrib id="author-2" contrib-type="author">
<name name-style="western"><surname>Iqbal</surname><given-names>Amna</given-names></name><xref ref-type="aff" rid="aff-2">2</xref></contrib>
<contrib id="author-3" contrib-type="author">
<name name-style="western"><surname>Ferzund</surname><given-names>Javed</given-names></name><xref ref-type="aff" rid="aff-2">2</xref></contrib>
<contrib id="author-4" contrib-type="author" corresp="yes">
<name name-style="western"><surname>Ali</surname><given-names>Tariq</given-names></name><xref ref-type="aff" rid="aff-2">2</xref><email>Tariqali@cuisahiwal.edu.pk</email>
</contrib>
<contrib id="author-5" contrib-type="author">
<name name-style="western"><surname>Aamir</surname><given-names>Muhammad</given-names></name><xref ref-type="aff" rid="aff-2">2</xref></contrib>
<contrib id="author-6" contrib-type="author">
<name name-style="western"><surname>Alshamrani</surname><given-names>Khalaf A.</given-names></name><xref ref-type="aff" rid="aff-1">1</xref></contrib>
<contrib id="author-7" contrib-type="author">
<name name-style="western"><surname>Alshamrani</surname><given-names>Hassan A.</given-names></name><xref ref-type="aff" rid="aff-1">1</xref></contrib>
<contrib id="author-8" contrib-type="author">
<name name-style="western"><surname>Alqahtani</surname><given-names>Fawaz F.</given-names></name><xref ref-type="aff" rid="aff-1">1</xref></contrib>
<contrib id="author-9" contrib-type="author">
<name name-style="western"><surname>Irfan</surname><given-names>Muhammad</given-names></name><xref ref-type="aff" rid="aff-3">3</xref></contrib>
<contrib id="author-10" contrib-type="author">
<name name-style="western"><surname>Alshehri</surname><given-names>Ali H. D.</given-names></name><xref ref-type="aff" rid="aff-1">1</xref></contrib>
<aff id="aff-1"><label>1</label><institution>Radiological Sciences Department, College of Applied Medical Sciences, Najran University</institution>, <addr-line>Najran, 61441</addr-line>, <country>Saudi Arabia</country></aff>
<aff id="aff-2"><label>2</label><institution>Department of Computer Science, COMSATS University Islamabad, Sahiwal Campus</institution>, <addr-line>Sahiwal, 57000</addr-line>, <country>Pakistan</country></aff>
<aff id="aff-3"><label>3</label><institution>College of Engineering, Najran University</institution>, <addr-line>Najran, 61441</addr-line>, <country>Saudi Arabia</country></aff>
</contrib-group>
<author-notes>
<corresp id="cor1"><label>&#x002A;</label>Corresponding Author: Tariq Ali. Email: <email>Tariqali@cuisahiwal.edu.pk</email></corresp>
</author-notes>
<pub-date pub-type="epub" date-type="pub" iso-8601-date="2022-05-16"><day>16</day>
<month>05</month>
<year>2022</year></pub-date>
<volume>73</volume>
<issue>1</issue>
<fpage>641</fpage>
<lpage>655</lpage>
<history>
<date date-type="received"><day>22</day><month>2</month><year>2022</year></date>
<date date-type="accepted"><day>25</day><month>3</month><year>2022</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2022 Asiri et al.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Asiri et al.</copyright-holder>
<license xlink:href="https://creativecommons.org/licenses/by/4.0/">
<license-p>This work is licensed under a <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="TSP_CMC_29000.pdf"></self-uri>
<abstract>
<p>Abnormal growth of brain tissues is the real cause of brain tumor. Strategy for the diagnosis of brain tumor at initial stages is one of the key step for saving the life of a patient. The manual segmentation of brain tumor magnetic resonance images (MRIs) takes time and results vary significantly in low-level features. To address this issue, we have proposed a ResNet-50 feature extractor depended on multilevel deep convolutional neural network (CNN) for reliable images segmentation by considering the low-level features of MRI. In this model, we have extracted features through ResNet-50 architecture and fed these feature maps to multi-level CNN model. To handle the classification process, we have collected a total number of 2043 MRI patients of normal, benign, and malignant tumor. Three model CNN, multi-level CNN, and ResNet-50 based multi-level CNN have been used for detection and classification of brain tumors. All the model results are calculated in terms of various numerical values identified as precision (P), recall (R), accuracy (Acc) and f1-score (F1-S). The obtained average results are much better as compared to already existing methods. This modified transfer learning architecture might help the radiologists and doctors as a better significant system for tumor diagnosis.</p>
</abstract>
<kwd-group kwd-group-type="author">
<kwd>Brain tumor</kwd>
<kwd>magnetic resonance images</kwd>
<kwd>convolutional neural network</kwd>
<kwd>classification</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1"><label>1</label><title>Introduction</title>
<p>A healthy brain can be affected by many diseases. A brain tumor is one of them. As an initial signs of brain tumor its formation is due to the evolution of unusual cells in the brain. The initial signs are specific and general in terms of signs. As the general sign it create pressure on brain or spinal cord, while the specific signs indicate when the specific part of the brain is not working well. In the benign tumor tissues, the growth is sluggish as matched to the malignant tumor. Although it is not metastatic [<xref ref-type="bibr" rid="ref-1">1</xref>]. A malignant tumor is cancerous cells that cause a malignant tumor. The speed of this kind of tumor is quick and destroys the neighboring cells immediately. It is metastatic as compared to a benign tumor. The cure of the brain tumor hinge on upon its type and position [<xref ref-type="bibr" rid="ref-2">2</xref>]. Medical field technology is emerging, and different techniques are used in the medical field for different medical diagnoses. These techniques have helped radiologists to diagnose and detection of tumors [<xref ref-type="bibr" rid="ref-3">3</xref>]. In the case of brain tumors, magnetic resonance imaging (MRI) is the modality of choice. MRI is one of the innovative techniques for imaging in the field of radiology having several sequences (T1, T2 weighted and fluid-attenuated inversion recovery images). It gives a detailed image and an inside view of the brain and other parts [<xref ref-type="bibr" rid="ref-4">4</xref>]. Several methods and algorithms were offered by scholars and researchers. As compared to other algorithms, the use of deep learning is increasing day by day due to its better accuracy results when large data is trained. It can learn and seek the data having dominant attributes step by step. It provides better accuracy results [<xref ref-type="bibr" rid="ref-5">5</xref>].</p>
<p>Deep learning can seek and learn from the data which is disorganized even without any label. For refining the results, this method repeats the tasks again and again through little modification. Deep learning has shown a great influence on problem-solving techniques like the classification of images, processing, and recognition of speech. A neural network having many additional layers is called a deep neural network. If compared to other neural networks, the framework of a deep neural network has contrast due to the existence of many hidden layers. Just like neurons in the human brain deep neural networks also have interrelated components and elements. These elements assign the network&#x0027;s tasks. Several groups are present in the network in the form of layers like input, hidden and output layers. Separately every layer has a link with the other. Weights are assigned to each connection between layers. In other words, we can say that it work as a feed-forward neural network that has several hidden layers [<xref ref-type="bibr" rid="ref-6">6</xref>]. A standout amongst the most well-liked kind of deep neural architecture is acknowledged as convolutional neural networks (CNN). It is one of the prominent deep learning architectures which provide the best accuracy results in supervised and unsupervised classification [<xref ref-type="bibr" rid="ref-7">7</xref>]. Every year almost 11,000 people from the population are diagnosed with a brain tumor. This population includes 500 youngsters and children. Each year 5000 people lost their lives [<xref ref-type="bibr" rid="ref-8">8</xref>]. Its proper diagnosis, detection, and grading with high accuracy are still challenging in the medical and research field as its characteristics vary from patient to patient.</p>
<p>In this research work, three robust automated approach based on CNN, multi-level CNN, ResNet-50 based multi-level CNN model are applied for the classification of tumor and healthy patients by using MRI for attaining good accuracy results and making the right treatment decisions. Real-time data is collected from local hospitals for the experiments.</p>
<p>The key objective of this work is to detect and classify brain tumor-affected patients. For classification purposes, three approaches are used. Following are the contributions of this work:
<list list-type="order">
<list-item><p>Collection of normal and brain tumor-affected patient data from local hospitals and online repository.</p></list-item>
<list-item><p>Using state-of-the-art machine learning techniques, we have used three different models known as CNN, multi-level CNN, ResNet-50 based multi-level CNN for the classification of affected patients.</p></list-item>
<list-item><p>This model will help the radiologist to better understanding of low-level feature of MRI.</p></list-item>
<list-item><p>Might help the radiologists as a better significant system for tumor diagnosis.</p></list-item>
<list-item><p>The obtained average results of the used model are much better as compared to already existing methods.</p></list-item>
</list></p>
<p>The reaming paper is prepared as the combination of four sections known as: related work provides most recent work in the field, methodology explores the architecture of proposed model, results and discussion provide the results and finally the conclusion section explains the real purpose of proposed work.</p>
</sec>
<sec id="s2"><label>2</label><title>Related Work</title>
<p>Bhaiya et al. [<xref ref-type="bibr" rid="ref-9">9</xref>] used 3 dimensional MRI images for detecting the tumors. For tumor segmentation, a random forest was applied. For the classification, two properties of the images were used like local binary pattern in three orthogonal planes and histogram of oriented gradients. Kumari [<xref ref-type="bibr" rid="ref-10">10</xref>] proposed a method for classification in which for preprocessing of images principle component analysis was used. In this methodology, three types of neural networks were supervised: back propagation algorithm, learning vector quantization (LVQ), and radial basis function (RBF). The training time of RBF was more as compared to LVQ because more time was spent in LVQ. The support vector machine demonstrated in [<xref ref-type="bibr" rid="ref-11">11</xref>] contained the feature extraction using the gray level scoring matrix. This technique with other kernel functions like radial and linear basis was used for classifying the images on types with an accuracy of 98&#x0025;. Shree et al. [<xref ref-type="bibr" rid="ref-12">12</xref>] showed a technique for classifying the tumor using MRI through discrete wavelet transform along with a three-dimensional gray level dependence matrix for extracting the features. For minimizing the size of features simulated annealing was used and for removing the over-fitting stratified k-fold cross-validation was used. In work done by Naik et al. [<xref ref-type="bibr" rid="ref-13">13</xref>], preprocessing was done for noise removal. For extracting the coefficient of wavelet, 2-D discrete wavelet transform was used. A probabilistic neural network (PNN) was used for classifying tumors and GLMC was used for feature extraction.</p>
<p>In [<xref ref-type="bibr" rid="ref-14">14</xref>], by using the median filter, the preprocessing of the images was done. Through the rules of a decision tree, the classification was done. A hybrid method is applied for the classification of the images for MRIs from the SICAS Repository. The features of the discrete wavelet transform the specific and required features of the images were extracted [<xref ref-type="bibr" rid="ref-15">15</xref>]. Another approach is used for multi-level deep CNN to classify the images and to maximize the accuracy [<xref ref-type="bibr" rid="ref-16">16</xref>]. Through a genetic algorithm, the features which were extracted were reduced and then the classification of the images was done by using a support vector machine. The combination of two methods like principal component analysis and Gaussian model was proposed for automatically extracting the essential and required features in [<xref ref-type="bibr" rid="ref-17">17</xref>]. By using the real data sets, improved classification results were shown in [<xref ref-type="bibr" rid="ref-18">18</xref>]. For segmenting the tumor region k-means were used and a two-tier method was used for classification. For feature extraction a discrete wavelet transform was used and for training of these features a neural network was used. For training purposes, the k-nearest neighbor was used. Aamir et al. [<xref ref-type="bibr" rid="ref-19">19</xref>] designed a method through creating the pixel matrix, the specific features were obtained using GLCM. Knapsack problem was considered for genetic algorithm implementation. The fitness function was used for checking the solution&#x0027;s quality [<xref ref-type="bibr" rid="ref-20">20</xref>]. Removing the over-fitting decision tree along with random forest was used for better training. Firstly, changing the input MRI images into the grayscale images were done by using matplotlib Library in python. For extracting the required features discrete wavelet transform was applied. The BPNN was used for classification of images. Neural network was adjusted and used for better classification in [<xref ref-type="bibr" rid="ref-21">21</xref>].</p>
<p>Alfonse et al. [<xref ref-type="bibr" rid="ref-22">22</xref>] designed a technique for segmenting and to classify the MRIs of the brain tumor using BWT and SVM. For better detection skull was stripped for getting the high accuracy level. In [<xref ref-type="bibr" rid="ref-23">23</xref>], a SVM was used for classifying the tumor images and for extracting the features fast Fourier transform was used, and for achieving the required features maximal relevancy method was used. In the end accuracy of 98&#x0025; was achieved. MRI of the brain has two types of regions having normal and abnormal cells. For extracting the desired region of the tumor, these two regions need to be separated for further technique implementation [<xref ref-type="bibr" rid="ref-24">24</xref>]. A new methodology using the techniques of ANN along with features of the gray wolf technique was proposed in [<xref ref-type="bibr" rid="ref-25">25</xref>] for providing better classification results on MRI of the brain. Comparisons were made for analyzing the proposed method with other neural networks and results were provided showing better classification accuracy.</p>
</sec>
<sec id="s3"><label>3</label><title>Methodology</title>
<p>In this section a brief illustration of the technique used for MRI brain tumor classification is presented. The current machine learning methods have the minimum number of kernels and learning parameters and huge time complexity. To handle this problem, a multi-level convolutional neural network is proposed. The proposed model is divided into two levels: One for the detection of tumor and the second level is for the classification of the tumor. The first level uses the 17 CNN layers for detection and the second level uses the 10 CNN layers for the classification of malignant and benign tumor types [<xref ref-type="bibr" rid="ref-26">26</xref>]. A brief summary of the convolutional neural network is presented in <xref ref-type="fig" rid="fig-1">Fig. 1</xref>.</p>
<fig id="fig-1"><label>Figure 1</label><caption><title>Generic architecture of convolutional neural network</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-1.png"/></fig>
<sec id="s3_1"><label>3.1</label><title>Level-I Convolutional Neural Network Architecture</title>
<p>The layers present in the CNN architecture have their working and specificity. In our proposed methodology at the level-I architecture of CNN only detection of tumor and the normal patient is done. This architecture uses 17 layers for the detection of the tumor. The first one layer is the image input layer the size of the image is specified by adjusting the weight, height, and size of the channel. Filter size, the learning rate of the network, and stride are specified using the convolution layer. The formula for a convo layer that we have used is presented in <xref ref-type="disp-formula" rid="eqn-3">Eq. (3)</xref>. To speed up the network a batch normalization layer is added to the framework. An activation function is added in the form of the ReLU layer as shown in <xref ref-type="disp-formula" rid="eqn-1">Eq. (1)</xref>. Input is divided into several pooling regions and extreme value is calculated of each region through the max-pooling layer. Layers used in this study are presented in <xref ref-type="table" rid="table-1">Tab. 1</xref> and <xref ref-type="fig" rid="fig-2">Fig. 2</xref> with different parameters and filter sizes that differ from 8 to 32 and the learning rate is set to 0.0001 with epoch value 30. A fully connected layer combines all the outputs of previous layers in other words it combines all the learned features of the layers for the recognition of the immense patterns as shown in <xref ref-type="disp-formula" rid="eqn-2">Eq. (2)</xref>. The softmax layer works as an activation function for normalization. Utilizing the probabilities, the classification layer classifies it into specified classes.
<disp-formula id="eqn-1"><label>(1)</label><mml:math id="mml-eqn-1" display="block"><mml:mrow><mml:mtext>f</mml:mtext></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mtext>x</mml:mtext></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mrow><mml:mtable columnalign="left" rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:mrow><mml:mn>0</mml:mn><mml:mo>,</mml:mo><mml:mspace width="thickmathspace" /><mml:mspace width="1em" /><mml:mrow><mml:mi mathvariant="normal">f</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi></mml:mrow><mml:mspace width="thickmathspace" /><mml:mspace width="thickmathspace" /><mml:mrow><mml:mi mathvariant="normal">x</mml:mi></mml:mrow><mml:mo>&#x003C;</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mrow><mml:mrow><mml:mi mathvariant="normal">x</mml:mi></mml:mrow><mml:mo>,</mml:mo><mml:mspace width="1em" /><mml:mrow><mml:mi mathvariant="normal">f</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi></mml:mrow><mml:mspace width="thickmathspace" /><mml:mspace width="thickmathspace" /><mml:mrow><mml:mi mathvariant="normal">x</mml:mi></mml:mrow><mml:mo>&#x2265;</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:mrow><mml:mo fence="true" stretchy="true" symmetric="true"></mml:mo></mml:mrow><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula></p>
<table-wrap id="table-1"><label>Table 1</label><caption><title>Level-I layers description</title></caption>
<table frame="hsides">
<colgroup>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th align="left">Sr. No</th>
<th align="left">Parameters of Convolutional Neural Network Layers</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">1</td>
<td align="left">Layer for input image (Height&#x2009;&#x003D;&#x2009;120,Width&#x2009;&#x003D;&#x2009;100 Chanel&#x2009;&#x003D;&#x2009;3)</td>
</tr>
<tr>
<td align="left">2</td>
<td align="left">2D Convolution layer (Filter size 3 by 3,Kernal&#x2009;&#x003D;&#x2009;8,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">3</td>
<td align="left">Layers for batch normalization (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">4</td>
<td align="left">Layer for rectification (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">5</td>
<td align="left">2D maxpooling layer (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">6</td>
<td align="left">2D Convolution layer (Filter size 3 by 3,Kernal&#x2009;&#x003D;&#x2009;16,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">7</td>
<td align="left">Layers for batch normalization (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">8</td>
<td align="left">Layer for rectification (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">9</td>
<td align="left">2D maxpooling layer (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">10</td>
<td align="left">2D Convolution layer (Filter size 3 by 3,Kernal&#x2009;&#x003D;&#x2009;32,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">11</td>
<td align="left">Layers for batch normalization (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">12</td>
<td align="left">Layer for rectification (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">13</td>
<td align="left">2D maxpooling layer (Filter size 3 by 3,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">14</td>
<td align="left">Dropping layer (Rate&#x2009;&#x003D;&#x2009;0.3)</td>
</tr>
<tr>
<td align="left">15</td>
<td align="left">Fully connected layer (Two Classification)</td>
</tr>
<tr>
<td align="left">16</td>
<td align="left">Layer for softmax (Two Classification)</td>
</tr>
<tr>
<td align="left">17</td>
<td align="left">Layer for classification (Two Classification)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Here, f(x) is the ReLU function and x is the target value as shown in <xref ref-type="disp-formula" rid="eqn-1">Eq. (1)</xref>.
<disp-formula id="eqn-2"><label>(2)</label><mml:math id="mml-eqn-2" display="block"><mml:mrow><mml:msup><mml:mrow><mml:mtext>V</mml:mtext></mml:mrow><mml:mrow><mml:mtext>k</mml:mtext></mml:mrow></mml:msup></mml:mrow><mml:mo>=</mml:mo><mml:msup><mml:mrow><mml:msub><mml:mrow><mml:mtext>r</mml:mtext></mml:mrow><mml:mrow><mml:mtext>k</mml:mtext></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mrow><mml:mtext>FL</mml:mtext></mml:mrow></mml:mrow></mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mtext>V</mml:mtext></mml:mrow><mml:mrow><mml:mrow><mml:mtext>k</mml:mtext></mml:mrow><mml:mo>&#x2212;</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:msup><mml:mrow><mml:mtext>V</mml:mtext></mml:mrow><mml:mrow><mml:mrow><mml:mtext>k</mml:mtext></mml:mrow><mml:mo>&#x2212;</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:msup><mml:mo stretchy="false">)</mml:mo><mml:mrow><mml:mtext>T</mml:mtext></mml:mrow></mml:msup></mml:mrow><mml:msup><mml:mrow><mml:msub><mml:mrow><mml:mtext>w</mml:mtext></mml:mrow><mml:mrow><mml:mtext>i</mml:mtext></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mtext>k</mml:mtext></mml:mrow></mml:msup><mml:mo>+</mml:mo><mml:mrow><mml:msup><mml:mrow><mml:mtext>b</mml:mtext></mml:mrow><mml:mrow><mml:mtext>k</mml:mtext></mml:mrow></mml:msup></mml:mrow><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula></p>
<p>In <xref ref-type="disp-formula" rid="eqn-2">Eq. (2)</xref>, <inline-formula id="ieqn-1"><mml:math id="mml-ieqn-1"><mml:mrow><mml:msup><mml:mi>V</mml:mi><mml:mi>k</mml:mi></mml:msup></mml:mrow></mml:math></inline-formula> indicate the output of fully connected layer, FL filter is the number of filters V is the input value and b are the stride value.
<disp-formula id="eqn-3"><label>(3)</label><mml:math id="mml-eqn-3" display="block"><mml:mrow><mml:msub><mml:mrow><mml:mtext>C</mml:mtext></mml:mrow><mml:mrow><mml:mrow><mml:mtext>nv</mml:mtext></mml:mrow></mml:mrow></mml:msub></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mtext>N</mml:mtext></mml:mrow><mml:mrow><mml:mtext>d</mml:mtext></mml:mrow></mml:msub></mml:mrow><mml:mo>+</mml:mo><mml:mn>2</mml:mn><mml:mrow><mml:msub><mml:mrow><mml:mtext>P</mml:mtext></mml:mrow><mml:mrow><mml:mtext>a</mml:mtext></mml:mrow></mml:msub></mml:mrow><mml:mo>&#x2212;</mml:mo><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mtext>F</mml:mtext></mml:mrow><mml:mrow><mml:mtext>d</mml:mtext></mml:mrow></mml:msub></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mtext>S</mml:mtext></mml:mrow><mml:mrow><mml:mrow><mml:mtext>tr</mml:mtext></mml:mrow></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:mfrac><mml:mo>+</mml:mo><mml:mn>1</mml:mn><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula></p>
<p>Here <xref ref-type="disp-formula" rid="eqn-3">Eq. (3)</xref> is the convolutional layer, <inline-formula id="ieqn-2"><mml:math id="mml-ieqn-2"><mml:mrow><mml:msub><mml:mi>N</mml:mi><mml:mi>d</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> the dimension of the input file,<inline-formula id="ieqn-3"><mml:math id="mml-ieqn-3"><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mi>a</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> is padding,<inline-formula id="ieqn-4"><mml:math id="mml-ieqn-4"><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:msub><mml:mi>F</mml:mi><mml:mi>d</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> is the dimension of filter and <inline-formula id="ieqn-5"><mml:math id="mml-ieqn-5"><mml:mrow><mml:msub><mml:mi>S</mml:mi><mml:mrow><mml:mi>t</mml:mi><mml:mi>r</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula> is the stride.</p>
</sec>
<sec id="s3_2"><label>3.2</label><title>Level-II Convolutional Neural Network</title>
<p>In our used methodology, at level II, we have utilized a total of ten layers of CNN with different constraints and filters for the classification of normal, malignant, and benign tumors. The first layer is the image input layer having parameters weight, height, and size of the channel. In the convolutional layer number of filters, size and stride are defined while the kernel values are specified from 8 to 32. For the training of the network the learning rate is set to 0.0001 with an epoch value of 30. The detailed layers description is given in <xref ref-type="table" rid="table-2">Tab. 2</xref> and workflow is also shown in <xref ref-type="fig" rid="fig-2">Fig. 2</xref>.</p>
<fig id="fig-2"><label>Figure 2</label><caption><title>Workflow of multi-level CNN model</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-2.png"/></fig>
<table-wrap id="table-2"><label>Table 2</label><caption><title>Level-II layers description</title></caption>
<table frame="hsides">
<colgroup>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th align="left">Sr. No</th>
<th align="left">Convolutional Neural Network layers Description with parameters</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">1</td>
<td align="left">Layer for input image (Height&#x2009;&#x003D;&#x2009;120,Width&#x2009;&#x003D;&#x2009;100 Chanel&#x2009;&#x003D;&#x2009;3)</td>
</tr>
<tr>
<td align="left">2</td>
<td align="left">2D Convolution layer (Filter size 3 by 3,Kernal&#x2009;&#x003D;&#x2009;8,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">3</td>
<td align="left">2D maxpooling layer (Filter size 1 by 1,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">4</td>
<td align="left">2D Convolution layer (Filter size 3 by 3,Kernal&#x2009;&#x003D;&#x2009;16,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">5</td>
<td align="left">2D maxpooling layer (Filter size 1 by 1,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">6</td>
<td align="left">2D Convolution layer (Filter size 3 by 3,Kernal&#x2009;&#x003D;&#x2009;32,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">7</td>
<td align="left">2D maxpooling layer (Filter size 1 by 1,stride&#x2009;&#x003D;&#x2009;1)</td>
</tr>
<tr>
<td align="left">8</td>
<td align="left">Layer for full connection (Three Classification)</td>
</tr>
<tr>
<td align="left">9</td>
<td align="left">Layer for softmax (Three Classification)</td>
</tr>
<tr>
<td align="left">10</td>
<td align="left">Layer for classification (Three Classification)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_3"><label>3.3</label><title>Feature Extractor ResNet-50 Model</title>
<p>The ResNet-50 model consists of residual connections between different convolutional layers. The residual connections indicates that the results of the residual net is convolution of its input. By using these connections, the residual network maintains the minimum loss, attain the maximum knowledge gain and integrate the higher performance during the training phase for brain tumor analysis. The ResNet-50 technique contains of five steps with convo and identity block. Individually a convo block contains 3 convolutional layers and a block identity. This model consists of almost 23 billion trainable parameters. The block diagram of pre-trained ResNet-50 is shown in <xref ref-type="fig" rid="fig-3">Fig. 3</xref>.</p>
<fig id="fig-3"><label>Figure 3</label><caption><title>Architecture of Pre-trained ResNet-50</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-3.png"/></fig>
</sec>
<sec id="s3_4"><label>3.4</label><title>ResNet-50 Based Multi-Level CNN Model</title>
<p>During the transfer learning (TL) of pre-trained ResNet model all the layers remain the same in all the stages of the pre-trained model. After the training of pre-trained ResNet model the output flow continued as a layer wise manner. Initially all the layers are in the frozen state with all the parameters. When the residual network forward output after pre-trained to the fine-tuning network, then a block of extracted features created. After the unfreezing of all the pre-trained model layers, a new layer of classifier is introduced to get the required results. The freezing and new classifier block is also shown in <xref ref-type="fig" rid="fig-4">Fig. 4</xref>.</p>
<fig id="fig-4"><label>Figure 4</label><caption><title>Architecture of proposed pre-trained ResNet-50 with multi-level CNN</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-4.png"/></fig>
</sec>
</sec>
<sec id="s4"><label>4</label><title>Results and Discussion</title>
<p>We have analyzed results through Python language by using supportive libraries; numpy array (np), operating system (os), keras models, layers and utils, matplotlib, sklearn utils and metrics, tensorflow models, pandas, tqdm, and seaborn. These libraries support the development of machine-learning applications. The proposed model was evaluated on the system with an Intel(R) Core i7 7<sup>th</sup> generation, Nvidia GeForce GTX 1060 (6 GB) and 16 GB of RAM.</p>
<sec id="s4_1"><label>4.1</label><title>Dataset Preparation and Preprocessing</title>
<p>The total number of 2043 MRIs patient&#x0027;s data was used for this study. The used dataset is not publically available and it&#x0027;s the private property of a hospital. In this dataset each category of malignant benign and normal consists of different number of MRI images respectively for training and testing purpose. Well-reputed Neurosurgeons and Radiologist helped in labeling the images manually by using their expertise. Collected images are in DICOM file format and using PmsDView 3.0 software they are viewed and saved in JPG format. The dimension (width and height) of the images is set to 120 &#x00D7; 100. All the images are converted into RGB three-channel images. Important information and detail of the image are saved by clearing up the images. The dataset is distributed into testing and training folders. The fractions of training and testing on the dataset is 85&#x0025; and 15&#x0025; correspondingly, as shown in <xref ref-type="table" rid="table-3">Tab. 3</xref>. Different types of tumors are shown in <xref ref-type="fig" rid="fig-5">Fig. 5</xref>.</p>
<table-wrap id="table-3"><label>Table 3</label><caption><title>Dataset division</title></caption>
<table frame="hsides">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th align="left">Name</th>
<th align="left">Total</th>
<th align="left">Train</th>
<th align="left">Test</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">Normal</td>
<td align="left">395</td>
<td align="left">335</td>
<td align="left">60</td>
</tr>
<tr>
<td align="left">Malignant Tumor</td>
<td align="left">822</td>
<td align="left">699</td>
<td align="left">123</td>
</tr>
<tr>
<td align="left">Benign Tumor</td>
<td align="left">826</td>
<td align="left">702</td>
<td align="left">124</td>
</tr>
<tr>
<td align="left">Total</td>
<td align="left">2043</td>
<td align="left">1736</td>
<td align="left">307</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="fig-5"><label>Figure 5</label><caption><title>Tumor types</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-5.png"/></fig>
</sec>
<sec id="s4_2"><label>4.2</label><title>Results Evaluation</title>
<p>The performance correlation of our presented methodology for MRI brain tumor classification describes accuracy (Acc). On average, the gain of Acc is 95&#x0025;. An epoch depicts several times the algorithm grasps the whole informational index. Thus, every time the calculation viewed all examples of the database, an epoch has finished. The confusion matrix is created to show the results of the recognition rate of our defined three classes (Normal, malignant, and benign Tumor). These measurements are often known a true positive rate and false negative (fn) rate, separately as shown in <xref ref-type="fig" rid="fig-5">Fig. 5</xref>. The mathematical results are measured with the following statistical equations from <xref ref-type="disp-formula" rid="eqn-4">Eqs. (4)</xref> to <xref ref-type="disp-formula" rid="eqn-7">(7)</xref>:
<disp-formula id="eqn-4"><label>(4)</label><mml:math id="mml-eqn-4" display="block"><mml:mrow><mml:mtext>Recall &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mtext>R</mml:mtext></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mtext>tp</mml:mtext></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:mtext>tp</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>fn</mml:mtext></mml:mrow></mml:mrow></mml:mfrac><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula>
<disp-formula id="eqn-5"><label>(5)</label><mml:math id="mml-eqn-5" display="block"><mml:mrow><mml:mtext>F</mml:mtext></mml:mrow><mml:mn>1</mml:mn><mml:mo>&#x2212;</mml:mo><mml:mrow><mml:mtext>Score &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:mtext>F</mml:mtext></mml:mrow><mml:mn>1</mml:mn><mml:mo>&#x2212;</mml:mo><mml:mrow><mml:mtext>S</mml:mtext></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>2</mml:mn><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:mtext>R</mml:mtext><mml:mo>&#x002A;</mml:mo><mml:mtext>P</mml:mtext></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:mtext>R</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>P</mml:mtext></mml:mrow></mml:mrow></mml:mfrac><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula>
<disp-formula id="eqn-6"><label>(6)</label><mml:math id="mml-eqn-6" display="block"><mml:mrow><mml:mtext>Precision &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mtext>P</mml:mtext></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mtext>tp</mml:mtext></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:mtext>tp</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>fp</mml:mtext></mml:mrow></mml:mrow></mml:mfrac><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula>
<disp-formula id="eqn-7"><label>(7)</label><mml:math id="mml-eqn-7" display="block"><mml:mrow><mml:mtext>Accuracy &#xA0;</mml:mtext></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:mtext>Acc</mml:mtext></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mtext>tp</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>tn</mml:mtext></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:mtext>tp</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>fn</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>tn</mml:mtext></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mtext>fp</mml:mtext></mml:mrow></mml:mrow></mml:mfrac><mml:mrow><mml:mtext> &#xA0;</mml:mtext></mml:mrow></mml:math></disp-formula>
True positive (tp) denotes correctly classified values for images and true negative (tn) shows incorrectly classified images.</p>
</sec>
<sec id="s4_3"><label>4.3</label><title>Results with Convolutional Neural Network</title>
<p>This model is applied to get the required results for brain tumor. The testing confusion matrix of normal, benign and malignant tumors is presented below in <xref ref-type="fig" rid="fig-6">Fig. 6</xref>. The boxes in the confusion matrix shows the amount of images that are used in the testing process. The average statistical evaluation of convolutional neural network (CNN) is presented in <xref ref-type="table" rid="table-4">Tab. 4</xref> as precision (P) 0.88&#x0025;, recall (R) 0.88&#x0025;, F1-score (F1-S) 0.87&#x0025; and accuracy 0.88&#x0025;. The <xref ref-type="fig" rid="fig-7">Fig. 7</xref> shows the illustration of training and validation accuracy and loss in graphical form.</p>
<fig id="fig-6"><label>Figure 6</label><caption><title>CNN model confusion matrix of 3-classes for the test dataset</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-6.png"/></fig>
<table-wrap id="table-4"><label>Table 4</label><caption><title>Calculated statistical values on the MRI dataset</title></caption>
<table frame="hsides" >
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th align="left" rowspan="2">Category</th>
<th align="center" colspan="4">CNN</th>
<th align="left" colspan="4">Multi-Level CNN</th>
<th align="center" colspan="4">Multi-Level CNN with ResNet-50</th>
</tr>
<tr>
<th align="left">P (&#x0025;)</th>
<th align="left">R (&#x0025;)</th>
<th align="left">F1-S</th>
<th align="left">Acc (&#x0025;)</th>
<th align="left">P (&#x0025;)</th>
<th align="left">R (&#x0025;)</th>
<th align="left">F1-S</th>
<th align="left">Acc (&#x0025;)</th>
<th align="left">P (&#x0025;)</th>
<th align="left">R (&#x0025;)</th>
<th align="left">F1-S</th>
<th align="left">Acc (&#x0025;)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">Benign</td>
<td align="left">0.90</td>
<td align="left">0.91</td>
<td align="left">0.90</td>
<td align="left" rowspan="3">0.88</td>
<td align="left">0.90</td>
<td align="left">0.97</td>
<td align="left">0.93</td>
<td align="left" rowspan="3">0.91</td>
<td align="left">0.97</td>
<td align="left">0.91</td>
<td align="left">0.92</td>
<td align="left" rowspan="3">0.95</td>
</tr>
<tr>
<td align="left">Malignant</td>
<td align="left">0.84</td>
<td align="left">0.84</td>
<td align="left">0.84</td>
<td align="left">0.89</td>
<td align="left">0.83</td>
<td align="left">0.86</td>
<td align="left">0.93</td>
<td align="left">0.97</td>
<td align="left">0.93</td>
</tr>
<tr>
<td align="left">Normal</td>
<td align="left">0.90</td>
<td align="left">0.89</td>
<td align="left">0.89</td>
<td align="left">0.83</td>
<td align="left">0.80</td>
<td align="left">0.82</td>
<td align="left">0.94</td>
<td align="left">0.94</td>
<td align="left">0.95</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="fig-7"><label>Figure 7</label><caption><title>CNN illustration of training and validation accuracy and loss</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-7.png"/></fig>
</sec>
<sec id="s4_4"><label>4.4</label><title>Results with Multi-Level CNN Model</title>
<p>The multi-level CNN model is applied to get the required results with its pre-defined structure. While the testing confusion matrix of all the tumor categories as normal, benign and malignant tumors is shown below in <xref ref-type="fig" rid="fig-8">Fig. 8</xref>. The different color boxes in the confusion matrix shows the total number of images that are used to get the testing results. The calculation for the average statistical params is shown in <xref ref-type="table" rid="table-4">Tab. 4</xref> given below. The statistical values for multi-level CNN model are precision (P) 0.87&#x0025;, recall (R) 0.86&#x0025;, F1-score (F1-S) 0.87&#x0025; and accuracy 0.88&#x0025;. The <xref ref-type="fig" rid="fig-9">Fig. 9</xref> shows the illustration of training and validation accuracy and loss in graphical form.</p>
<fig id="fig-8"><label>Figure 8</label><caption><title>Multi-level CNN Model confusion matrix of 3-classes for the test dataset</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-8.png"/></fig>
</sec>
<sec id="s4_5"><label>4.5</label><title>Results with ResNet-50 Based Multi-Level CNN Model</title>
<p>The multi-level CNN model with pre-trained ResNet-50 is used to get the better results. For this purpose, different categories of brain tumors from datasets are used known as normal, benign, and malignant tumors shown in confusion matrix in <xref ref-type="fig" rid="fig-10">Fig. 10</xref>. The number of images used for testing process are shown in the confusion matrix with different colors as shown in <xref ref-type="fig" rid="fig-11">Fig. 11</xref>. The parameters for the transfer learning are set to execute to get the different statistical values for the testing process. The average statistical evaluation of proposed multi-level CNN model of pre-trained ResNet-50 is presented in <xref ref-type="table" rid="table-4">Tab. 4</xref> as precision (P) 0.94&#x0025;, recall (R) 0.94&#x0025;, F1-score (F1-S) 0.93&#x0025; and accuracy 0.95&#x0025;. The <xref ref-type="fig" rid="fig-10">Fig. 10</xref> shows the demonstration of training and validation accuracy and loss in graphical form.</p>
<fig id="fig-9"><label>Figure 9</label><caption><title>Multi-level CNN illustration of training and validation accuracy and loss</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-9.png"/></fig>
<fig id="fig-10"><label>Figure 10</label><caption><title>Multi-level CNN with ResNet-50 model confusion matrix of 3-classes for the test dataset</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-10.png"/></fig>
<fig id="fig-11"><label>Figure 11</label><caption><title>Multi-level CNN with ResNet-50 model demonstration of training and validation accuracy and loss</title></caption><graphic mimetype="image" mime-subtype="png" xlink:href="CMC_29000-fig-11.png"/></fig>
</sec>
<sec id="s4_6"><label>4.6</label><title>Discussions</title>
<p>The results presented in <xref ref-type="table" rid="table-4">Tab. 4</xref>, show the assessment calculation of the proposed methods on the MRI images database. To get the accurate results three methods are applied. First one is the CNN model consist of multiple convo layers and filters. Second one is the multi-level CNN model which is divided into two levels: first one for the detection of tumor and the second level is for the classification of the tumor. The first level uses the 17 CNN layers for detection and the second level uses the 10 CNN layers for the classification of malignant and benign tumor types. The average statistical evaluation of multi-level convolutional neural network is presented in <xref ref-type="table" rid="table-4">Tab. 4</xref> on the complete dataset.</p>
<p>The third model is the multi-level CNN model with pre-trained ResNet-50 model applied to calculate the dataset results. This model is applied to get the required results with its pre-defined structure. This model consists of residual connections among different convolutional layers. The residual connections specifies that the results of the residual net is convolution of its input. By using these connections, the residual network maintains the minimum loss, attain the maximum knowledge gain, and integrate the higher performance during the training phase for brain tumor analysis. The applied model comprises of five phases with convo and identity block. Individually a convo block contains 3 convolutional layers and every identity block also consists of 3 convolutional layers. When the training of pre-trained ResNet-50 model is completed then the output flow continued as a layer wise manner. At starting stage all the layers are in the frozen state with all the parameters. When the residual network forward output after pre-trained to the network, then a block of extracted features created. After the unfreezing of all the pre-trained model layers, a new layer of classifier is introduced to get the required results.</p>
<p><xref ref-type="table" rid="table-5">Tab. 5</xref> displays the comparison of accuracy values with state-of-the-art techniques. The three proposed techniques attain an accuracy percentage as 0.88 for CNN model, 0.91 for multi-level CNN, and 0.95 for multi-level CNN with ResNet-50 model which is the maximum one as matched to the previously presented techniques and among our applied techniques. The highest value of accuracy is due to the transfer architecture of pre-trained ResNet-50 model, because it uses a block of extracted features to get the better results.</p>
<table-wrap id="table-5"><label>Table 5</label><caption><title>State-of-the-art comparison for accuracy with the proposed methods</title></caption>
<table frame="hsides">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th align="left">Year/Cited</th>
<th align="left">Methodologies</th>
<th align="left">Accuracy (&#x0025;)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">2016 [<xref ref-type="bibr" rid="ref-27">27</xref>]</td>
<td align="left">Convolutional Neural Network</td>
<td align="left">0.85</td>
</tr>
<tr>
<td align="left">2016 [<xref ref-type="bibr" rid="ref-28">28</xref>]</td>
<td align="left">FNN</td>
<td align="left">0.93</td>
</tr>
<tr>
<td align="left">2016 [<xref ref-type="bibr" rid="ref-29">29</xref>]</td>
<td align="left">Support Vector Machine</td>
<td align="left">0.89</td>
</tr>
<tr>
<td align="left">2017 [<xref ref-type="bibr" rid="ref-30">30</xref>]</td>
<td align="left">Convolutional Neural Network</td>
<td align="left">0.92</td>
</tr>
<tr>
<td align="left">2019 [<xref ref-type="bibr" rid="ref-31">31</xref>]</td>
<td align="left">Transfer learning by Convolutional Neural Network</td>
<td align="left">0.93</td>
</tr>
<tr>
<td align="left">Proposed</td>
<td align="left">CNN<break/>Multi-Level CNN<break/>Multi-Level CNN with ResNet-50</td>
<td align="left">0.88<break/>0.91<break/>0.95</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec id="s5"><label>5</label><title>Conclusion</title>
<p>We have proposed a brain tumor recognition technique utilizing a factual methodology on MRI images as the input. The identification results of brain tumor disorder for every MRI image are either it&#x0027;s healthy or tumor affected (Benign, Malignant). In our method, images are preprocessed by converting them into one common format and channel for feature extraction by utilizing CNN architecture. We have worked with three models CNN, multi-level CNN, and multi-level CNN with pre-trained ResNet-50 for detection of brain tumors for contribution in this research. The proposed transfer learning methodology for MRI brain tumor classification provides results concerning different statistical values known as precision (P) 0.94&#x0025;, recall (R) 0.94&#x0025;, F1-score (F1-S) 0.93&#x0025; and accuracy 0.95&#x0025;. The results reveal that this technique is much better in each constant as compared to the other state-of-the-art techniques. As a future directions the applied research may help the radiologist to accurately diagnosis the brain tumors.</p>
</sec>
</body>
<back>
<fn-group>
<fn fn-type="other"><p><bold>Funding Statement:</bold> Authors would like to acknowledge the support of the Deputy for Research and Innovation-Ministry of Education, Kingdom of Saudi Arabia for funding this research through a project (NU/IFC/ENT/01/014) under the institutional funding committee at Najran University, Kingdom of Saudi Arabia.</p></fn>
<fn fn-type="conflict"><p><bold>Conflicts of Interest:</bold> The authors declare that they have no conflicts of interest to report regarding the present study.</p></fn>
</fn-group>
<ref-list content-type="authoryear">
<title>References</title>
<ref id="ref-1"><label>[1]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>J.</given-names> <surname>Amin</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Sharif</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Yasmin</surname></string-name> and <string-name><given-names>S. L.</given-names> <surname>Fernandes</surname></string-name></person-group>, &#x201C;<article-title>Big data analysis for brain tumor detection: Deep convolutional neural networks</article-title>,&#x201D; <source>Future Generation Computer Systems</source>, vol. <volume>87</volume>, no. <issue>1</issue>, pp. <fpage>290</fpage>&#x2013;<lpage>297</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-2"><label>[2]</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><string-name><given-names>H.</given-names> <surname>Dong</surname></string-name>, <string-name><given-names>G.</given-names> <surname>Yang</surname></string-name>, <string-name><given-names>F.</given-names> <surname>Liu</surname></string-name>, <string-name><given-names>Y.</given-names> <surname>Mo</surname></string-name> and <string-name><given-names>Y.</given-names> <surname>Guo</surname></string-name></person-group>, &#x201C;<article-title>Automatic brain tumor detection and segmentation using u-net based fully convolutional networks</article-title>,&#x201D; in <conf-name>Proc. Annual Conf. on Medical Image Understanding and Analysis</conf-name>, <conf-loc>Edinburgh, UK</conf-loc>, pp. <fpage>506</fpage>&#x2013;<lpage>517</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-3"><label>[3]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>J.</given-names> <surname>Amin</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Sharif</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Yasmin</surname></string-name> and <string-name><given-names>S. L.</given-names> <surname>Fernandes</surname></string-name></person-group>, &#x201C;<article-title>A distinctive approach in brain tumor detection and classification using MRI</article-title>,&#x201D; <source>Pattern Recognition Letters</source>, vol. <volume>139</volume>, no. <issue>1</issue>, pp. <fpage>118</fpage>&#x2013;<lpage>127</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-4"><label>[4]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>P.</given-names> <surname>Sapra</surname></string-name>, <string-name><given-names>R.</given-names> <surname>Singh</surname></string-name> and <string-name><given-names>S.</given-names> <surname>Khurana</surname></string-name></person-group>, &#x201C;<article-title>Brain tumor detection using neural network</article-title>,&#x201D; <source>International Journal of Science and Modern Engineering</source>, vol. <volume>1</volume>, no. <issue>9</issue>, pp. <fpage>2319</fpage>&#x2013;<lpage>6386</lpage>, <year>2013</year>.</mixed-citation></ref>
<ref id="ref-5"><label>[5]</label><mixed-citation publication-type="web">&#x201C;<article-title>Data science, machine learning and deep learning</article-title>,&#x201D; datos.gob.es, <year>05-Apr-2018</year>. [Online]. Available: <uri xlink:href="https://datos.gob.es/en/noticia/data-science-machine-learning-and-deep-learning">https://datos.gob.es/en/noticia/data-science-machine-learning-and-deep-learning</uri>. [Accessed: 02-Dec-2021].</mixed-citation></ref>
<ref id="ref-6"><label>[6]</label><mixed-citation publication-type="web">Houseofbots.com. [Online]. Available: <uri xlink:href="https://www.houseofbots.com/news-detail/1443-1-what-is-deep-learning-and-neural-network">https://www.houseofbots.com/news-detail/1443-1-what-is-deep-learning-and-neural-network</uri>. [Accessed: 02-Dec-2021].</mixed-citation></ref>
<ref id="ref-7"><label>[7]</label><mixed-citation publication-type="web">Missinglink.ai. [Online]. Available: <uri xlink:href="https://missinglink.ai/guides/convolutional-neural-networks/convolutional-neural-networks-image-classification/">https://missinglink.ai/guides/convolutional-neural-networks/convolutional-neural-networks-image-classification/</uri>. [Accessed: 02-Dec-2021].</mixed-citation></ref>
<ref id="ref-8"><label>[8]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>S.</given-names> <surname>Abbasi</surname></string-name> and <string-name><given-names>F.</given-names> <surname>Tajeripour</surname></string-name></person-group>, &#x201C;<article-title>Detection of brain tumor in 3D MRI images using local binary patterns and histogram orientation gradient</article-title>,&#x201D; <source>Neurocomputing</source>, vol. <volume>219</volume>, no. <issue>1</issue>, pp. <fpage>526</fpage>&#x2013;<lpage>535</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-9"><label>[9]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>L. P.</given-names> <surname>Bhaiya</surname></string-name> and <string-name><given-names>V. K.</given-names> <surname>Verma</surname></string-name></person-group>, &#x201C;<article-title>Classification of MRI brain images using neural network</article-title>,&#x201D; <source>Network</source>, vol. <volume>2</volume>, no. <issue>5</issue>, pp. <fpage>751</fpage>&#x2013;<lpage>756</lpage>, <year>2012</year>.</mixed-citation></ref>
<ref id="ref-10"><label>[10]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>R.</given-names> <surname>Kumari</surname></string-name></person-group>, &#x201C;<article-title>SVM classification an approach on detecting abnormality in brain MRI images</article-title>,&#x201D; <source>International Journal of Engineering Research and Applications</source>, vol. <volume>3</volume>, no. <issue>4</issue>, pp. <fpage>1686</fpage>&#x2013;<lpage>1690</lpage>, <year>2013</year>.</mixed-citation></ref>
<ref id="ref-11"><label>[11]</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><string-name><given-names>A.</given-names> <surname>Kharrat</surname></string-name>, <string-name><given-names>M. B.</given-names> <surname>Halima</surname></string-name> and <string-name><given-names>M. B.</given-names> <surname>Ayed</surname></string-name></person-group>, &#x201C;<article-title>MRI brain tumor classification using support vector machines and meta-heuristic method</article-title>,&#x201D; in <conf-name>Proc. 15th Int. Conf. on Intelligent Systems Design and Applications</conf-name>, <conf-loc>Marrakech, Morocco</conf-loc>, pp. <fpage>446</fpage>&#x2013;<lpage>451</lpage>, <year>2015</year>.</mixed-citation></ref>
<ref id="ref-12"><label>[12]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>N. V.</given-names> <surname>Shree</surname></string-name> and <string-name><given-names>T.</given-names> <surname>Kumar</surname></string-name></person-group>, &#x201C;<article-title>Identification and classification of brain tumor MRI images with feature extraction using DWT and probabilistic neural network</article-title>,&#x201D; <source>Brain Informatics</source>, vol. <volume>5</volume>, no. <issue>1</issue>, pp. <fpage>23</fpage>&#x2013;<lpage>30</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-13"><label>[13]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>J.</given-names> <surname>Naik</surname></string-name> and <string-name><given-names>S.</given-names> <surname>Patel</surname></string-name></person-group>, &#x201C;<article-title>Tumor detection and classification using decision tree in brain MRI</article-title>,&#x201D; <source>International Journal of Computer Science and Network Security</source>, vol. <volume>14</volume>, no. <issue>6</issue>, pp. <fpage>87</fpage>&#x2013;<lpage>91</lpage>, <year>2014</year>.</mixed-citation></ref>
<ref id="ref-14"><label>[14]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>S.</given-names> <surname>Kumar</surname></string-name>, <string-name><given-names>C.</given-names> <surname>Dabas</surname></string-name> and <string-name><given-names>S.</given-names> <surname>Godara</surname></string-name></person-group>, &#x201C;<article-title>Classification of brain MRI tumor images: A hybrid approach</article-title>,&#x201D; <source>Procedia Computer Science</source>, vol. <volume>122</volume>, no. <issue>1</issue>, pp. <fpage>510</fpage>&#x2013;<lpage>517</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-15"><label>[15]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Aamir</surname></string-name>, <string-name><given-names>T.</given-names> <surname>Ali</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Shaf</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Irfan</surname></string-name> and <string-name><given-names>M. Q.</given-names> <surname>Saleem</surname></string-name></person-group>, &#x201C;<article-title>ML-DCNNet: Multi-level deep convolutional neural network for facial expression recognition and intensity estimation</article-title>,&#x201D; <source>Arabian Journal for Science and Engineering</source>, vol. <volume>45</volume>, no. <issue>12</issue>, pp. <fpage>10605</fpage>&#x2013;<lpage>10620</lpage>, <year>2020</year>.</mixed-citation></ref>
<ref id="ref-16"><label>[16]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>A.</given-names> <surname>Chaddad</surname></string-name></person-group>, &#x201C;<article-title>Automated feature extraction in brain tumor by magnetic resonance imaging using Gaussian mixture models</article-title>,&#x201D; <source>Journal of Biomedical Imaging</source>, vol. <volume>2015</volume>, no. <issue>1</issue>, pp. <fpage>8</fpage>&#x2013;<lpage>18</lpage>, <year>2015</year>.</mixed-citation></ref>
<ref id="ref-17"><label>[17]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>V.</given-names> <surname>Anitha</surname></string-name> and <string-name><given-names>S.</given-names> <surname>Murugavalli</surname></string-name></person-group>, &#x201C;<article-title>Brain tumour classification using two-tier classifier with adaptive segmentation technique</article-title>,&#x201D; <source>Institution of Engineering and Technology Computer Vision</source>, vol. <volume>10</volume>, no. <issue>1</issue>, pp. <fpage>9</fpage>&#x2013;<lpage>17</lpage>, <year>2016</year>.</mixed-citation></ref>
<ref id="ref-18"><label>[18]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>E. S. B. J. a. M.</given-names> <surname>Ravikumar</surname></string-name></person-group>, &#x201C;<article-title>Human brain tumor classification using genetic algorithm approach</article-title>,&#x201D; <source>International Journal of Emerging Technology in Computer Science &#x0026; Electronics</source>, vol. <volume>25</volume>, no. <issue>4</issue>, pp. <fpage>86</fpage>&#x2013;<lpage>89</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-19"><label>[19]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Aamir</surname></string-name>, <string-name><given-names>T.</given-names> <surname>Ali</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Irfan</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Shaf</surname></string-name>, <string-name><given-names>M. Z.</given-names> <surname>Azam</surname></string-name> <etal>et al.,</etal></person-group> &#x201C;<article-title>Natural disasters intensity analysis and classification based on multispectral images using multi-layered deep convolutional neural network</article-title>,&#x201D; <source>Sensors</source>, vol. <volume>21</volume>, no. <issue>28</issue>, pp. <fpage>2648</fpage>&#x2013;<lpage>2661</lpage>, <year>2021</year>.</mixed-citation></ref>
<ref id="ref-20"><label>[20]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>B. M.</given-names> <surname>Zahran</surname></string-name></person-group>, &#x201C;<article-title>Classification of brain tumor using neural network</article-title>,&#x201D; <source>Computers and Software</source>, vol. <volume>9</volume>, no. <issue>4</issue>, pp. <fpage>673</fpage>&#x2013;<lpage>678</lpage>, <year>2014</year>.</mixed-citation></ref>
<ref id="ref-21"><label>[21]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>N. B.</given-names> <surname>Bahadure</surname></string-name>, <string-name><given-names>A. K.</given-names> <surname>Ray</surname></string-name> and <string-name><given-names>H. P.</given-names> <surname>Thethi</surname></string-name></person-group>, &#x201C;<article-title>Image analysis for MRI based brain tumor detection and feature extraction using biologically inspired BWT and SVM</article-title>,&#x201D; <source>International Journal of Biomedical Imaging</source>, vol. <volume>2017</volume>, no. <issue>1</issue>, pp. <fpage>9749108</fpage>&#x2013;<lpage>9749121</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-22"><label>[22]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Alfonse</surname></string-name> and <string-name><given-names>A. -B. M.</given-names> <surname>Salem</surname></string-name></person-group>, &#x201C;<article-title>An automatic classification of brain tumors through MRI using support vector machine</article-title>,&#x201D; <source>Egyptian Computer Science Journal</source>, vol. <volume>40</volume>, no. <issue>3</issue>, pp. <fpage>1</fpage>&#x2013;<lpage>11</lpage>, <year>2016</year>.</mixed-citation></ref>
<ref id="ref-23"><label>[23]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>G.</given-names> <surname>Coatrieux</surname></string-name>, <string-name><given-names>H.</given-names> <surname>Huang</surname></string-name>, <string-name><given-names>H.</given-names> <surname>Shu</surname></string-name>, <string-name><given-names>L.</given-names> <surname>Luo</surname></string-name> and <string-name><given-names>C.</given-names> <surname>Roux</surname></string-name></person-group>, &#x201C;<article-title>A watermarking-based medical image integrity control system and an image moment signature for tampering characterization</article-title>,&#x201D; <source>IEEE Journal of Biomedical and Health Informatics</source>, vol. <volume>17</volume>, no. <issue>6</issue>, pp. <fpage>1057</fpage>&#x2013;<lpage>1067</lpage>, <year>2013</year>.</mixed-citation></ref>
<ref id="ref-24"><label>[24]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>H. M.</given-names> <surname>Ahmed</surname></string-name>, <string-name><given-names>B. A.</given-names> <surname>Youssef</surname></string-name>, <string-name><given-names>A. S.</given-names> <surname>Elkorany</surname></string-name>, <string-name><given-names>A. A.</given-names> <surname>Saleeb</surname></string-name> and <string-name><given-names>F. A.</given-names> <surname>El-Samie</surname></string-name></person-group>, &#x201C;<article-title>Hybrid gray wolf optimizer&#x2013;artificial neural network classification approach for magnetic resonance brain images</article-title>,&#x201D; <source>Applied Optics</source>, vol. <volume>57</volume>, no. <issue>7</issue>, pp. <fpage>25</fpage>&#x2013;<lpage>31</lpage>, <year>2018</year>.</mixed-citation></ref>
<ref id="ref-25"><label>[25]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Aamir</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Irfan</surname></string-name>, <string-name><given-names>T.</given-names> <surname>Ali</surname></string-name>, <string-name><given-names>G.</given-names> <surname>Ali</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Shaf</surname></string-name> <etal>et al.,</etal></person-group> &#x201C;<article-title>An adoptive threshold-based multi-level deep convolutional neural network for glaucoma eye disease detection and classification</article-title>,&#x201D; <source>Diagnostics</source>, vol. <volume>10</volume>, no. <issue>8</issue>, pp. <fpage>602</fpage>&#x2013;<lpage>616</lpage>, <year>2020</year>.</mixed-citation></ref>
<ref id="ref-26"><label>[26]</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><string-name><given-names>X.</given-names> <surname>Chen</surname></string-name>, <string-name><given-names>Y.</given-names> <surname>Xu</surname></string-name>, <string-name><given-names>D. W. K.</given-names> <surname>Wong</surname></string-name>, <string-name><given-names>T. Y.</given-names> <surname>Wong</surname></string-name> and <string-name><given-names>J.</given-names> <surname>Liu</surname></string-name></person-group>, &#x201C;<article-title>Glaucoma detection based on deep convolutional neural network</article-title>,&#x201D; in <conf-name>Proc. 37th Annual Int. Conf. of the IEEE Engineering in Medicine and Biology Society</conf-name>, <conf-loc>Milan, Italy</conf-loc>, pp. <fpage>715</fpage>&#x2013;<lpage>718</lpage>, <year>2015</year>.</mixed-citation></ref>
<ref id="ref-27"><label>[27]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>R.</given-names> <surname>Asaoka</surname></string-name>, <string-name><given-names>H.</given-names> <surname>Murata</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Iwase</surname></string-name> and <string-name><given-names>M.</given-names> <surname>Araie</surname></string-name></person-group>, &#x201C;<article-title>Detecting preperimetric glaucoma with standard automated perimetry using a deep learning classifier</article-title>,&#x201D; <source>Ophthalmology</source>, vol. <volume>123</volume>, no. <issue>9</issue>, pp. <fpage>1974</fpage>&#x2013;<lpage>1980</lpage>, <year>2016</year>.</mixed-citation></ref>
<ref id="ref-28"><label>[28]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>A. A.</given-names> <surname>Salam</surname></string-name>, <string-name><given-names>T.</given-names> <surname>Khalil</surname></string-name>, <string-name><given-names>M. U.</given-names> <surname>Akram</surname></string-name>, <string-name><given-names>A.</given-names> <surname>Jameel</surname></string-name> and <string-name><given-names>I.</given-names> <surname>Basit</surname></string-name></person-group>, &#x201C;<article-title>Automated detection of glaucoma using structural and non structural features</article-title>,&#x201D; <source>Springerplus</source>, vol. <volume>5</volume>, no. <issue>1</issue>, pp. <fpage>1</fpage>&#x2013;<lpage>21</lpage>, <year>2016</year>.</mixed-citation></ref>
<ref id="ref-29"><label>[29]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>M. D. L.</given-names> <surname>Claro</surname></string-name>, <string-name><given-names>L. D. M.</given-names> <surname>Santos</surname></string-name>, <string-name><given-names>W.</given-names> <surname>Lima e Silva</surname></string-name>, <string-name><given-names>F. H. D.</given-names> <surname>De Ara&#x00FA;jo</surname></string-name>, <string-name><given-names>N. H.</given-names> <surname>De Moura</surname></string-name> <etal>et al.,</etal></person-group> &#x201C;<article-title>Automatic glaucoma detection based on optic disc segmentation and texture feature extraction</article-title>,&#x201D; <source>Latin American Center for Informatics Electronic Journal</source>, vol. <volume>19</volume>, no. <issue>2</issue>, pp. <fpage>1</fpage>&#x2013;<lpage>10</lpage>, <year>2016</year>.</mixed-citation></ref>
<ref id="ref-30"><label>[30]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><given-names>Q.</given-names> <surname>Abbas</surname></string-name></person-group>, &#x201C;<article-title>Glaucoma-deep: Detection of glaucoma eye disease on retinal fundus images using deep learning</article-title>,&#x201D; <source>International Journal of Advanced Computer Science and Applications</source>, vol. <volume>8</volume>, no. <issue>6</issue>, pp. <fpage>41</fpage>&#x2013;<lpage>46</lpage>, <year>2017</year>.</mixed-citation></ref>
<ref id="ref-31"><label>[31]</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><string-name><given-names>M.</given-names> <surname>Al Ghamdi</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Li</surname></string-name>, <string-name><given-names>M.</given-names> <surname>Abdel-Mottaleb</surname></string-name> and <string-name><given-names>M. A.</given-names> <surname>Shousha</surname></string-name></person-group>, &#x201C;<article-title>Semi-supervised transfer learning for convolutional neural networks for glaucoma detection</article-title>,&#x201D; in <conf-name>Proc. IEEE Int. Conf. on Acoustics, Speech and Signal Processing</conf-name>, <conf-loc>Brighton, UK</conf-loc>, pp. <fpage>3812</fpage>&#x2013;<lpage>3816</lpage>, <year>2019</year>.</mixed-citation></ref>
</ref-list>
</back>
</article>