<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "http://jats.nlm.nih.gov/publishing/1.1/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" xml:lang="en" article-type="research-article" dtd-version="1.1">
<front>
<journal-meta>
<journal-id journal-id-type="pmc">SDHM</journal-id>
<journal-id journal-id-type="nlm-ta">SDHM</journal-id>
<journal-id journal-id-type="publisher-id">SDHM</journal-id>
<journal-title-group>
<journal-title>Structural Durability &#x0026; Health Monitoring</journal-title>
</journal-title-group>
<issn pub-type="epub">1930-2991</issn>
<issn pub-type="ppub">1930-2983</issn>
<publisher>
<publisher-name>Tech Science Press</publisher-name>
<publisher-loc>USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">60596</article-id>
<article-id pub-id-type="doi">10.32604/sdhm.2025.060596</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Article</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Rolling Bearing Fault Detection Based on Self-Adaptive Wasserstein Dual Generative Adversarial Networks and Feature Fusion under Small Sample Conditions</article-title>
<alt-title alt-title-type="left-running-head">Rolling Bearing Fault Detection Based on Self-Adaptive Wasserstein Dual Generative Adversarial Networks and Feature Fusion under Small Sample Conditions</alt-title>
<alt-title alt-title-type="right-running-head">Rolling Bearing Fault Detection Based on Self-Adaptive Wasserstein Dual Generative Adversarial Networks and Feature Fusion under Small Sample Conditions</alt-title>
</title-group>
<contrib-group>
<contrib id="author-1" contrib-type="author">
<name name-style="western"><surname>Ma</surname><given-names>Qiang</given-names></name><xref ref-type="aff" rid="aff-1">1</xref><xref ref-type="aff" rid="aff-2">2</xref><xref ref-type="aff" rid="aff-3">3</xref><xref ref-type="aff" rid="aff-4">4</xref><xref ref-type="aff" rid="aff-5">5</xref></contrib>
<contrib id="author-2" contrib-type="author">
<name name-style="western"><surname>Wei</surname><given-names>Zhuopei</given-names></name><xref ref-type="aff" rid="aff-1">1</xref><xref ref-type="aff" rid="aff-2">2</xref></contrib>
<contrib id="author-3" contrib-type="author" corresp="yes">
<name name-style="western"><surname>Yang</surname><given-names>Kai</given-names></name><xref ref-type="aff" rid="aff-1">1</xref><xref ref-type="aff" rid="aff-2">2</xref><xref rid="cor1" ref-type="corresp">&#x002A;</xref><email>yangk_mail@163.com</email></contrib>
<contrib id="author-4" contrib-type="author">
<name name-style="western"><surname>Tian</surname><given-names>Long</given-names></name><xref ref-type="aff" rid="aff-1">1</xref><xref ref-type="aff" rid="aff-2">2</xref></contrib>
<contrib id="author-5" contrib-type="author">
<name name-style="western"><surname>Li</surname><given-names>Zepeng</given-names></name><xref ref-type="aff" rid="aff-1">1</xref><xref ref-type="aff" rid="aff-2">2</xref></contrib>
<aff id="aff-1"><label>1</label><institution>School of Mechanical and Equipment Engineering, Hebei University of Engineering</institution>, <addr-line>Handan, 056038</addr-line>, <country>China</country></aff>
<aff id="aff-2"><label>2</label><institution>Key Laboratory of Intelligent Industrial Equipment Technology of Hebei Province, Hebei University of Engineering</institution>, <addr-line>Handan, 056038</addr-line>, <country>China</country></aff>
<aff id="aff-3"><label>3</label><institution>Department of Mechanics, Tianjin University</institution>, <addr-line>Tianjin, 300354</addr-line>, <country>China</country></aff>
<aff id="aff-4"><label>4</label><institution>Tianjin Key Laboratory of Nonlinear Dynamics and Control</institution>, <addr-line>Tianjin</addr-line><addr-line>, 300354</addr-line>, <country>China</country></aff>
<aff id="aff-5"><label>5</label><institution>National Demonstration Center for Experimental Mechanics Education, Tianjin University</institution>, <addr-line>Tianjin, 300354</addr-line>, <country>China</country></aff>
</contrib-group>
<author-notes>
<corresp id="cor1"><label>&#x002A;</label>Corresponding Author: Kai Yang. Email: <email>yangk_mail@163.com</email></corresp>
</author-notes>
<pub-date date-type="collection" publication-format="electronic">
<year>2025</year>
</pub-date>
<pub-date date-type="pub" publication-format="electronic">
<day>30</day><month>6</month><year>2025</year>
</pub-date>
<volume>19</volume>
<issue>4</issue>
<fpage>1011</fpage>
<lpage>1035</lpage>
<history>
<date date-type="received">
<day>05</day>
<month>11</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>2</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2025 The Authors.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Published by Tech Science Press.</copyright-holder>
<license xlink:href="https://creativecommons.org/licenses/by/4.0/">
<license-p>This work is licensed under a <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="_SDHM_60596.pdf"></self-uri>
<abstract>
<p>An intelligent diagnosis method based on self-adaptive Wasserstein dual generative adversarial networks and feature fusion is proposed due to problems such as insufficient sample size and incomplete fault feature extraction, which are commonly faced by rolling bearings and lead to low diagnostic accuracy. Initially, dual models of the Wasserstein deep convolutional generative adversarial network incorporating gradient penalty (1D-2DWDCGAN) are constructed to augment the original dataset. A self-adaptive loss threshold control training strategy is introduced, and establishing a self-adaptive balancing mechanism for stable model training. Subsequently, a diagnostic model based on multidimensional feature fusion is designed, wherein complex features from various dimensions are extracted, merging the original signal waveform features, structured features, and time-frequency features into a deep composite feature representation that encompasses multiple dimensions and scales; thus, efficient and accurate small sample fault diagnosis is facilitated. Finally, an experiment between the bearing fault dataset of Case Western Reserve University and the fault simulation experimental platform dataset of this research group shows that this method effectively supplements the dataset and remarkably improves the diagnostic accuracy. The diagnostic accuracy after data augmentation reached 99.94% and 99.87% in two different experimental environments, respectively. In addition, robustness analysis is conducted on the diagnostic accuracy of the proposed method under different noise backgrounds, verifying its good generalization performance.</p>
</abstract>
<kwd-group kwd-group-type="author">
<kwd>Deep learning</kwd>
<kwd>Wasserstein deep convolutional generative adversarial network</kwd>
<kwd>small sample learning</kwd>
<kwd>feature fusion</kwd>
<kwd>multidimensional data enhancement</kwd>
<kwd>small sample fault diagnosis</kwd>
</kwd-group>
<funding-group>
<award-group id="awg1">
<funding-source>National Natural Science Foundation of China</funding-source>
<award-id>12272259</award-id>
<award-id>52005148</award-id>
</award-group>
</funding-group>
</article-meta>
</front>
<body>
<sec id="s1">
<label>1</label>
<title>Introduction</title>
<p>As an indispensable support and transmission component in industrial equipment, the health condition of rolling bearings is directly correlated with the operational efficiency and safety of the entire system [<xref ref-type="bibr" rid="ref-1">1</xref>]. Therefore, timely and accurate fault diagnosis of rolling bearings is regarded not only as a crucial guarantee for the safe operation of main bearings but also as a key component in ensuring the efficient and reliable operation of the entire industrial system. Especially in areas requiring high reliability, such as power generation, railway transportation and aviation, the prevention and timely diagnosis of bearing failures are essential. Meanwhile, with the promotion of Industry 4.0 and the application of intelligent fault detection technology, real-time monitoring, and data analysis are possible [<xref ref-type="bibr" rid="ref-2">2</xref>,<xref ref-type="bibr" rid="ref-3">3</xref>]. In recent years, with the advancement of intelligent diagnostic methods, the application of deep learning in the field of fault diagnosis has been steadily increasing. The implementation of deep learning technologies allows for the development of more accurate and efficient fault diagnosis systems, remarkably enhancing the accuracy of fault diagnosis [<xref ref-type="bibr" rid="ref-4">4</xref>&#x2013;<xref ref-type="bibr" rid="ref-7">7</xref>]. However, the field of fault diagnosis founded on deep learning currently faces two critical issues.</p>
<p>First, the efficient operation of deep learning models is often highly contingent upon a set of training sets with sufficient data [<xref ref-type="bibr" rid="ref-8">8</xref>]. However, the fault data collected under different machine states often face the problem of insufficient samples due to the complexity of machine operation and the random nature of failures in real industrial environments [<xref ref-type="bibr" rid="ref-9">9</xref>&#x2013;<xref ref-type="bibr" rid="ref-11">11</xref>], especially when the amount of data under the fault state is much less than that under the normal operation state [<xref ref-type="bibr" rid="ref-12">12</xref>&#x2013;<xref ref-type="bibr" rid="ref-14">14</xref>]. This phenomenon of inadequate sample size results in a diminished recognition capability of the model for minority classes, thereby affecting the accuracy of fault diagnosis and the generalization ability of the model. Currently, the predominant research approaches can be broadly categorized into knowledge-level and data-level studies. Knowledge-level approaches encompass strategies such as transfer learning and metal-earning, where transfer learning seeks to leverage data and knowledge from the source domain to facilitate learning in the target domain. If the distribution of data between the source and target domains deviates considerably, transfer learning may not achieve satisfactory results [<xref ref-type="bibr" rid="ref-15">15</xref>&#x2013;<xref ref-type="bibr" rid="ref-18">18</xref>]. Meta-learning demonstrates remarkable potential in certain scenarios by learning efficient deep learning algorithms across various tasks [<xref ref-type="bibr" rid="ref-19">19</xref>&#x2013;<xref ref-type="bibr" rid="ref-21">21</xref>]. However, the generalization ability of its metaknowledge may be somewhat constrained where data is extremely scarce. Data-level approaches encompass techniques such as synthetic minority oversampling technique (SMOTE) and generative adversarial network (GAN). Inspired by random oversampling, Chawla et al. [<xref ref-type="bibr" rid="ref-22">22</xref>] proposed the SMOTE, which increases the number of existing minority class samples by interpolating them. However, its effectiveness is constrained due to the introduction of noise and the challenges associated with accurately capturing complex data distributions. Accordingly, the utilization of GAN at the data level to synthesize minority classes for augmenting the dataset is considered the optimal approach for enhancing classifier performance. Goodfellow et al. [<xref ref-type="bibr" rid="ref-23">23</xref>] proposed a data synthesis model known as GAN, where the generator and discriminator are trained through a game-theoretic framework to generate realistic data samples. As the study progressed, Radford et al. [<xref ref-type="bibr" rid="ref-24">24</xref>] established the deep convolutional generative adversarial network (DCGAN) by substituting conventional multilayer neural networks with convolutional neural network (CNN). This convolutional variant of GAN demonstrated improved training performance across various datasets. Li et al. [<xref ref-type="bibr" rid="ref-25">25</xref>] presented an advanced version of GAN, i.e., the Wasserstein DCGAN (WDCGAN), capable of generating data from one-dimensional power grid datasets. The generated data serve as input for intelligent diagnostic models, facilitating small-sample anomaly classification. Importantly, the generated data of the WDCGAN exhibit similarity to real data, effectively stabilizing the training process.</p>
<p>Moreover, the majority of current diagnostic models primarily rely on unidimensional single-information inputs, resulting in insufficient sample coverage and consequently diminishing generalization capability and diagnostic accuracy of the model. Therefore, the limitations of diagnostic models stemming from single-information inputs are evident, necessitating the incorporation of multidimensional information to enhance diagnostic accuracy and comprehensiveness [<xref ref-type="bibr" rid="ref-26">26</xref>,<xref ref-type="bibr" rid="ref-27">27</xref>]. In recent years, CNN have demonstrated remarkable advantages in equipment fault identification due to their superior automatic feature extraction and pattern recognition capabilities. Efficient and accurate diagnostics can be achieved by CNN through the direct processing of input two-dimensional images or vibration signals [<xref ref-type="bibr" rid="ref-28">28</xref>&#x2013;<xref ref-type="bibr" rid="ref-31">31</xref>]. Chen et al. [<xref ref-type="bibr" rid="ref-32">32</xref>] transformed the original one-dimensional vibration signals into a two-dimensional matrix structure and employed CNN for fault identification. Gao et al. [<xref ref-type="bibr" rid="ref-33">33</xref>] converted one-dimensional vibration signals into a time-frequency grayscale map and achieved the diagnosis classification of faults through CNN. However, vibration signals, as one-dimensional time series, exhibit certain temporal correlations and continuity characteristics. The conversion of one-dimensional data into two-dimensional arrays can disrupt the spatial correlation of the signals, leading to the loss of one-dimensional waveform feature information [<xref ref-type="bibr" rid="ref-34">34</xref>]. Therefore, extensive research has been conducted by scholars domestically and internationally on one-dimensional convolutional neural networks (1DCNN) due to the uniqueness of one-dimensional time series. Ye et al. [<xref ref-type="bibr" rid="ref-35">35</xref>] designed a diagnostic method that successfully improves recognition accuracy by integrating variational modal extraction with an enhanced 1DCNN. While this approach preserves spatial information and waveform features by utilizing one-dimensional vibration signals as input data, it neglects certain fault characteristics in the frequency domain. Subsequently, researchers have introduced dual-channel CNN, utilizing the frequency spectrum and time-frequency representations of the original vibration signals as input for diagnostic detection, thereby enabling fault diagnosis [<xref ref-type="bibr" rid="ref-36">36</xref>]. The method incorporates frequency domain feature extraction. However, it fails to extract the information effectively from the original time series and the structural information manifesting in the time domain. Furthermore, existing diagnostic methods based on feature fusion do not fundamentally address the challenge of inadequate sample size. Thus, further studies on small-sample fault diagnosis for feature fusion are required in the future.</p>
<p>In response to the emergence of the aforementioned issues, a small-sample diagnosis method based on self-adaptive Wasserstein dual generative adversarial networks and feature fusion is proposed in this study, and the main contributions can be summarized as follows:
<list list-type="order">
<list-item>
<p>This method utilized continuous wavelet transform and grayscale image transformation, incorporating one-dimensional vibration signals, time-frequency images, and grayscale images as input data, which include the waveform features, structural features, and time-frequency features of the one-dimensional signals.</p></list-item>
<list-item>
<p>Dual models of one-dimensional and two-dimensional WDCGAN were constructed for the sample augmentation of multidimensional data, thereby generating an augmented new dataset. Additionally, a self-adaptive loss threshold control training (SALTCT) strategy was incorporated into the model to achieve a stable training process. Instance normalization (IN) is substituted for batch normalization (BN) to preserve the independence of each sample and thus extract all the important information contained in the data.</p></list-item>
<list-item>
<p>Within the diagnostic classification module, a method known as multidimensional feature fusion convolutional neural network (MDFFCNN) was devised to facilitate in-depth feature extraction and fusion of three categories of fault features, thereby achieving efficient and precise fault diagnosis.</p></list-item>
</list></p>
<p>This paper is structured as follows: <xref ref-type="sec" rid="s2">Section 2</xref> offers a comprehensive overview of the theoretical background underpinning the method. In <xref ref-type="sec" rid="s3">Section 3</xref>, the proposed method is described in detail. <xref ref-type="sec" rid="s4">Section 4</xref> presents the experimental results obtained through the application of this method. Finally, <xref ref-type="sec" rid="s5">Section 5</xref> provides a conclusion to this study.</p>
</sec>
<sec id="s2">
<label>2</label>
<title>Theoretical Background</title>
<sec id="s2_1">
<label>2.1</label>
<title>GAN and Its Improved Models</title>
<p>As an unsupervised deep learning model, GAN is fundamentally based on the principles of zero-sum game theory. The network comprises a generator (G) and a discriminator (D), and through the iterative optimization involving adversarial training and backpropagation between G and D, the model ultimately attains Nash equilibrium, resulting in the generation of realistic and diverse data. The objective function of GAN is defined as follows:
<disp-formula id="eqn-1"><label>(1)</label><mml:math id="mml-eqn-1" display="block"><mml:mtable rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:munder><mml:mo form="prefix">min</mml:mo><mml:mrow><mml:mi>G</mml:mi></mml:mrow></mml:munder><mml:munder><mml:mo form="prefix">max</mml:mo><mml:mrow><mml:mi>D</mml:mi></mml:mrow></mml:munder><mml:mi>V</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>D</mml:mi><mml:mo>,</mml:mo><mml:mspace width="thinmathspace" /><mml:mi>G</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mi>x</mml:mi><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>r</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mi>log</mml:mi><mml:mo>&#x2061;</mml:mo><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>+</mml:mo></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mi>z</mml:mi><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>z</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mi>z</mml:mi><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:mi>log</mml:mi><mml:mo>&#x2061;</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mn>1</mml:mn><mml:mo>&#x2212;</mml:mo><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>G</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>z</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>where <italic>x</italic> represents the real data sampled from the true data distribution <italic>P</italic><sub><italic>r</italic></sub>. The objective of the discriminator is to maximize the probability that input samples belong to the real data distribution, while the aim of the generator is to ensure that the distribution of generated data closely approximates that of the real samples, with its input being a random noise vector <italic>z</italic> sampled from a normal distribution <italic>P</italic><sub><italic>z</italic></sub>(<italic>z</italic>).</p>
<p>DCGAN replaces the conventional multilayer neural networks with GAN based on CNNs, and this convolutional variant of GAN demonstrates stable training performance across numerous datasets. Wasserstein GAN (WGAN) [<xref ref-type="bibr" rid="ref-37">37</xref>] enhances the training stability of GANs and the diversity of generated samples by introducing the Wasserstein distance as a metric and imposing a Lipschitz constraint on the discriminator, with its objective function illustrated in <xref ref-type="disp-formula" rid="eqn-2">Eq. (2)</xref>:
<disp-formula id="eqn-2"><label>(2)</label><mml:math id="mml-eqn-2" display="block"><mml:munder><mml:mo movablelimits="true" form="prefix">min</mml:mo><mml:mrow><mml:mi>G</mml:mi></mml:mrow></mml:munder><mml:munder><mml:mo movablelimits="true" form="prefix">max</mml:mo><mml:mrow><mml:mi>D</mml:mi><mml:mo>&#x2208;</mml:mo><mml:mi mathvariant="normal">&#x0394;</mml:mi></mml:mrow></mml:munder><mml:mi>V</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>D</mml:mi><mml:mo>,</mml:mo><mml:mi>G</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mi>x</mml:mi><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>r</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>&#x2212;</mml:mo><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mi>x</mml:mi><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>g</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:math></disp-formula>where <italic>P</italic><sub><italic>g</italic></sub> is the generated data distribution defined by the implicit generative model <italic>G</italic>, and <inline-formula id="ieqn-1"><mml:math id="mml-ieqn-1"><mml:mi mathvariant="normal">&#x0394;</mml:mi></mml:math></inline-formula> is the <inline-formula id="ieqn-2"><mml:math id="mml-ieqn-2"><mml:mn>1</mml:mn><mml:mo>&#x2212;</mml:mo><mml:mi>L</mml:mi><mml:mi>i</mml:mi><mml:mi>p</mml:mi><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:mi>h</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>z</mml:mi></mml:math></inline-formula> condition. The gradient penalty (GP) method is introduced in WGAN-GP to overcome the limitations associated with weight clipping in WGAN [<xref ref-type="bibr" rid="ref-38">38</xref>]. Specifically, a gradient-related penalty term is incorporated into the loss function of the discriminator in WGAN-GP, thereby indirectly enforcing the Lipschitz constraint. This enhancement not only simplifies the training process but also improves the stability of WGAN and the quality of the generated samples. The objective function of WGAN-GP is shown in <xref ref-type="disp-formula" rid="eqn-3">Eq. (3)</xref>:
<disp-formula id="eqn-3"><label>(3)</label><mml:math id="mml-eqn-3" display="block"><mml:mtable rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:munder><mml:mo form="prefix">min</mml:mo><mml:mrow><mml:mi>G</mml:mi></mml:mrow></mml:munder><mml:munder><mml:mo form="prefix">max</mml:mo><mml:mrow><mml:mi>D</mml:mi></mml:mrow></mml:munder><mml:mi>V</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>D</mml:mi><mml:mo>,</mml:mo><mml:mi>G</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mo>&#x2212;</mml:mo><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mi>x</mml:mi><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>r</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>+</mml:mo><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>g</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mo>+</mml:mo></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mi>&#x03BB;</mml:mi><mml:msub><mml:mi>E</mml:mi><mml:mrow><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow><mml:mo>&#x223C;</mml:mo><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mo>&#x2225;</mml:mo><mml:msub><mml:mi mathvariant="normal">&#x2207;</mml:mi><mml:mrow><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow></mml:mrow></mml:msub><mml:mi>D</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:msub><mml:mo>&#x2225;</mml:mo><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>&#x2212;</mml:mo><mml:mn>1</mml:mn><mml:mo>)</mml:mo></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup><mml:mo>]</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>where <inline-formula id="ieqn-3"><mml:math id="mml-ieqn-3"><mml:mi>&#x03BB;</mml:mi></mml:math></inline-formula> represents the GP coefficient, <inline-formula id="ieqn-4"><mml:math id="mml-ieqn-4"><mml:mrow><mml:mover><mml:mi>x</mml:mi><mml:mo stretchy="false">&#x005E;</mml:mo></mml:mover></mml:mrow></mml:math></inline-formula> denotes the random interpolation sampling along the line connecting <italic>P</italic><sub><italic>r</italic></sub> and <italic>P</italic><sub><italic>g</italic></sub>, and ||&#x2022;|| indicates the L2 norm of the gradient.</p>
<p>In this study, a data generation model named WDCGAN with GP (WDCGAN-GP) was employed. The proposed model incorporates part of the CNN architectures from DCGAN into the framework of WGAN-GP. By optimizing the model architecture and incorporating convolutional layers alongside feature extraction capabilities, this model is designed to capture the diversity within the data while reducing computational costs and enhancing training efficiency.</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Instance Normalization</title>
<p>Instance Normalization (IN) is a widely used technique, particularly in tasks such as image generation and style transfer. It operates by computing the mean and standard deviation for each channel of an input sample, normalizing the sample based on these statistics. This method can effectively remove unnecessary style information from the image by independently adjusting the statistics of each sample, thereby capturing content features [<xref ref-type="bibr" rid="ref-39">39</xref>]. The expression for IN is delineated in <xref ref-type="disp-formula" rid="eqn-4">Eq. (4)</xref>.
<disp-formula id="eqn-4"><label>(4)</label><mml:math id="mml-eqn-4" display="block"><mml:mrow><mml:mo>{</mml:mo><mml:mtable columnalign="left" rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:msub><mml:mi>y</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mfrac><mml:mrow><mml:msub><mml:mi>x</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>&#x2212;</mml:mo><mml:msub><mml:mi>&#x03BC;</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:msqrt><mml:msubsup><mml:mi>&#x03C3;</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup><mml:mo>+</mml:mo><mml:mi>&#x03B5;</mml:mi></mml:msqrt></mml:mfrac></mml:mstyle><mml:mo>,</mml:mo></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:msub><mml:mi>&#x03BC;</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mfrac><mml:mn>1</mml:mn><mml:mi>L</mml:mi></mml:mfrac></mml:mstyle><mml:munderover><mml:mo movablelimits="false">&#x2211;</mml:mo><mml:mrow><mml:mi>l</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>L</mml:mi></mml:mrow></mml:munderover><mml:msub><mml:mi>x</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:msubsup><mml:mi>&#x03C3;</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mfrac><mml:mn>1</mml:mn><mml:mi>L</mml:mi></mml:mfrac></mml:mstyle><mml:munderover><mml:mo movablelimits="false">&#x2211;</mml:mo><mml:mrow><mml:mi>l</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>L</mml:mi></mml:mrow></mml:munderover><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:msub><mml:mi>x</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>&#x2212;</mml:mo><mml:msub><mml:mi>&#x03BC;</mml:mi><mml:mrow><mml:mi>n</mml:mi><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>)</mml:mo></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable><mml:mo fence="true" stretchy="true" symmetric="true"></mml:mo></mml:mrow></mml:math></disp-formula>where <italic>x</italic> is the input tensor containing <italic>N</italic> signal samples (<inline-formula id="ieqn-5"><mml:math id="mml-ieqn-5"><mml:mi>x</mml:mi><mml:mo>&#x2208;</mml:mo><mml:msup><mml:mi>R</mml:mi><mml:mrow><mml:mi>N</mml:mi><mml:mo>&#x00D7;</mml:mo><mml:mi>C</mml:mi><mml:mo>&#x00D7;</mml:mo><mml:mi>L</mml:mi></mml:mrow></mml:msup></mml:math></inline-formula>). <italic>x</italic><sub><italic>nij</italic></sub> represents the <italic>nij</italic>-th element; <italic>C</italic>, <italic>N</italic>, <italic>L</italic>, and <inline-formula id="ieqn-6"><mml:math id="mml-ieqn-6"><mml:mi>&#x03B5;</mml:mi></mml:math></inline-formula> respectively represent the number of channels, the number of samples in batch, the sample length, and the numerical stability coefficient.</p>
</sec>
</sec>
<sec id="s3">
<label>3</label>
<title>Proposed Method</title>
<sec id="s3_1">
<label>3.1</label>
<title>Multidimensional Data Enhancement Model</title>
<p>One-dimensional and two-dimensional Wasserstein DCGANS (1DWDCGAN and 2DWDCGAN) are constructed in this study as generative adversarial models. The model architecture and key parameters are presented in <xref ref-type="table" rid="table-1">Tables 1</xref> and <xref ref-type="table" rid="table-2">2</xref>. The integration of certain components of the DCGAN is incorporated into the model based on WGAN-GP. In this study, convolutional and inverse convolutional layers are used in the generator and discriminator, respectively. Convolutional layers help extract localized features from the signal and gradually learn high-level features through multiple layers of convolution. In the generator, the inverse convolutional layer is used to map the low-dimensional latent vectors back into the signal space, thus generating a more accurate orientation signal. With this design, important data features in the signal can be captured while generating representative fault signals. Rectified linear unit (ReLU) is used as the activation function of the generator, and the tanh activation function in the output layer is employed to ensure that the generated signals remain within a reasonable range and fit the distribution of the real signals. The use of leaky ReLU as the activation function of the discriminator effectively mitigates the gradient vanishing problem while improving the performance of the model under different input signals. Given that each data point within a sample contains considerable unique information, the application of BN may lead to the loss of distinctive detailed features in individual samples. BN standardizes the distribution of data across an entire batch and may lead to the loss of distinctive detailed features in each generated sample. As a result, IN is substituted for BN to preserve the independence of each sample.</p>
<table-wrap id="table-1">
<label>Table 1</label>
<caption>
<title>Structure and key parameters of 1DWDCGAN</title>
</caption>
<table>
<colgroup>
<col/>
<col align="center"/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th></th>
<th align="center">Layer</th>
<th>Normalization</th>
<th>Activation function</th>
<th>Channel</th>
<th>Kernel</th>
<th>Stride</th>
</tr>
</thead>
<tbody>
<tr>
<td>Generator</td>
<td>Fully-connected</td>
<td>&#x2013;</td>
<td>ReLU</td>
<td>256</td>
<td>&#x2013;</td>
<td>&#x2013;</td>
</tr>
<tr>
<td></td>
<td>Deconv1</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>128</td>
<td>5 <inline-formula id="ieqn-7"><mml:math id="mml-ieqn-7"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>Deconv2</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>64</td>
<td>5 <inline-formula id="ieqn-8"><mml:math id="mml-ieqn-8"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>4</td>
</tr>
<tr>
<td></td>
<td>Deconv3</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>32</td>
<td>5 <inline-formula id="ieqn-9"><mml:math id="mml-ieqn-9"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>4</td>
</tr>
<tr>
<td></td>
<td>Deconv4</td>
<td>&#x2013;</td>
<td>Tanh</td>
<td>1</td>
<td>5 <inline-formula id="ieqn-10"><mml:math id="mml-ieqn-10"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>4</td>
</tr>
<tr>
<td>Discriminator</td>
<td>Conv1</td>
<td>&#x2013;</td>
<td>LeakyReLU</td>
<td>1</td>
<td>5 <inline-formula id="ieqn-11"><mml:math id="mml-ieqn-11"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>4</td>
</tr>
<tr>
<td></td>
<td>Conv2</td>
<td>InstanceNorm</td>
<td>LeakyReLU</td>
<td>32</td>
<td>5 <inline-formula id="ieqn-12"><mml:math id="mml-ieqn-12"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>4</td>
</tr>
<tr>
<td></td>
<td>Conv3</td>
<td>InstanceNorm</td>
<td>LeakyReLU</td>
<td>64</td>
<td>5 <inline-formula id="ieqn-13"><mml:math id="mml-ieqn-13"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>4</td>
</tr>
<tr>
<td></td>
<td>Conv4</td>
<td>InstanceNorm</td>
<td>LeakyReLU</td>
<td>128</td>
<td>5 <inline-formula id="ieqn-14"><mml:math id="mml-ieqn-14"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 5</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>Fully-connected</td>
<td>&#x2013;</td>
<td>&#x2013;</td>
<td>1</td>
<td>&#x2013;</td>
<td>&#x2013;</td>
</tr>
</tbody>
</table>
</table-wrap><table-wrap id="table-2">
<label>Table 2</label>
<caption>
<title>Structure and key parameters of 2DWDCGAN</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th></th>
<th>Layer</th>
<th>Normalization</th>
<th>Activation function</th>
<th>Channel</th>
<th>Kernel</th>
<th>Stride</th>
</tr>
</thead>
<tbody>
<tr>
<td rowspan="1">Generator</td>
<td>ConvTranspose1</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>256</td>
<td>4 <inline-formula id="ieqn-15"><mml:math id="mml-ieqn-15"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>1</td>
</tr>
<tr>
<td></td>
<td>ConvTranspose2</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>128</td>
<td>4 <inline-formula id="ieqn-16"><mml:math id="mml-ieqn-16"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>ConvTranspose3</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>64</td>
<td>4 <inline-formula id="ieqn-17"><mml:math id="mml-ieqn-17"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>ConvTranspose4</td>
<td>InstanceNorm</td>
<td>ReLU</td>
<td>32</td>
<td>4 <inline-formula id="ieqn-18"><mml:math id="mml-ieqn-18"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>ConvTranspose5</td>
<td>&#x2013;</td>
<td>Tanh</td>
<td>3</td>
<td>4 <inline-formula id="ieqn-19"><mml:math id="mml-ieqn-19"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td rowspan="1">Discriminator</td>
<td>Conv1</td>
<td>&#x2013;</td>
<td>LeakyReLU</td>
<td>16</td>
<td>4 <inline-formula id="ieqn-20"><mml:math id="mml-ieqn-20"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>Conv2</td>
<td>InstanceNorm</td>
<td>LeakyReLU</td>
<td>32</td>
<td>4 <inline-formula id="ieqn-21"><mml:math id="mml-ieqn-21"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>Conv3</td>
<td>InstanceNorm</td>
<td>LeakyReLU</td>
<td>64</td>
<td>4 <inline-formula id="ieqn-22"><mml:math id="mml-ieqn-22"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>Conv4</td>
<td>InstanceNorm</td>
<td>LeakyReLU</td>
<td>128</td>
<td>4 <inline-formula id="ieqn-23"><mml:math id="mml-ieqn-23"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
<tr>
<td></td>
<td>Conv5</td>
<td>&#x2013;</td>
<td>&#x2013;</td>
<td>1</td>
<td>4 <inline-formula id="ieqn-24"><mml:math id="mml-ieqn-24"><mml:mo>&#x00D7;</mml:mo></mml:math></inline-formula> 4</td>
<td>2</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The architecture of the 1DWDCGAN is based on a one-dimensional convolutional structure, which facilitates the extraction of deep features for the generator and discriminator. Fully connected layers serve as the input layer of the generator and the output layer of the discriminator. The batch size is set to 5, and the generator and discriminator use the Adam optimizer and a learning rate of 0.0002, with 30,000 iterations. By contrast, the 2DWDCGAN model adopts a two-dimensional convolutional approach, whereby a 100-dimensional random noise vector, consistent with a Gaussian distribution, is mapped to various convolutional feature maps, which culminate in the generation of two-dimensional images. The batch size is set to 32. For the optimizer, Adam is adopted for the generator and discriminator, and the learning rate is 0.0002. The number of iterations is 500.</p>
<p>A self-adaptive training strategy based on loss threshold control, termed SALTCT, is introduced to ensure that the model converges stably and approaches a Nash equilibrium state. This strategy regulates the training intensity between the generator and the discriminator to achieve a balance in their learning capacities, thereby mitigating oscillatory phenomena during the training process and enhancing model stability. The mathematical expression is shown as follows:
<disp-formula id="eqn-5"><label>(5)</label><mml:math id="mml-eqn-5" display="block"><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:mi>L</mml:mi><mml:mo>=</mml:mo><mml:mrow><mml:mo stretchy="false">|</mml:mo></mml:mrow><mml:msub><mml:mi>L</mml:mi><mml:mrow><mml:mi>G</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo stretchy="false">|</mml:mo></mml:mrow><mml:mo>&#x2212;</mml:mo><mml:mrow><mml:mo stretchy="false">|</mml:mo></mml:mrow><mml:msub><mml:mi>L</mml:mi><mml:mrow><mml:mi>D</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo stretchy="false">|</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:math></disp-formula>
<disp-formula id="eqn-6"><label>(6)</label><mml:math id="mml-eqn-6" display="block"><mml:mrow><mml:mtext>train</mml:mtext></mml:mrow><mml:mtext>&#xA0;</mml:mtext><mml:mrow><mml:mtext>G</mml:mtext></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mtable columnalign="left" rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:mrow><mml:mtext>True</mml:mtext></mml:mrow><mml:mspace width="1em" /><mml:mrow><mml:mtext>if</mml:mtext></mml:mrow><mml:mspace width="thinmathspace" /><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:mi>L</mml:mi><mml:mo>&#x003E;</mml:mo><mml:mi>T</mml:mi></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mrow><mml:mtext>False</mml:mtext></mml:mrow><mml:mspace width="1em" /><mml:mrow><mml:mtext>otherwise</mml:mtext></mml:mrow></mml:mtd></mml:mtr></mml:mtable><mml:mo fence="true" stretchy="true" symmetric="true"></mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:math></disp-formula>
<disp-formula id="eqn-7"><label>(7)</label><mml:math id="mml-eqn-7" display="block"><mml:mrow><mml:mtext>train</mml:mtext></mml:mrow><mml:mspace width="thinmathspace" /><mml:mrow><mml:mtext>D</mml:mtext></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mo>{</mml:mo><mml:mtable columnalign="left" rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:mrow><mml:mtext>True</mml:mtext></mml:mrow><mml:mspace width="1em" /><mml:mrow><mml:mtext>if</mml:mtext></mml:mrow><mml:mspace width="thinmathspace" /><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:mi>L</mml:mi><mml:mo>&#x003C;</mml:mo><mml:mo>&#x2212;</mml:mo><mml:mi>T</mml:mi></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mrow><mml:mtext>False</mml:mtext></mml:mrow><mml:mspace width="1em" /><mml:mrow><mml:mtext>otherwise</mml:mtext></mml:mrow></mml:mtd></mml:mtr></mml:mtable><mml:mo fence="true" stretchy="true" symmetric="true"></mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:math></disp-formula>where <inline-formula id="ieqn-25"><mml:math id="mml-ieqn-25"><mml:mi mathvariant="normal">&#x0394;</mml:mi><mml:mi>L</mml:mi></mml:math></inline-formula> is the loss difference; <italic>L</italic><sub><italic>G</italic></sub>, <italic>L</italic><sub><italic>D</italic></sub> are the generator loss and discriminator loss, respectively. <xref ref-type="disp-formula" rid="eqn-6">Eqs. (6)</xref> and <xref ref-type="disp-formula" rid="eqn-7">(7)</xref> denote the training conditions for the generator and discriminator, respectively, and <italic>T</italic> is the preset threshold. A threshold <italic>T</italic> of 1.5 was established in advance to assess the acceptable range of discrepancy in the loss function values between the generator and discriminator during each iteration. In the original training loop, the parameters of the generator and discriminator are updated during each iteration. Following the updates, the loss values for both are computed, and the difference &#x0394;<italic>L</italic> is calculated. &#x0394;<italic>L</italic> &#x003E; <italic>T</italic> indicates that the discriminator may be too strong or the generator is too weak. Hence, additional training iterations are conducted while keeping the parameters of the other network fixed, with the generator being trained an additional five times. Conversely, if &#x0394;<italic>L</italic> &#x003C; &#x2212;<italic>T</italic>, the discriminator is trained an additional five times. After each additional iteration, the loss discrepancy &#x0394;<italic>L</italic> is recalculated until it returns to the range of [&#x2212;<italic>T</italic>, <italic>T</italic>]. Once the loss discrepancy meets the threshold condition, the current state of training is deemed stable, and the original training loop is continued.</p>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Novel Multidimensional Feature Fusion Fault Diagnosis Method</title>
<p>To address the low diagnostic accuracy and insufficient generalization ability of the model caused by the limitations of single-dimensional and single-information input data characteristics, this study introduces an innovative intelligent diagnostic model, namely, MDFFCNN. It incorporates one-dimensional vibration signals, grayscale images, and time-frequency images as simultaneous inputs. A 1DCNN and two-dimensional convolutional neural network (2DCNN) modules are employed to extract deep features concurrently from the three types of input samples, which are then fused into a multidimensional, multiscale deep composite feature representation that encompasses the original signal waveform features, structured features, and time-frequency characteristics. In the fusion process, a feature concatenation method is adopted to merge one-dimensional signal features with two sets of two-dimensional image features. The features of each channel can model the signal from different dimensions. By concatenating these features, the multilevel information of the signal can be captured, and rich and comprehensive composite features are formed. This approach enables the model to consider multidimensional information such as time, space, and frequency comprehensively, thereby improving diagnostic performance. Ultimately, an intelligent fault diagnosis for small samples with multidimensional input is achieved, with the specific model architecture and key parameters illustrated in <xref ref-type="fig" rid="fig-1">Fig. 1</xref>.</p>
<fig id="fig-1">
<label>Figure 1</label>
<caption>
<title>Structure and key parameters of MDFFCNN</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-1.tif"/>
</fig>
<p>In the MDFFCNN model, the convolutional layer integrates one-dimensional and two-dimensional convolution operations to extract fault features. To introduce nonlinear mapping capabilities, ReLU is employed as the activation function. A maximum pooling layer is added after each convolution module to reduce the dimensionality of the output features, defined as follows:
<disp-formula id="eqn-8"><label>(8)</label><mml:math id="mml-eqn-8" display="block"><mml:msub><mml:mi>y</mml:mi><mml:mrow><mml:mi>k</mml:mi><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:munder><mml:mo movablelimits="true" form="prefix">max</mml:mo><mml:mrow><mml:mrow><mml:mo>(</mml:mo><mml:mi>p</mml:mi><mml:mo>,</mml:mo><mml:mi>q</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>&#x2208;</mml:mo><mml:msub><mml:mi>R</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:munder><mml:msub><mml:mi>x</mml:mi><mml:mrow><mml:mi>x</mml:mi><mml:mi>p</mml:mi><mml:mi>q</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo></mml:math></disp-formula>where <italic>y</italic><sub><italic>kij</italic></sub> denotes the maximum pooling output value of the pooling region <italic>R</italic><sub><italic>ij</italic></sub> associated with the <italic>k</italic>-th feature map; <italic>x</italic><sub><italic>xpq</italic></sub> represents the element located at (<italic>p</italic>, <italic>q</italic>) within the pooling region <italic>R</italic><sub><italic>ij</italic></sub>.</p>
<p>In the final convolutional module, global average pooling (<italic>GAP</italic>) is employed to replace the fully connected layer, with the aim of capturing global feature information of the model while minimizing the number of parameters. This enables the model to prioritize global features across the entire feature map, rather than being limited to local regions, thereby mitigating the overfitting phenomenon typically induced by the extensive weight parameters present in traditional fully connected layers. Let <italic>F</italic> denote an input feature map with dimensions <italic>H &#x00D7; W &#x00D7; C</italic>, where <italic>H</italic>, <italic>W</italic>, and <italic>C</italic> correspond to the height, width, and number of channels of the feature map, respectively. The operation of <italic>GAP</italic> can be expressed by the following equation:
<disp-formula id="eqn-9"><label>(9)</label><mml:math id="mml-eqn-9" display="block"><mml:mi>G</mml:mi><mml:mi>A</mml:mi><mml:mi>P</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>F</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:msubsup><mml:mrow><mml:mo>[</mml:mo><mml:mfrac><mml:mn>1</mml:mn><mml:mrow><mml:mi>H</mml:mi><mml:mo>&#x00D7;</mml:mo><mml:mi>W</mml:mi></mml:mrow></mml:mfrac><mml:munderover><mml:mo movablelimits="false">&#x2211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>H</mml:mi></mml:mrow></mml:munderover><mml:munderover><mml:mo movablelimits="false">&#x2211;</mml:mo><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>W</mml:mi></mml:mrow></mml:munderover><mml:mi>F</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mspace width="thinmathspace" /><mml:mi>j</mml:mi><mml:mo>,</mml:mo><mml:mspace width="thinmathspace" /><mml:mi>c</mml:mi><mml:mo>)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow><mml:mrow><mml:mi>c</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>C</mml:mi></mml:mrow></mml:msubsup><mml:mo>,</mml:mo></mml:math></disp-formula>where <italic>F</italic> (<italic>i</italic>, <italic>j</italic>, <italic>c</italic>) denotes the value of channel <italic>c</italic> at position (<italic>i</italic>, <italic>j</italic>) in the feature map <italic>F</italic>, and the output of <italic>GAP</italic>(<italic>F</italic>) is a vector of length <italic>C</italic>, where each element represents the global average of the corresponding channel.</p>
<p>In the 2DCNN module, the extracted time-frequency and structured features are flattened into one-dimensional features using a flattening layer, facilitating the integration of deep features of different dimensions at the fusion layer. The operational steps of the flattening layer are illustrated in <xref ref-type="disp-formula" rid="eqn-10">Eqs. (10)</xref> and <xref ref-type="disp-formula" rid="eqn-11">(11)</xref>.
<disp-formula id="eqn-10"><label>(10)</label><mml:math id="mml-eqn-10" display="block"><mml:msub><mml:mi>Q</mml:mi><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mtable columnalign="center center center" rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>11</mml:mn></mml:mrow></mml:msub></mml:mtd><mml:mtd><mml:mo>&#x22EF;</mml:mo></mml:mtd><mml:mtd><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>1</mml:mn><mml:mi>h</mml:mi></mml:mrow></mml:msub></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>&#x22EE;</mml:mo></mml:mtd><mml:mtd><mml:mo>&#x22EF;</mml:mo></mml:mtd><mml:mtd><mml:mo>&#x22F1;</mml:mo></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mn>1</mml:mn></mml:mrow></mml:msub></mml:mtd><mml:mtd><mml:mo>&#x22EF;</mml:mo></mml:mtd><mml:mtd><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mi>h</mml:mi></mml:mrow></mml:msub></mml:mtd></mml:mtr></mml:mtable><mml:mo>)</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:math></disp-formula>
<disp-formula id="eqn-11"><label>(11)</label><mml:math id="mml-eqn-11" display="block"><mml:msubsup><mml:mi>q</mml:mi><mml:mrow><mml:mi>i</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:mi>f</mml:mi><mml:mi>l</mml:mi><mml:mi>a</mml:mi><mml:mi>t</mml:mi><mml:mi>t</mml:mi><mml:mi>e</mml:mi><mml:mi>n</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:msub><mml:mi>Q</mml:mi><mml:mrow><mml:mi>i</mml:mi></mml:mrow></mml:msub><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mo>[</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>11</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>1</mml:mn><mml:mi>h</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mi>h</mml:mi></mml:mrow></mml:msub><mml:mo>]</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:math></disp-formula>where <italic>Q</italic><sub><italic>i</italic></sub> denotes the two-dimensional feature map extracted by the 2DCNN with a size of <italic>h</italic> &#x00D7; <italic>h</italic>, <italic>S</italic><sub><italic>hh</italic></sub> represents the feature value at the <italic>h</italic>-th row and <italic>h</italic>-th column, and <inline-formula id="ieqn-26"><mml:math id="mml-ieqn-26"><mml:msubsup><mml:mi>q</mml:mi><mml:mrow><mml:mi>i</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msubsup></mml:math></inline-formula> signifies the flattened feature vector. The definition of the fusion layer is as follows:
<disp-formula id="eqn-12"><label>(12)</label><mml:math id="mml-eqn-12" display="block"><mml:mtable rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:msubsup><mml:mi>d</mml:mi><mml:mrow><mml:mi>i</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:msubsup><mml:mo>=</mml:mo><mml:mi>F</mml:mi><mml:mi>F</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:msub><mml:mi>q</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mspace width="thinmathspace" /><mml:msub><mml:mi>q</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mspace width="thinmathspace" /><mml:msub><mml:mi>q</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mn>3</mml:mn></mml:mrow></mml:msub><mml:mo>)</mml:mo></mml:mrow><mml:mo>=</mml:mo></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mrow><mml:mo>[</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>111</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mi>h</mml:mi><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>112</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mi>h</mml:mi><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mn>113</mml:mn></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mo>&#x22EF;</mml:mo><mml:mo>,</mml:mo><mml:msub><mml:mi>s</mml:mi><mml:mrow><mml:mi>h</mml:mi><mml:mi>h</mml:mi><mml:mn>3</mml:mn></mml:mrow></mml:msub><mml:mo>]</mml:mo></mml:mrow><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>where <italic>q</italic><sub><italic>i1</italic></sub> is the one-dimensional feature vector of the original signal, while <italic>q</italic><sub><italic>i2</italic></sub> and <italic>q</italic><sub><italic>i3</italic></sub> are the time-frequency and structured two-dimensional feature vectors extracted after processing with Continuous wavelet transform (CWT) and grayscale image transform (GIT), respectively [<xref ref-type="bibr" rid="ref-40">40</xref>&#x2013;<xref ref-type="bibr" rid="ref-42">42</xref>]. <italic>S</italic><sub><italic>&#x2026;</italic>1</sub>, <italic>S</italic><sub><italic>&#x2026;</italic>2</sub> and <italic>S</italic><sub><italic>&#x2026;</italic>3</sub> represent the individual feature values of <italic>q</italic><sub><italic>i</italic>1</sub>, <italic>q</italic><sub><italic>i</italic>2</sub>, and <italic>q</italic><sub><italic>i</italic>3</sub>, respectively. Finally, a SoftMax layer is employed as the classifier to categorize the multidimensional feature vector obtained after deep feature fusion, thereby achieving fault diagnosis based on multidimensional feature integration. The batch size is set to 64, utilizing the Adam optimizer with a learning rate of 0.001.</p>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Diagnostic Framework Process of the Proposed Method</title>
<p>A method for small-sample diagnosis based on self-adaptive Wasserstein dual generative adversarial network and feature fusion is proposed to address the issue of inadequate sample size prevalent in industrial applications and the challenges of accurate diagnosis caused by the limitations of single information input in intelligent diagnostic models. The overall framework of this method is illustrated in <xref ref-type="fig" rid="fig-2">Fig. 2</xref> and consists of three primary stages.</p>
<fig id="fig-2">
<label>Figure 2</label>
<caption>
<title>The framework of the proposed method</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-2.tif"/>
</fig>
<p>Stage 1: The continuous bearing vibration signals that are collected are segmented into multiple samples based on predefined time windows and normalized. The CWT and GIT preprocessing methods are applied to convert the raw signals into time-frequency and grayscale images, respectively. The one-dimensional raw vibration signals and the resulting two-dimensional images are divided into training, validation, and test sets in a 7:2:1 ratio. Independent validation and test datasets are employed to effectively mitigate the risk of overfitting and evaluate the performance of the model on unseen data.</p>
<p>Stage 2: 1D-2DWDCGAN are constructed as data synthesis models, incorporating the SALTCT strategy to enhance model convergence speed. Subsequently, these two models are employed to synthesize samples of one-dimensional vibration signals, grayscale images, and time-frequency images with various data augmentation ratios. The synthesized data, along with the real data, are utilized as inputs for the subsequent diagnostic models, thereby effectively augmenting the dataset.</p>
<p>Stage 3: The MDFFCNN model is utilized for fault diagnosis detection, with different ratios of enhanced data used as input during training. Multidimensional convolutional layers are employed to extract the raw signal waveform features, structured features, and time-frequency characteristics. A fusion layer is used to concatenate and integrate deep features from different convolutional paths. During the testing phase, accurate classification of unknown samples is performed, ultimately achieving intelligent fault diagnosis for small samples with multidimensional inputs.</p>
</sec>
</sec>
<sec id="s4">
<label>4</label>
<title>Experimental Verification</title>
<sec id="s4_1">
<label>4.1</label>
<title>Dataset Description and Preprocessing</title>
<p>The performance and effectiveness of the diagnostic method proposed in this study were validated by conducting evaluations on datasets under the 1HP operating condition from the Case Western Reserve University (CWRU) bearing dataset [<xref ref-type="bibr" rid="ref-43">43</xref>] and data collected from the bearing fault simulation experimental platform developed by our research group. The testing platform and fault types are shown in <xref ref-type="fig" rid="fig-3">Fig. 3</xref>.</p>
<fig id="fig-3">
<label>Figure 3</label>
<caption>
<title>Experimental platform for rolling bearing failure simulation: (<bold>a</bold>) Bearing failure simulation experiment platform, (<bold>b</bold>) Types of bearing faults</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-3.tif"/>
</fig>
<p>Under the 1 HP operating condition of the CWRU dataset, the experimental motor operated at a speed of 1772 rpm. Normal and fault data for the drive-end bearings were sampled at a frequency of 12 kHz. The CWRU dataset consists of four different fault categories: normal (N), outer ring fault (OR), inner ring fault (IR) and ball fault (B). Each fault category includes three different fault sizes: 0.007, 0.014, and 0.021 inches. Therefore, the experiment involved a total of 10 operating states in the CWRU dataset. The bearing fault simulation test platform was used to collect fault data under constant speed conditions. The experimental platform is principally constructed from an active motor, a radial loading device, and precision bearings, complemented by accelerometers for vibration monitoring, a laptop-based control interface, load motors with frequency converters, and an NI9234 data acquisition module. During the experiment, an accelerometer was positioned at the upper end of the bearing seat to collect vibration signals for analysis. The sampling frequency was set to 12.8 kHz, with a sampling duration of 15 s. The speed and load were maintained at 2400 rpm and 0.5 MPa, respectively. The bearing model used was N1006EM, with its physical parameters provided in <xref ref-type="table" rid="table-3">Table 3</xref>. The processing of bearing rolling elements, along with inner and outer ring pitting faults, was carried out using electrical discharge machining. The fault diameters were set to 1.4 mm for moderate faults and 1.8 mm for severe faults. Therefore, the experiment involved a total of seven fault states. The specific classification and label definitions are provided in <xref ref-type="table" rid="table-4">Tables 4</xref> and <xref ref-type="table" rid="table-5">5</xref>, respectively.</p>
<table-wrap id="table-3">
<label>Table 3</label>
<caption>
<title>Physical parameters of the N1006EM-type bearing</title>
</caption>
<table>
<colgroup>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th align="center">External diameter</th>
<th align="center">Bore diameter</th>
<th align="center">Pitch diameter</th>
<th align="center">Rolling element pitch diameter</th>
<th align="center">Number of rolling elements</th>
<th align="center">Contact angle</th>
</tr>
</thead>
<tbody>
<tr>
<td>55 mm</td>
<td>30 mm</td>
<td>42.5 mm</td>
<td>6 mm</td>
<td>15</td>
<td>0</td>
</tr>
</tbody>
</table>
</table-wrap><table-wrap id="table-4">
<label>Table 4</label>
<caption>
<title>Description of the CWRU dataset</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Identification label</th>
<th>Fault unit</th>
<th>Fault diameter (in)</th>
</tr>
</thead>
<tbody>
<tr>
<td>0</td>
<td>Drive End Fault-Ball</td>
<td>0.07</td>
</tr>
<tr>
<td>1</td>
<td>Drive End Fault-Ball</td>
<td>0.14</td>
</tr>
<tr>
<td>2</td>
<td>Drive End Fault-Ball</td>
<td>0.21</td>
</tr>
<tr>
<td>3</td>
<td>Drive End Fault-Inner</td>
<td>0.07</td>
</tr>
<tr>
<td>4</td>
<td>Drive End Fault-Inner</td>
<td>0.14</td>
</tr>
<tr>
<td>5</td>
<td>Drive End Fault-Inner</td>
<td>0.21</td>
</tr>
<tr>
<td>6</td>
<td>Drive End Fault-Outer</td>
<td>0.07</td>
</tr>
<tr>
<td>7</td>
<td>Drive End Fault-Outer</td>
<td>0.14</td>
</tr>
<tr>
<td>8</td>
<td>Drive End Fault-Outer</td>
<td>0.21</td>
</tr>
<tr>
<td>9</td>
<td>Normal-Baseline</td>
<td>&#x2013;</td>
</tr>
</tbody>
</table>
</table-wrap><table-wrap id="table-5">
<label>Table 5</label>
<caption>
<title>Description of the fault simulation experiment platform dataset</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Identification label</th>
<th>Fault unit</th>
<th>Fault diameter (mm)</th>
</tr>
</thead>
<tbody>
<tr>
<td>0</td>
<td>Fault-Medium-Ball</td>
<td>1.4</td>
</tr>
<tr>
<td>1</td>
<td>Fault-Severe-Ball</td>
<td>1.8</td>
</tr>
<tr>
<td>2</td>
<td>Fault-Medium-Inner</td>
<td>1.4</td>
</tr>
<tr>
<td>3</td>
<td>Fault-Severe-Inner</td>
<td>1.8</td>
</tr>
<tr>
<td>4</td>
<td>Fault-Medium-Outer</td>
<td>1.4</td>
</tr>
<tr>
<td>5</td>
<td>Fault-Severe-Outer</td>
<td>1.8</td>
</tr>
<tr>
<td>6</td>
<td>Normal-Baseline</td>
<td>&#x2013;</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The original vibration signals of the experimental bearings in two datasets were segmented into independent samples containing 1024 data points under each different operating state, generating a total of 100 samples. Following signal normalization and the application of CWT and GIT for two-dimensional image conversion, 100 one-dimensional signal samples, grayscale images, and time-frequency graphs were obtained for each working condition. Consequently, the dataset was partitioned into training, validation, and test sets at a ratio of 7:2:1. Within the data augmentation module, three augmentation tasks were established for experimentation: no data augmentation, 1:3 ratio data augmentation, and a 1:4 ratio enhanced task involving a mixture of synthetic and original data. The primary objective of these tasks was to investigate the impact of varying data enhanced ratios on the diagnostic accuracy of the model. With the CWRU dataset taken as an example, detailed information regarding the dataset partitioning and the augmentation tasks is presented in <xref ref-type="table" rid="table-6">Table 6</xref>.</p>
<table-wrap id="table-6">
<label>Table 6</label>
<caption>
<title>Dataset partition and amount</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th></th>
<th colspan="3">1:1 (Task 1)</th>
<th colspan="3">1:3 (Task 2)</th>
<th colspan="3">1:4 (Task 3)</th>
</tr>
<tr>
<th><bold>Label</bold></th>
<th><bold>Tr</bold></th>
<th><bold>Va</bold></th>
<th><bold>Te</bold></th>
<th><bold>Tr</bold></th>
<th><bold>Va</bold></th>
<th><bold>Te</bold></th>
<th><bold>Tr</bold></th>
<th><bold>Va</bold></th>
<th><bold>Te</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td>0</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>1</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>2</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>3</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>4</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>5</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>6</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>7</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>8</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
<tr>
<td>9</td>
<td>70</td>
<td>20</td>
<td>10</td>
<td>210</td>
<td>60</td>
<td>30</td>
<td>280</td>
<td>80</td>
<td>40</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-6fn1" fn-type="other">
<p>Note: Tr means Training set, Va means Validation set, Te means Test set.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s4_2">
<label>4.2</label>
<title>Experiments with the CWRU Dataset</title>
<sec id="s4_2_1">
<label>4.2.1</label>
<title>Data Quality Assessment and Analysis</title>
<p>Following the training of the 1DWDCGAN model for data synthesis, the time domain spectrum of real and synthetic samples were computed and compared across 10 fault conditions, as illustrated in <xref ref-type="fig" rid="fig-4">Fig. 4</xref>. As shown in the figure, the synthetic samples exhibit considerable diversity across various fault conditions while retaining the essential characteristics of the original signals.</p>
<fig id="fig-4">
<label>Figure 4</label>
<caption>
<title>Comparison of the time domain waveform between real samples and generated samples</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-4.tif"/>
</fig>
<p>The quality of time-frequency and grayscale images directly influences the effectiveness of fault diagnosis. If the generated two-dimensional image samples accurately reflect the potential data distribution characteristics provided by real images, they may serve as a robust representational foundation for subsequent fault diagnosis models. The comparison between the real samples and the generated samples is presented in <xref ref-type="fig" rid="fig-5">Figs. 5</xref> and <xref ref-type="fig" rid="fig-6">6</xref>.</p>
<fig id="fig-5">
<label>Figure 5</label>
<caption>
<title>Comparison of the time-frequency images of real samples and generated samples</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-5.tif"/>
</fig><fig id="fig-6">
<label>Figure 6</label>
<caption>
<title>Comparison of the grayscale images of real samples and generated samples</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-6.tif"/>
</fig>
<p>A comparison between the generated images and the original images reveals that the features within the generated samples exhibit a distribution that is largely consistent with the features of the real samples. The tiny differences highlight the ability of the generative model to learn the distribution of the real data and its capacity to capture complex data distributions, rather than merely replicating the original samples. An arbitrary fault condition was selected to analyze quantitatively the differences in data distribution between the generated samples of the time-frequency images and grayscale images and their corresponding real samples. The pixel data were segmented into multiple intervals, and the frequency for each interval was computed to produce histograms that visualize the data distributions of both sets. <xref ref-type="fig" rid="fig-7">Fig. 7a</xref> represents the data distribution of the time-frequency graphs, while <xref ref-type="fig" rid="fig-7">Fig. 7b</xref> corresponds to that of the grayscale images. This demonstrates a high degree of congruence in feature distribution between the generated data and the real data while also showcasing the unique capability possessed by the generative model to produce diverse data. Therefore, the similarities observed between the synthesized data of the three types and the real data validate the effectiveness of the one-dimensional and two-dimensional WDCGAN model data augmentation framework utilized in this study within a multidimensional data space, effectively alleviating issues of inadequate data.</p>
<fig id="fig-7">
<label>Figure 7</label>
<caption>
<title>Comparison of real and generated data distribution: (<bold>a</bold>) the data distribution of the time-frequency graphs, (<bold>b</bold>) the data distribution of the grayscale images</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-7.tif"/>
</fig>
<p>The introduction of the SALTCT mechanism allows the WDCGAN model to adjust its training strategy flexibly when confronted with the challenges of different training stages, ensuring a balanced and stable training process for the generator and the discriminator, thereby mitigating the risk of overfitting due to excessive training of either component. The loss of the generator and discriminator of the standard model and the model after the introduction of the SALTCT mechanism are shown in <xref ref-type="fig" rid="fig-8">Fig. 8</xref>, from which it can be observed that the optimization speeds of the generator loss and discriminator loss after the introduction of the SALTCT mechanism are better than those of the standard model. In addition, the loss curve of the improved model is more stable in the late stage of training, which indicates that the improved model has stronger robustness and stability in the face of complex data, while the fluctuation within a certain range indicates that the model is constantly optimized without local optimality, thus improving the training efficiency.</p>
<fig id="fig-8">
<label>Figure 8</label>
<caption>
<title>Loss of generator and discriminator: (<bold>a</bold>) Standard model, (<bold>b</bold>) Improved model</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-8.tif"/>
</fig>
</sec>
<sec id="s4_2_2">
<label>4.2.2</label>
<title>Results and Comparison of Small-Sample Fault Diagnosis</title>
<p>To illustrate further the of the proposed method in dealing with small-sample fault diagnosis with multidimensional information inputs, this study used one-dimensional and two-dimensional WDCGAN data augmentation models to set up the dataset with an augmentation ratio of 1:1 as a small-sample dataset according to different expansion ratios, as described in <xref ref-type="sec" rid="s4_1">4.1</xref>, and it was augmented with the data to construct a new dataset. The specific methods of using them to train different diagnostic models for diagnosis are shown in <xref ref-type="table" rid="table-7">Table 7</xref>.</p>
<table-wrap id="table-7">
<label>Table 7</label>
<caption>
<title>Different methods for performing fault diagnosis</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Method</th>
<th>Data enhanced approaches</th>
<th>Classifier</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>1DWDCGAN</td>
<td>1DCNN</td>
</tr>
<tr>
<td>2</td>
<td>2DWDCGAN</td>
<td>2DCNN(CWT)</td>
</tr>
<tr>
<td>3</td>
<td>2DWDCGAN</td>
<td>2DCNN(GIT)</td>
</tr>
<tr>
<td>4</td>
<td>1DWDCGAN</td>
<td>CNN-LSTM</td>
</tr>
<tr>
<td>5</td>
<td>1DWDCGAN &#x002B; 2DWDCGAN</td>
<td>MDFFCNN</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>During the experimental process, the 1DCNN and 2DCNN network architectures and parameter settings employed in Methods 1, 2, and 3 were ensured to be identical to those proposed in Method 4 of this study. Each method was subjected to 10 tests to minimize random errors. The average testing results are illustrated in <xref ref-type="table" rid="table-8">Table 8</xref> and <xref ref-type="fig" rid="fig-9">Fig. 9</xref>.</p>
<table-wrap id="table-8">
<label>Table 8</label>
<caption>
<title>Fault diagnosis accuracy (%) of test set under different methods and different data enhanced ratios</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Enhanced ratio</th>
<th>Method 1</th>
<th>Method 2</th>
<th>Method 3</th>
<th>Method 4</th>
<th>Method 5</th>
</tr>
</thead>
<tbody>
<tr>
<td>1:1</td>
<td>96.32</td>
<td>91.15</td>
<td>98.37</td>
<td>98.74</td>
<td>99.31</td>
</tr>
<tr>
<td>1:3</td>
<td>98.53</td>
<td>96.82</td>
<td>99.34</td>
<td>99.46</td>
<td>99.92</td>
</tr>
<tr>
<td>1:4</td>
<td>99.52</td>
<td>99.41</td>
<td>99.67</td>
<td>99.79</td>
<td>99.94</td>
</tr>
</tbody>
</table>
</table-wrap><fig id="fig-9">
<label>Figure 9</label>
<caption>
<title>Classification accuracy of five methods with different data enhanced ratios</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-9.tif"/>
</fig>
<p>In <xref ref-type="fig" rid="fig-9">Fig. 9</xref>, the <italic>x</italic>-axis represents the different experimental methods under the three data-enhanced ratios, and the <italic>y</italic>-axis represents the accuracy of classification. <xref ref-type="table" rid="table-6">Table 6</xref> shows that the classification accuracy of the proposed method is remarkably improved in diagnosis. In Task 1 without data enhancement, the diagnosis accuracy of MDFFCNN model proposed in this study reaches 99.31%. Compared with the other four comparison models, the accuracy rate is increased by 2.99%, 8.16%, 0.94%, and 0.57%. In addition, the confusion matrix can intuitively display the classification of various fault types, and predict labels can be obtained by inputting test set samples into the model for training. Therefore, the confusion matrix is introduced to evaluate the model and further verify its reliability. The confusion matrices of different methods are shown in <xref ref-type="fig" rid="fig-10">Fig. 10</xref>.</p>
<fig id="fig-10">
<label>Figure 10</label>
<caption>
<title>Comparison of confusion matrices for different diagnostic methods in Task 1: (<bold>a</bold>) Method 1, (<bold>b</bold>) Method 2, (<bold>c</bold>) Method 3, (<bold>d</bold>) Method 4, (<bold>e</bold>) Method 5</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-10.tif"/>
</fig>
<p>In Tasks 2 and 3 with different data-enhanced ratios, the accuracy of the test set on the MDFFCNN model reaches over 99.80% through sample expansion of the original dataset by 1DWDCGAN and 2DWDCGAN, which are improved in different degrees compared with other methods. However, reflecting the performance of the model fully by only relying on the accuracy rate as the evaluation index is often difficult. To reveal the performance of the model in the fault diagnosis task, this study selects <italic>Precision</italic>, <italic>Recall</italic>, and <italic>F1-score</italic> with more detailed and comprehensive evaluation capabilities as the additional evaluation indexes of the test to better reflect the predicted performance of the model. <italic>Precision</italic> directly measures the proportion of true positive samples among those identified as positive by the model; <italic>Recall</italic> can reflect the correct proportion of each type of fault; <italic>F1-score</italic> can reflect the comprehensive level of <italic>Precision</italic> and <italic>Recall</italic>. The higher the value is, the more accurate the model classification is. The calculation methods of the three are as follows [<xref ref-type="bibr" rid="ref-9">9</xref>]:
<disp-formula id="eqn-13"><label>(13)</label><mml:math id="mml-eqn-13" display="block"><mml:mtable columnalign="right left right left right left right left right left right left" rowspacing="3pt" columnspacing="0em 2em 0em 2em 0em 2em 0em 2em 0em 2em 0em" displaystyle="true"><mml:mtr><mml:mtd /><mml:mtd><mml:mi>P</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>s</mml:mi><mml:mi>i</mml:mi><mml:mi>o</mml:mi><mml:mi>n</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>T</mml:mi><mml:mi>P</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>P</mml:mi><mml:mo>+</mml:mo><mml:mi>F</mml:mi><mml:mi>P</mml:mi></mml:mrow></mml:mfrac><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<disp-formula id="eqn-14"><label>(14)</label><mml:math id="mml-eqn-14" display="block"><mml:mtable columnalign="right left right left right left right left right left right left" rowspacing="3pt" columnspacing="0em 2em 0em 2em 0em 2em 0em 2em 0em 2em 0em" displaystyle="true"><mml:mtr><mml:mtd /><mml:mtd><mml:mi>R</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi><mml:mi>l</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>T</mml:mi><mml:mi>P</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>P</mml:mi><mml:mo>+</mml:mo><mml:mi>F</mml:mi><mml:mi>N</mml:mi></mml:mrow></mml:mfrac><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula></p>
<p><disp-formula id="eqn-15"><label>(15)</label><mml:math id="mml-eqn-15" display="block"><mml:mtable columnalign="right left right left right left right left right left right left" rowspacing="3pt" columnspacing="0em 2em 0em 2em 0em 2em 0em 2em 0em 2em 0em" displaystyle="true"><mml:mtr><mml:mtd /><mml:mtd><mml:mi>F</mml:mi><mml:mn>1</mml:mn><mml:mo>&#x2212;</mml:mo><mml:mi>s</mml:mi><mml:mi>c</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi><mml:mo>=</mml:mo><mml:mn>2</mml:mn><mml:mo>&#x00D7;</mml:mo><mml:mfrac><mml:mrow><mml:mi>P</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>s</mml:mi><mml:mi>i</mml:mi><mml:mi>o</mml:mi><mml:mi>n</mml:mi><mml:mo>&#x00D7;</mml:mo><mml:mi>R</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi><mml:mi>l</mml:mi></mml:mrow><mml:mrow><mml:mi>P</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>s</mml:mi><mml:mi>i</mml:mi><mml:mi>o</mml:mi><mml:mi>n</mml:mi><mml:mo>+</mml:mo><mml:mi>R</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi><mml:mi>l</mml:mi></mml:mrow></mml:mfrac><mml:mo>,</mml:mo></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>where <italic>TP</italic> represents true positive case, <italic>TN</italic> represents true counterexample, <italic>FP</italic> represents false positive case, and <italic>FN</italic> represents false counterexample. The test results are shown in <xref ref-type="table" rid="table-9">Table 9</xref>. In the experiment, the three prediction indicators of all methods under data enhancement are higher than the prediction results of the original dataset. With the increase in the data enhancement ratio, the failure dataset is supplemented; thus, the performance indicators, such as <italic>Precision</italic>, <italic>Recall</italic>, and <italic>F1-score</italic>, are improved synchronously. Therefore, the data enhancement model used in this study can effectively solve the inadequate data phenomenon, provide sufficient data basis for the follow-up diagnosis model training, and improve the diagnosis accuracy and efficiency.</p>
<table-wrap id="table-9">
<label>Table 9</label>
<caption>
<title>The <italic>Precision</italic>, <italic>Recall</italic> and <italic>F1-score</italic> of the fault diagnosis using different methods</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th rowspan="2">Enhanced ratio</th>
<th colspan="3">Method 1</th>
<th colspan="3">Method 2</th>
<th colspan="3">Method 3</th>
<th colspan="3">Method 4</th>
<th colspan="3">Method 5</th>
</tr>
<tr>
<th><italic>P</italic></th>
<th><italic>R</italic></th>
<th><italic>F1</italic></th>
<th><italic>P</italic></th>
<th><italic>R</italic></th>
<th><italic>F1</italic></th>
<th><italic>P</italic></th>
<th><italic>R</italic></th>
<th><italic>F1</italic></th>
<th><italic>P</italic></th>
<th><italic>R</italic></th>
<th><italic>F1</italic></th>
<th><italic>P</italic></th>
<th><italic>R</italic></th>
<th><italic>F1</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td>1:1</td>
<td>0.968</td>
<td>0.962</td>
<td>0.971</td>
<td>0.920</td>
<td>0.900</td>
<td>0.891</td>
<td>0.987</td>
<td>0.982</td>
<td>0.983</td>
<td>0.987</td>
<td>0.985</td>
<td>0.986</td>
<td>0.993</td>
<td>0.990</td>
<td>0.994</td>
</tr>
<tr>
<td>1:3</td>
<td>0.983</td>
<td>0.985</td>
<td>0.981</td>
<td>0.973</td>
<td>0.969</td>
<td>0.969</td>
<td>0.993</td>
<td>0.993</td>
<td>0.993</td>
<td>0.993</td>
<td>0.994</td>
<td>0.994</td>
<td>1.000</td>
<td>0.998</td>
<td>0.999</td>
</tr>
<tr>
<td>1:4</td>
<td>0.994</td>
<td>0.995</td>
<td>0.994</td>
<td>0.993</td>
<td>0.994</td>
<td>0.993</td>
<td>0.995</td>
<td>0.995</td>
<td>0.995</td>
<td>0.997</td>
<td>0.997</td>
<td>0.995</td>
<td>1.000</td>
<td>0.999</td>
<td>0.997</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-9fn1" fn-type="other">
<p>Note: <italic>P</italic> denotes the <italic>Precision</italic>, <italic>R</italic> denotes the <italic>Recall</italic>, and <italic>F1</italic> denotes the <italic>F1-score</italic>.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The proposed method in this study has shown remarkable advantages in many aspects, not only surpassing the single-dimensional detection method enhanced on the basis of different proportions of data on the quantitative index of prediction performance but also achieving increased convergence rate in the model training stage, which marks the dual optimization of the method in improving the detection efficiency and accuracy. In this study, a function is defined to judge whether the model is stable and converged. When the fluctuation of the accuracy of the verification set is less than Q in the continuous N iterations of the model, the model is considered to be stable and converged. In this process, N was set to 4, and Q was established at 0.005. The number of iterations for the dataset to achieve stable convergence during training under two operating conditions is shown in <xref ref-type="table" rid="table-10">Table 10</xref>. As shown in the table, the proposed method reached convergence at the 34th iteration during training on the dataset without data augmentation under different operating conditions. In training under different data augmentation ratios, the proposed model can reach convergence within 10 iterations. Compared with other fault diagnosis methods, the method in this study not only has increased convergence speed but also can effectively relieve the inadequate data problem through data enhancement technology while guaranteeing diagnosis accuracy and enhance the generalization capacity and robustness of the model, thus showing stronger adaptability and reliability in the actual application.</p>
<table-wrap id="table-10">
<label>Table 10</label>
<caption>
<title>The convergence speed (Epoch) of fault diagnosis with different methods and different data enhanced ratios</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Enhanced ratio</th>
<th>Method 1</th>
<th>Method 2</th>
<th>Method 3</th>
<th>Method 4</th>
<th>Method 5</th>
</tr>
</thead>
<tbody>
<tr>
<td>1:1</td>
<td>48</td>
<td>116</td>
<td>171</td>
<td>41</td>
<td>34</td>
</tr>
<tr>
<td>1:3</td>
<td>23</td>
<td>51</td>
<td>162</td>
<td>15</td>
<td>10</td>
</tr>
<tr>
<td>1:4</td>
<td>16</td>
<td>40</td>
<td>134</td>
<td>13</td>
<td>8</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec id="s4_3">
<label>4.3</label>
<title>Experiments with the Fault Simulation Experimental Platform Dataset</title>
<sec id="s4_3_1">
<label>4.3.1</label>
<title>Stability Analysis of the Model Training Process</title>
<p>In the experiments with the fault simulation experimental platform dataset, the variation of the generator and discriminator losses in five different network architectures, including the proposed method, is compared, as shown in <xref ref-type="fig" rid="fig-11">Fig. 11</xref>. The experimental results show that although all the methods exhibit a certain degree of loss fluctuation during the training process, the fluctuation amplitude of the loss curve for the method proposed in this study is considerably lower than that of the other comparison methods, and the training process is overall more stable. Furthermore, the proposed method achieves the lowest final loss values, further highlighting its superior performance. This phenomenon indicates that SALTCT can effectively suppress the instability in the training process, avoid the risk of overtraining of generators and discriminators, and improve the convergence and robustness of the model. The stability of the loss curve also reflects that the method has stronger adaptability to complex datasets and can be continuously optimized without converging to a local optimum.</p>
<fig id="fig-11">
<label>Figure 11</label>
<caption>
<title>Comparison of generator and discriminator loss curves with different methods: (<bold>a</bold>) Generator loss, (<bold>b</bold>) Discriminator loss</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-11.tif"/>
</fig>
</sec>
<sec id="s4_3_2">
<label>4.3.2</label>
<title>Results and Comparison of Small-Sample Fault Diagnosis</title>
<p>In the process of implementing small-sample fault diagnosis, training tests are conducted in accordance with the new datasets of different data enhancement tasks as the input of the diagnosis model. <xref ref-type="fig" rid="fig-12">Fig. 12</xref> and <xref ref-type="table" rid="table-11">Table 11</xref> show the fault diagnosis accuracy comparison of different methods under different data enhancement ratios. Method 3 showed poor diagnostic accuracy in Task 1 of small sample without data enhancement, which may be related to its insufficient adaptability in different experimental environments and operating conditions. The diagnostic results after sample expansion of Tasks 2 and 3 showed a high accuracy rate of over 98%, thus verifying the influence of sample size on diagnostic accuracy. The accuracy rate of the proposed method reaches 99.87% under the mission with the enhancement ratio of 1:4, and the accuracy rate increases by 0.74%, 1.38%, 0.98%, and 0.53% compared with other methods. In addition, the diagnosis accuracy under the other two tasks is improved to different degrees compared with other methods, which verifies the remarkable advantages of this method in fault diagnosis under the background of data scarcity and the generalization ability and strong robustness of this method in a complex and changeable experimental environment.</p>
<fig id="fig-12">
<label>Figure 12</label>
<caption>
<title>Classification accuracy of five methods with different data enhanced ratios</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-12.tif"/>
</fig><table-wrap id="table-11">
<label>Table 11</label>
<caption>
<title>Fault diagnosis accuracy (%) of test set under different methods and different data enhanced ratios</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Enhanced ratio</th>
<th>Method 1</th>
<th>Method 2</th>
<th>Method 3</th>
<th>Method 4</th>
<th>Method 5</th>
</tr>
</thead>
<tbody>
<tr>
<td>1:1</td>
<td>96.29</td>
<td>90.71</td>
<td>84.29</td>
<td>96.97</td>
<td>97.14</td>
</tr>
<tr>
<td>1:3</td>
<td>98.29</td>
<td>98.28</td>
<td>98.00</td>
<td>98.84</td>
<td>99.15</td>
</tr>
<tr>
<td>1:4</td>
<td>99.13</td>
<td>98.49</td>
<td>98.89</td>
<td>99.34</td>
<td>99.87</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>On the basis of Accuracy, <italic>Precision</italic>, <italic>Recall</italic>, and <italic>F1-score</italic>, the ROC-AUC is introduced in this study as a metric for evaluating model performance. The ROC curve can illustrate the model&#x2019;s performance across different thresholds, enabling a comprehensive understanding of the trade-off between sensitivity and specificity, which is crucial to addressing the requirements of various application scenarios. ROC-AUC is a standardized metric that allows for the comparison of model performance on the same task, regardless of the specific implementation or parameter settings, thereby facilitating a comparative evaluation of the performance of different models. <xref ref-type="fig" rid="fig-13">Fig. 13</xref> presents the ROC curves for each model in Task 1 and the quantitative AUC metrics for the ROC curves. As the apex of the ROC curve approaches the upper-left corner, the discriminatory power of the model increases, with increased sensitivity and specificity. Therefore, <xref ref-type="fig" rid="fig-13">Fig. 13</xref> indicates that the AUC value of the proposed method reaches 0.9946, which is improved in different degrees compared with other models; thus, it is more sensitive and reliable.</p>
<fig id="fig-13">
<label>Figure 13</label>
<caption>
<title>ROC curve and AUC for each method</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-13.tif"/>
</fig>
<p>In practical industrial settings, the raw signals collected by sensors often contain considerable background noise. Gaussian white noise of varying intensities is added to the original signals to assess the robustness of the model under strong background noise. Signal-to-noise ratio (SNR) is employed as an indicator of noise magnitude, and its definition is described as follows:
<disp-formula id="eqn-16"><label>(16)</label><mml:math id="mml-eqn-16" display="block"><mml:mi>S</mml:mi><mml:mi>N</mml:mi><mml:mi>R</mml:mi><mml:mo>=</mml:mo><mml:mn>10</mml:mn><mml:msub><mml:mi>log</mml:mi><mml:mrow><mml:mn>10</mml:mn></mml:mrow></mml:msub><mml:mo>&#x2061;</mml:mo><mml:mfrac><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>s</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mi>P</mml:mi><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub></mml:mfrac><mml:mo>,</mml:mo></mml:math></disp-formula>where <italic>P</italic><sub><italic>s</italic></sub> denotes the signal power, and <italic>P</italic><sub><italic>n</italic></sub> denotes the noise power. When the SNR is below 0, it indicates that the noise energy exceeds that of the original signal, making it challenging to extract meaningful features from the noisy signal. In the SNR range of &#x2212;2&#x2013;6 dB, diagnostic accuracy tests were conducted 10 times under different noise conditions for each method, and the average values were calculated, as shown in <xref ref-type="fig" rid="fig-14">Fig. 14</xref>. As shown in the figure, at SNR values of &#x2212;2 and 0, the accuracy of the proposed method is 75.62% and 82.33%, respectively, demonstrating a similar poor performance as the other methods. This result suggests that these models are not suitable for fault diagnosis in environments with strong noise backgrounds. However, as the SNR increases, diagnostic accuracy improves, reaching over 90% at SNR &#x003D; 6, thereby confirming the robustness of the proposed method in various noise conditions.</p>
<fig id="fig-14">
<label>Figure 14</label>
<caption>
<title>The accuracy of different methods under different noise environment</title>
</caption>
<graphic mimetype="image" mime-subtype="tif" xlink:href="SDHM_60596-fig-14.tif"/>
</fig>
</sec>
</sec>
<sec id="s4_4">
<label>4.4</label>
<title>Timeliness of Fault Diagnosis</title>
<p>To demonstrate further the timeliness of the fault diagnosis method proposed in this article, <xref ref-type="table" rid="table-12">Tables 12</xref> and <xref ref-type="table" rid="table-13">13</xref> respectively calculate the sample generation time and diagnostic model training time for the two datasets under the enhanced ratio of 1:4 task. As shown in the table, the main time consumption among all methods is the generation of samples. In terms of diagnostic model time consumption, the method proposed in this study takes the longest time because to improve diagnostic accuracy, three different features are fused, and the large number of model parameters leads to a long training time. In consideration of the diagnostic accuracy and robustness of the diagnostic model, the method proposed in this study can achieve good diagnostic results with little impact on time consumption. The environment of the whole experiment is as follows: CPU, Intel Corei5-13400F; GPU, NVIDIA RTX 4060 and Python 3.9.</p>
<table-wrap id="table-12">
<label>Table 12</label>
<caption>
<title>Time consumption (s) of different diagnostic methods on the CWRU dataset</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Method</th>
<th>Sample generation time</th>
<th>Diagnostic model training time</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>573.72</td>
<td>83.58</td>
</tr>
<tr>
<td>2</td>
<td>372.74</td>
<td>586.08</td>
</tr>
<tr>
<td>3</td>
<td>406.86</td>
<td>506.10</td>
</tr>
<tr>
<td>4</td>
<td>573.72</td>
<td>115.86</td>
</tr>
<tr>
<td>5</td>
<td>573.72</td>
<td>994.29</td>
</tr>
</tbody>
</table>
</table-wrap><table-wrap id="table-13">
<label>Table 13</label>
<caption>
<title>Time consumption (s) of different diagnostic methods on the failure simulation experiment platform dataset</title>
</caption>
<table>
<colgroup>
<col/>
<col/>
<col/>
</colgroup>
<thead>
<tr>
<th>Method</th>
<th>Sample generation time</th>
<th>Diagnostic model training time</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>656.45</td>
<td>65.29</td>
</tr>
<tr>
<td>2</td>
<td>418.93</td>
<td>366.31</td>
</tr>
<tr>
<td>3</td>
<td>485.41</td>
<td>370.88</td>
</tr>
<tr>
<td>4</td>
<td>656.45</td>
<td>91.55</td>
</tr>
<tr>
<td>5</td>
<td>656.45</td>
<td>685.35</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
<sec id="s5">
<label>5</label>
<title>Conclusion</title>
<p>A novel diagnosis method for rolling bearing under a small-sample condition is proposed in this study. This method leverages an original dataset to generate new samples in multiple dimensions through improved 1D-2DWDCGAN dual models, thereby expanding the dataset. Subsequently, multidimensional feature fusion and detection are performed on the compensated dataset using the MDFFCNN model. Experimental validation is conducted on a bearing dataset under various operating conditions. Results illustrate that the proposed 1D-2DWDCGAN dual models validate its capability to generate high-quality samples by comparing the similarity between generated samples and actual samples and achieving data enhancement. Concurrently, the self-adaptive loss threshold control strategy further refines the parameter adjustments during the training process, enabling the model to converge more stably toward the optimal solution, thereby accelerating training speed. Finally, the fault diagnosis method based on the MDFFCNN utilizes a multilayer convolutional network structure that automatically learns and extracts deep features from raw data, integrating multidimensional features such as waveform features, structured features, and time-frequency features to form composite deep features. In comparisons of multiple diagnostic methods under varying data enhanced ratios, the proposed model demonstrates remarkable improvements in quantifiable metrics and convergence speed, with the enhancement effect becoming more pronounced as the enhancement ratio increases, thereby fully leveraging the complementarity among different dimensional information to achieve high-precision fault diagnosis.</p>
<p>Although the proposed method has achieved satisfactory results in the diagnosis of small-sample faults, several areas warrant further exploration, e.g., the optimization and improvement of the data generation model architecture and the investigation of strategies to reduce the computational costs of the overall workflow. While these works may be associated with an increase in computational load, they are still worthy of investigation due to their potential contribution to enhancing diagnostic accuracy.</p>
</sec>
</body>
<back>
<ack>
<p>Not applicable.</p>
</ack>
<sec>
<title>Funding Statement</title>
<p>This work was supported by the National Natural Science Foundation of China (Grant Nos. 12272259 and 52005148).</p>
</sec>
<sec>
<title>Author Contributions</title>
<p>The authors confirm contribution to the paper as follows: study conception and design: Qiang Ma, Zhuopei Wei, Kai Yang; data collection: Qiang Ma, Kai Yang; analysis and interpretation of results: Zhuopei Wei, Kai Yang; draft manuscript preparation: Zhuopei Wei, Long Tian, Zepeng Li. All authors reviewed the results and approved the final version of the manuscript.</p>
</sec>
<sec sec-type="data-availability">
<title>Availability of Data and Materials</title>
<p>The authors confirm that the data supporting the findings of this study are available within the article.</p>
</sec>
<sec>
<title>Ethics Approval</title>
<p>Not applicable.</p>
</sec>
<sec sec-type="COI-statement">
<title>Conflicts of Interest</title>
<p>The authors declare no conflicts of interest to report regarding the present study.</p>
</sec>
<ref-list content-type="authoryear">
<title>References</title>
<ref id="ref-1"><label>[1]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhang</surname> <given-names>J</given-names></string-name>, <string-name><surname>Yi</surname> <given-names>S</given-names></string-name>, <string-name><surname>Guo</surname> <given-names>L</given-names></string-name>, <string-name><surname>Gao</surname> <given-names>H</given-names></string-name>, <string-name><surname>Hong</surname> <given-names>X</given-names></string-name>, <string-name><surname>Song</surname> <given-names>H</given-names></string-name></person-group>. <article-title>A new bearing fault diagnosis method based on modified convolutional neural networks</article-title>. <source>Chin J Aeronaut</source>. <year>2020</year>;<volume>33</volume>(<issue>2</issue>):<fpage>439</fpage>&#x2013;<lpage>47</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.cja.2019.07.011</pub-id>.</mixed-citation></ref>
<ref id="ref-2"><label>[2]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Wang</surname> <given-names>R</given-names></string-name>, <string-name><surname>Jiang</surname> <given-names>H</given-names></string-name>, <string-name><surname>Zhu</surname> <given-names>K</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Liu</surname> <given-names>C</given-names></string-name></person-group>. <article-title>A deep feature enhanced reinforcement learning method for rolling bearing fault diagnosis</article-title>. <source>Adv Eng Inform</source>. <year>2022</year>;<volume>54</volume>:<fpage>101750</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.aei.2022.101750</pub-id>.</mixed-citation></ref>
<ref id="ref-3"><label>[3]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Ma</surname> <given-names>J</given-names></string-name>, <string-name><surname>Shang</surname> <given-names>J</given-names></string-name>, <string-name><surname>Zhao</surname> <given-names>X</given-names></string-name>, <string-name><surname>Zhong</surname> <given-names>P</given-names></string-name></person-group>. <article-title>Bayes-DCGRU with Bayesian optimization for rolling bearing fault diagnosis</article-title>. <source>Appl Intell</source>. <year>2022</year>;<volume>52</volume>(<issue>10</issue>):<fpage>11172</fpage>&#x2013;<lpage>83</lpage>. doi:<pub-id pub-id-type="doi">10.1007/s10489-021-02924-z</pub-id>.</mixed-citation></ref>
<ref id="ref-4"><label>[4]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Ni</surname> <given-names>Q</given-names></string-name>, <string-name><surname>Ji</surname> <given-names>JC</given-names></string-name>, <string-name><surname>Halkon</surname> <given-names>B</given-names></string-name>, <string-name><surname>Feng</surname> <given-names>K</given-names></string-name>, <string-name><surname>Nandi</surname> <given-names>AK</given-names></string-name></person-group>. <article-title>Physics-informed residual network (PIResNet) for rolling element bearing fault diagnostics</article-title>. <source>Mech Syst Signal Process</source>. <year>2023</year>;<volume>200</volume>:<fpage>110544</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.ymssp.2023.110544</pub-id>.</mixed-citation></ref>
<ref id="ref-5"><label>[5]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Hou</surname> <given-names>W</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>C</given-names></string-name>, <string-name><surname>Jiang</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Cai</surname> <given-names>K</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Li</surname> <given-names>N</given-names></string-name></person-group>. <article-title>A new bearing fault diagnosis method via simulation data driving transfer learning without target fault data</article-title>. <source>Measurement</source>. <year>2023</year>;<volume>215</volume>:<fpage>112879</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.measurement.2023.112879</pub-id>.</mixed-citation></ref>
<ref id="ref-6"><label>[6]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chauhan</surname> <given-names>S</given-names></string-name>, <string-name><surname>Vashishtha</surname> <given-names>G</given-names></string-name>, <string-name><surname>Zimroz</surname> <given-names>R</given-names></string-name>, <string-name><surname>Kumar</surname> <given-names>R</given-names></string-name>, <string-name><surname>Gupta</surname> <given-names>MK</given-names></string-name></person-group>. <article-title>Optimal filter design using mountain gazelle optimizer driven by novel sparsity index and its application to fault diagnosis</article-title>. <source>Appl Acoust</source>. <year>2024</year>;<volume>225</volume>:<fpage>110200</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.apacoust.2024.110200</pub-id>.</mixed-citation></ref>
<ref id="ref-7"><label>[7]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Cheng</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Tian</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Ning</surname> <given-names>D</given-names></string-name>, <string-name><surname>Feng</surname> <given-names>K</given-names></string-name>, <string-name><surname>Li</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Chauhan</surname> <given-names>S</given-names></string-name>, <etal>et al</etal></person-group>. <article-title>Computer vision-based non-contact structural vibration measurement: methods, challenges and opportunities</article-title>. <source>Measurement</source>. <year>2024</year>;<volume>243</volume>:<fpage>116426</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.measurement.2024.116426</pub-id>.</mixed-citation></ref>
<ref id="ref-8"><label>[8]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Liu</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Jiang</surname> <given-names>H</given-names></string-name>, <string-name><surname>Liu</surname> <given-names>C</given-names></string-name>, <string-name><surname>Yang</surname> <given-names>W</given-names></string-name>, <string-name><surname>Sun</surname> <given-names>W</given-names></string-name></person-group>. <article-title>Data-augmented wavelet capsule generative adversarial network for rolling bearing fault diagnosis</article-title>. <source>Knowl-Based Syst</source>. <year>2022</year>;<volume>252</volume>:<fpage>109439</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.knosys.2022.109439</pub-id>.</mixed-citation></ref>
<ref id="ref-9"><label>[9]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhou</surname> <given-names>F</given-names></string-name>, <string-name><surname>Yang</surname> <given-names>S</given-names></string-name>, <string-name><surname>Fujita</surname> <given-names>H</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>D</given-names></string-name>, <string-name><surname>Wen</surname> <given-names>C</given-names></string-name></person-group>. <article-title>Deep learning fault diagnosis method based on global optimization GAN for unbalanced data</article-title>. <source>Knowl-Based Syst</source>. <year>2020</year>;<volume>187</volume>:<fpage>104837</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.knosys.2019.07.008</pub-id>.</mixed-citation></ref>
<ref id="ref-10"><label>[10]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Shao</surname> <given-names>S</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>P</given-names></string-name>, <string-name><surname>Yan</surname> <given-names>R</given-names></string-name></person-group>. <article-title>Generative adversarial networks for data augmentation in machine fault diagnosis</article-title>. <source>Comput Ind</source>. <year>2019</year>;<volume>106</volume>:<fpage>85</fpage>&#x2013;<lpage>93</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.compind.2019.01.001</pub-id>.</mixed-citation></ref>
<ref id="ref-11"><label>[11]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Liu</surname> <given-names>J</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>C</given-names></string-name>, <string-name><surname>Jiang</surname> <given-names>X</given-names></string-name></person-group>. <article-title>Imbalanced fault diagnosis of rolling bearing using improved MsR-GAN and feature enhancement-driven CapsNet</article-title>. <source>Mech Syst Signal Process</source>. <year>2022</year>;<volume>168</volume>:<fpage>108664</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.ymssp.2021.108664</pub-id>.</mixed-citation></ref>
<ref id="ref-12"><label>[12]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhang</surname> <given-names>T</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>J</given-names></string-name>, <string-name><surname>Li</surname> <given-names>F</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>K</given-names></string-name>, <string-name><surname>Lv</surname> <given-names>H</given-names></string-name>, <string-name><surname>He</surname> <given-names>S</given-names></string-name>, <etal>et al</etal></person-group>. <article-title>Intelligent fault diagnosis of machines with small &#x0026; imbalanced data: a state-of-the-art review and possible extensions</article-title>. <source>ISA Trans</source>. <year>2022</year>;<volume>119</volume>:<fpage>152</fpage>&#x2013;<lpage>71</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.isatra.2021.02.042</pub-id>; <pub-id pub-id-type="pmid">33736889</pub-id></mixed-citation></ref>
<ref id="ref-13"><label>[13]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Pan</surname> <given-names>T</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>J</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>T</given-names></string-name>, <string-name><surname>Liu</surname> <given-names>S</given-names></string-name>, <string-name><surname>He</surname> <given-names>S</given-names></string-name>, <string-name><surname>Lv</surname> <given-names>H</given-names></string-name></person-group>. <article-title>Generative adversarial network in mechanical fault diagnosis under small sample: a systematic review on applications and future perspectives</article-title>. <source>ISA Trans</source>. <year>2022</year>;<volume>128</volume>:<fpage>1</fpage>&#x2013;<lpage>10</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.isatra.2021.11.040</pub-id>; <pub-id pub-id-type="pmid">34953580</pub-id></mixed-citation></ref>
<ref id="ref-14"><label>[14]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Li</surname> <given-names>R</given-names></string-name>, <string-name><surname>Li</surname> <given-names>S</given-names></string-name>, <string-name><surname>Xu</surname> <given-names>K</given-names></string-name>, <string-name><surname>Zeng</surname> <given-names>M</given-names></string-name>, <string-name><surname>Li</surname> <given-names>X</given-names></string-name>, <string-name><surname>Gu</surname> <given-names>J</given-names></string-name>, <etal>et al</etal></person-group>. <article-title>Auxiliary generative mutual adversarial networks for class-imbalanced fault diagnosis under small samples</article-title>. <source>Chin J Aeronaut</source>. <year>2023</year>;<volume>36</volume>(<issue>9</issue>):<fpage>464</fpage>&#x2013;<lpage>78</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.cja.2022.12.015</pub-id>.</mixed-citation></ref>
<ref id="ref-15"><label>[15]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhao</surname> <given-names>H</given-names></string-name>, <string-name><surname>Yang</surname> <given-names>X</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>B</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>H</given-names></string-name>, <string-name><surname>Deng</surname> <given-names>W</given-names></string-name></person-group>. <article-title>Bearing fault diagnosis using transfer learning and optimized deep belief network</article-title>. <source>Meas Sci Technol</source>. <year>2022</year>;<volume>33</volume>(<issue>6</issue>):<fpage>065009</fpage>. doi:<pub-id pub-id-type="doi">10.1088/1361-6501/ac543a</pub-id>.</mixed-citation></ref>
<ref id="ref-16"><label>[16]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chen</surname> <given-names>J</given-names></string-name>, <string-name><surname>Huang</surname> <given-names>R</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Mao</surname> <given-names>W</given-names></string-name>, <string-name><surname>Li</surname> <given-names>W</given-names></string-name></person-group>. <article-title>Transfer learning algorithms for bearing remaining useful life prediction: a comprehensive review from an industrial application perspective</article-title>. <source>Mech Syst Signal Process</source>. <year>2023</year>;<volume>193</volume>:<fpage>110239</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.ymssp.2023.110239</pub-id>.</mixed-citation></ref>
<ref id="ref-17"><label>[17]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Ding</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Jia</surname> <given-names>M</given-names></string-name>, <string-name><surname>Zhuang</surname> <given-names>J</given-names></string-name>, <string-name><surname>Cao</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Zhao</surname> <given-names>X</given-names></string-name>, <string-name><surname>Lee</surname> <given-names>C</given-names></string-name></person-group>. <article-title>Deep imbalanced domain adaptation for transfer learning fault diagnosis of bearings under multiple working conditions</article-title>. <source>Reliab Eng Syst Saf</source>. <year>2023</year>;<volume>230</volume>:<fpage>108890</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.ress.2022.108890</pub-id>.</mixed-citation></ref>
<ref id="ref-18"><label>[18]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Qian</surname> <given-names>Q</given-names></string-name>, <string-name><surname>Qin</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Luo</surname> <given-names>J</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Wu</surname> <given-names>F</given-names></string-name></person-group>. <article-title>Deep discriminative transfer learning network for cross-machine fault diagnosis</article-title>. <source>Mech Syst Signal Process</source>. <year>2023</year>;<volume>186</volume>:<fpage>109884</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.ymssp.2022.109884</pub-id>.</mixed-citation></ref>
<ref id="ref-19"><label>[19]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Huisman</surname> <given-names>M</given-names></string-name>, <string-name><surname>Plaat</surname> <given-names>A</given-names></string-name>, <string-name><surname>van Rijn</surname> <given-names>JN</given-names></string-name></person-group>. <article-title>Understanding transfer learning and gradient-based meta-learning techniques</article-title>. <source>Mach Learn</source>. <year>2024</year>;<volume>113</volume>(<issue>7</issue>):<fpage>4113</fpage>&#x2013;<lpage>32</lpage>. doi:<pub-id pub-id-type="doi">10.1007/s10994-023-06387-w</pub-id>.</mixed-citation></ref>
<ref id="ref-20"><label>[20]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Li</surname> <given-names>C</given-names></string-name>, <string-name><surname>Li</surname> <given-names>S</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>A</given-names></string-name>, <string-name><surname>He</surname> <given-names>Q</given-names></string-name>, <string-name><surname>Liao</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Hu</surname> <given-names>J</given-names></string-name></person-group>. <article-title>Meta-learning for few-shot bearing fault diagnosis under complex working conditions</article-title>. <source>Neurocomputing</source>. <year>2021</year>;<volume>439</volume>:<fpage>197</fpage>&#x2013;<lpage>211</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.neucom.2021.01.099</pub-id>.</mixed-citation></ref>
<ref id="ref-21"><label>[21]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chang</surname> <given-names>L</given-names></string-name>, <string-name><surname>Lin</surname> <given-names>YH</given-names></string-name></person-group>. <article-title>Meta-learning with adaptive learning rates for few-shot fault diagnosis</article-title>. <source>IEEE/ASME Trans Mechatron</source>. <year>2022</year>;<volume>27</volume>(<issue>6</issue>):<fpage>5948</fpage>&#x2013;<lpage>58</lpage>. doi:<pub-id pub-id-type="doi">10.1109/TMECH.2022.3192122</pub-id>.</mixed-citation></ref>
<ref id="ref-22"><label>[22]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chawla</surname> <given-names>NV</given-names></string-name>, <string-name><surname>Bowyer</surname> <given-names>KW</given-names></string-name>, <string-name><surname>Hall</surname> <given-names>LO</given-names></string-name>, <string-name><surname>Kegelmeyer</surname> <given-names>WP</given-names></string-name></person-group>. <article-title>SMOTE: synthetic minority over-sampling technique</article-title>. <source>J Artif Intell Res</source>. <year>2002</year>;<volume>16</volume>:<fpage>321</fpage>&#x2013;<lpage>57</lpage>. doi:<pub-id pub-id-type="doi">10.1613/jair.953</pub-id>.</mixed-citation></ref>
<ref id="ref-23"><label>[23]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Goodfellow</surname> <given-names>I</given-names></string-name>, <string-name><surname>Pouget-Abadie</surname> <given-names>J</given-names></string-name>, <string-name><surname>Mirza</surname> <given-names>M</given-names></string-name>, <string-name><surname>Xu</surname> <given-names>B</given-names></string-name>, <string-name><surname>Warde-Farley</surname> <given-names>D</given-names></string-name>, <string-name><surname>Ozair</surname> <given-names>S</given-names></string-name>, <etal>et al</etal></person-group>. <article-title>Generative adversarial nets</article-title>. <source>Adv Neural Inf Process Syst</source>. <year>2014</year>;<volume>27</volume>:<fpage>1</fpage>&#x2013;<lpage>9</lpage>.</mixed-citation></ref>
<ref id="ref-24"><label>[24]</label><mixed-citation publication-type="other"><person-group person-group-type="author"><string-name><surname>Radford</surname> <given-names>A</given-names></string-name>, <string-name><surname>Metz</surname> <given-names>L</given-names></string-name>, <string-name><surname>Chintala</surname> <given-names>S</given-names></string-name></person-group>. <article-title>Unsupervised representation learning with deep convolutional generative adversarial networks</article-title>. <comment>arXiv:1511.06434. 2015</comment>.</mixed-citation></ref>
<ref id="ref-25"><label>[25]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Li</surname> <given-names>J</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Cheng</surname> <given-names>L</given-names></string-name>, <string-name><surname>Liu</surname> <given-names>X</given-names></string-name></person-group>. <article-title>Energy data generation with Wasserstein deep convolutional generative adversarial networks</article-title>. <source>Energy</source>. <year>2022</year>;<volume>257</volume>:<fpage>124694</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.energy.2022.124694</pub-id>.</mixed-citation></ref>
<ref id="ref-26"><label>[26]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Guo</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Zhou</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>Z</given-names></string-name></person-group>. <article-title>Fault diagnosis of multi-channel data by the CNN with the multilinear principal component analysis</article-title>. <source>Measurement</source>. <year>2021</year>;<volume>171</volume>:<fpage>108513</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.measurement.2020.108513</pub-id>.</mixed-citation></ref>
<ref id="ref-27"><label>[27]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>He</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Shao</surname> <given-names>H</given-names></string-name>, <string-name><surname>Zhong</surname> <given-names>X</given-names></string-name>, <string-name><surname>Zhao</surname> <given-names>X</given-names></string-name></person-group>. <article-title>Ensemble transfer CNNs driven by multi-channel signals for fault diagnosis of rotating machinery across working conditions</article-title>. <source>Knowl-Based Syst</source>. <year>2020</year>;<volume>207</volume>:<fpage>106396</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.knosys.2020.106396</pub-id>.</mixed-citation></ref>
<ref id="ref-28"><label>[28]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Ruan</surname> <given-names>D</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>J</given-names></string-name>, <string-name><surname>Yan</surname> <given-names>J</given-names></string-name>, <string-name><surname>G&#x00FC;hmann</surname> <given-names>C</given-names></string-name></person-group>. <article-title>CNN parameter design based on fault signal analysis and its application in bearing fault diagnosis</article-title>. <source>Adv Eng Inform</source>. <year>2023</year>;<volume>55</volume>:<fpage>101877</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.aei.2023.101877</pub-id>.</mixed-citation></ref>
<ref id="ref-29"><label>[29]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhao</surname> <given-names>K</given-names></string-name>, <string-name><surname>Xiao</surname> <given-names>J</given-names></string-name>, <string-name><surname>Li</surname> <given-names>C</given-names></string-name>, <string-name><surname>Xu</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Yue</surname> <given-names>M</given-names></string-name></person-group>. <article-title>Fault diagnosis of rolling bearing using CNN and PCA fractal based feature extraction</article-title>. <source>Measurement</source>. <year>2023</year>;<volume>223</volume>:<fpage>113754</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.measurement.2023.113754</pub-id>.</mixed-citation></ref>
<ref id="ref-30"><label>[30]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhong</surname> <given-names>S</given-names></string-name>, <string-name><surname>Fu</surname> <given-names>S</given-names></string-name>, <string-name><surname>Lin</surname> <given-names>L</given-names></string-name></person-group>. <article-title>A novel gas turbine fault diagnosis method based on transfer learning with CNN</article-title>. <source>Measurement</source>. <year>2019</year>;<volume>137</volume>:<fpage>435</fpage>&#x2013;<lpage>53</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.measurement.2019.01.022</pub-id>.</mixed-citation></ref>
<ref id="ref-31"><label>[31]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Huang</surname> <given-names>T</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>Q</given-names></string-name>, <string-name><surname>Tang</surname> <given-names>X</given-names></string-name>, <string-name><surname>Zhao</surname> <given-names>S</given-names></string-name>, <string-name><surname>Lu</surname> <given-names>X</given-names></string-name></person-group>. <article-title>A novel fault diagnosis method based on CNN and LSTM and its application in fault diagnosis for complex systems</article-title>. <source>Artif Intell Rev</source>. <year>2022</year>;<volume>55</volume>(<issue>2</issue>):<fpage>1289</fpage>&#x2013;<lpage>315</lpage>. doi:<pub-id pub-id-type="doi">10.1007/s10462-021-09993-z</pub-id>.</mixed-citation></ref>
<ref id="ref-32"><label>[32]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chen</surname> <given-names>R</given-names></string-name>, <string-name><surname>Huang</surname> <given-names>X</given-names></string-name>, <string-name><surname>Yang</surname> <given-names>L</given-names></string-name>, <string-name><surname>Xu</surname> <given-names>X</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>X</given-names></string-name>, <string-name><surname>Zhang</surname> <given-names>Y</given-names></string-name></person-group>. <article-title>Intelligent fault diagnosis method of planetary gearboxes based on convolutional neural network and discrete wavelet transform</article-title>. <source>Comput Ind</source>. <year>2019</year>;<volume>106</volume>:<fpage>48</fpage>&#x2013;<lpage>59</lpage>. doi:<pub-id pub-id-type="doi">10.1016/j.compind.2018.11.003</pub-id>.</mixed-citation></ref>
<ref id="ref-33"><label>[33]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Gao</surname> <given-names>S</given-names></string-name>, <string-name><surname>Jiang</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Liu</surname> <given-names>S</given-names></string-name></person-group>. <article-title>An approach to intelligent fault diagnosis of cryocooler using time-frequency image and CNN</article-title>. <source>Comput Intell Neurosci</source>. <year>2022</year>;<volume>1</volume>:<fpage>1754726</fpage>. doi:<pub-id pub-id-type="doi">10.1155/2022/1754726</pub-id>; <pub-id pub-id-type="pmid">35548093</pub-id></mixed-citation></ref>
<ref id="ref-34"><label>[34]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Zhang</surname> <given-names>C</given-names></string-name>, <string-name><surname>Yu</surname> <given-names>J</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>S</given-names></string-name></person-group>. <article-title>Fault detection and recognition of multivariate process based on feature learning of one-dimensional convolutional neural network and stacked denoised autoencoder</article-title>. <source>Int J Prod Res</source>. <year>2021</year>;<volume>59</volume>(<issue>8</issue>):<fpage>2426</fpage>&#x2013;<lpage>49</lpage>. doi:<pub-id pub-id-type="doi">10.1080/00207543.2020.1733701</pub-id>.</mixed-citation></ref>
<ref id="ref-35"><label>[35]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Ye</surname> <given-names>M</given-names></string-name>, <string-name><surname>Yan</surname> <given-names>X</given-names></string-name>, <string-name><surname>Chen</surname> <given-names>N</given-names></string-name>, <string-name><surname>Jia</surname> <given-names>M</given-names></string-name></person-group>. <article-title>Intelligent fault diagnosis of rolling bearing using variational mode extraction and improved one-dimensional convolutional neural network</article-title>. <source>Appl Acoust</source>. <year>2023</year>;<volume>202</volume>:<fpage>109143</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.apacoust.2022.109143</pub-id>.</mixed-citation></ref>
<ref id="ref-36"><label>[36]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Qin</surname> <given-names>Y</given-names></string-name>, <string-name><surname>Shi</surname> <given-names>X</given-names></string-name></person-group>. <article-title>Fault diagnosis method for rolling bearings based on two-channel CNN under unbalanced datasets</article-title>. <source>Appl Sci</source>. <year>2022</year>;<volume>12</volume>(<issue>17</issue>):<fpage>8474</fpage>. doi:<pub-id pub-id-type="doi">10.3390/app12178474</pub-id>.</mixed-citation></ref>
<ref id="ref-37"><label>[37]</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><string-name><surname>Arjovsky</surname> <given-names>M</given-names></string-name>, <string-name><surname>Chintala</surname> <given-names>S</given-names></string-name>, <string-name><surname>Bottou</surname> <given-names>L</given-names></string-name></person-group>. <article-title>Wasserstein generative adversarial networks</article-title>. In: <conf-name>Proceedings of the 34th International Conference on Machine Learning</conf-name>; 2017; <publisher-loc>Sydney, Australia</publisher-loc>. Vol. <volume>70</volume>, p. <fpage>214</fpage>&#x2013;<lpage>23</lpage>.</mixed-citation></ref>
<ref id="ref-38"><label>[38]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Gulrajani</surname> <given-names>I</given-names></string-name>, <string-name><surname>Ahmed</surname> <given-names>F</given-names></string-name>, <string-name><surname>Arjovsky</surname> <given-names>M</given-names></string-name>, <string-name><surname>Dumoulin</surname> <given-names>V</given-names></string-name>, <string-name><surname>Courville</surname> <given-names>AC</given-names></string-name></person-group>. <article-title>Improved training of Wasserstein GANs</article-title>. <source>Adv Neural Inf Process Syst</source>. <year>2017</year>;<volume>30</volume>:<fpage>1</fpage>&#x2013;<lpage>11</lpage>.</mixed-citation></ref>
<ref id="ref-39"><label>[39]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chen</surname> <given-names>J</given-names></string-name>, <string-name><surname>Yan</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Lin</surname> <given-names>C</given-names></string-name>, <string-name><surname>Yao</surname> <given-names>B</given-names></string-name>, <string-name><surname>Ge</surname> <given-names>H</given-names></string-name></person-group>. <article-title>Aero-engine high speed bearing fault diagnosis for data imbalance: a sample enhanced diagnostic method based on pre-training WGAN-GP</article-title>. <source>Measurement</source>. <year>2023</year>;<volume>213</volume>:<fpage>112709</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.measurement.2023.112709</pub-id>.</mixed-citation></ref>
<ref id="ref-40"><label>[40]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Diao</surname> <given-names>N</given-names></string-name>, <string-name><surname>Wang</surname> <given-names>Z</given-names></string-name>, <string-name><surname>Ma</surname> <given-names>H</given-names></string-name>, <string-name><surname>Yang</surname> <given-names>W</given-names></string-name></person-group>. <article-title>Fault diagnosis of rolling bearing under variable working conditions based on CWT and T-ResNet</article-title>. <source>J Vib Eng Technol</source>. <year>2023</year>;<volume>11</volume>(<issue>8</issue>):<fpage>3747</fpage>&#x2013;<lpage>57</lpage>. doi:<pub-id pub-id-type="doi">10.1007/s42417-022-00780-w</pub-id>.</mixed-citation></ref>
<ref id="ref-41"><label>[41]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Fouladi</surname> <given-names>R</given-names></string-name>, <string-name><surname>Ermis</surname> <given-names>O</given-names></string-name>, <string-name><surname>Anarim</surname> <given-names>E</given-names></string-name></person-group>. <article-title>A novel approach for distributed denial of service defense using continuous wavelet transform and convolutional neural network for software-defined network</article-title>. <source>Comput Secur</source>. <year>2022</year>;<volume>112</volume>:<fpage>102524</fpage>. doi:<pub-id pub-id-type="doi">10.1016/j.cose.2021.102524</pub-id>.</mixed-citation></ref>
<ref id="ref-42"><label>[42]</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><string-name><surname>Chong</surname> <given-names>UP</given-names></string-name></person-group>. <article-title>Signal model-based fault detection and diagnosis for induction motors using features of vibration signal in two-dimension domain</article-title>. <source>Stroj Vestn</source>. <year>2011</year>;<volume>57</volume>(<issue>9</issue>):<fpage>655</fpage>&#x2013;<lpage>66</lpage>. doi:<pub-id pub-id-type="doi">10.5545/sv-jme.2010.162</pub-id>.</mixed-citation></ref>
<ref id="ref-43"><label>[43]</label><mixed-citation publication-type="other"><article-title>Case Western Reserve University</article-title>. <comment>[cited 2024 Oct 12]</comment>. Available from: <ext-link ext-link-type="uri" xlink:href="http://www.eecs.cwru.edu/laboratory/bearings/">http://www.eecs.cwru.edu/laboratory/bearings/</ext-link>.</mixed-citation></ref>
</ref-list>
</back></article>