<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "http://jats.nlm.nih.gov/publishing/1.1/JATS-journalpublishing1.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" xml:lang="en" article-type="research-article" dtd-version="1.1">
  <front>
    <journal-meta>
      <journal-id journal-id-type="pmc">FDMP</journal-id>
      <journal-id journal-id-type="nlm-ta">FDMP</journal-id>
      <journal-id journal-id-type="publisher-id">FDMP</journal-id>
      <journal-title-group>
        <journal-title>Fluid Dynamics &amp; Materials Processing</journal-title>
      </journal-title-group>
      <issn pub-type="epub">1555-2578</issn>
      <issn pub-type="ppub">1555-256X</issn>
      <publisher>
        <publisher-name>Tech Science Press</publisher-name>
        <publisher-loc>USA</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">70186</article-id>
      <article-id pub-id-type="doi">10.32604/fdmp.2025.070186</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Article</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Deep Learning-Based Investigation of Multiphase Flow and Heat Transfer in CO<sub>2</sub>&#x2013;Water Enhanced Geothermal Systems</article-title>
        <alt-title alt-title-type="left-running-head">Deep Learning-Based Investigation of Multiphase Flow and Heat Transfer in CO<sub>2</sub>&#x2013;Water Enhanced Geothermal Systems</alt-title>
        <alt-title alt-title-type="right-running-head">Deep Learning-Based Investigation of Multiphase Flow and Heat Transfer in CO<sub>2</sub>&#x2013;Water Enhanced Geothermal Systems</alt-title>
      </title-group>
      <contrib-group>
        <contrib id="author-1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>He</surname>
            <given-names>Feng</given-names>
          </name>
          <email>hefeng2528@126.com</email>
        </contrib>
        <contrib id="author-2" contrib-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Rui</given-names>
          </name>
        </contrib>
        <contrib id="author-3" contrib-type="author">
          <name name-style="western">
            <surname>Jiang</surname>
            <given-names>Songlian</given-names>
          </name>
        </contrib>
        <contrib id="author-4" contrib-type="author">
          <name name-style="western">
            <surname>Qian</surname>
            <given-names>Chao</given-names>
          </name>
        </contrib>
        <contrib id="author-5" contrib-type="author">
          <name name-style="western">
            <surname>Bu</surname>
            <given-names>Chengzhong</given-names>
          </name>
        </contrib>
        <contrib id="author-6" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Benqiang</given-names>
          </name>
        </contrib>
        <aff id="aff-1"><institution>PetroChina Chuanqing Drilling &amp; Exploration Engineering Co., Ltd.</institution>, <addr-line>Chengdu, 610051</addr-line>, <country>China</country></aff>
      </contrib-group>
      
      <author-notes>
        <corresp id="cor1"><label>*</label>Corresponding Author: Feng He. Email: <email>hefeng2528@126.com</email></corresp>
      </author-notes>
      <pub-date date-type="collection" publication-format="electronic">
        <year>2025</year>
      </pub-date>
      <pub-date date-type="pub" publication-format="electronic">
        <day>30</day>
        <month>10</month>
        <year>2025</year>
      </pub-date>
      <volume>21</volume>
      <issue>10</issue>
      <fpage>2557</fpage>
      <lpage>2577</lpage>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>7</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>9</month>
          <year>2025</year>
        </date>
      </history>
      <permissions>
        <copyright-statement>&#xA9; 2025 The Authors.</copyright-statement>
        <copyright-year>2025</copyright-year>
        <copyright-holder>Published by Tech Science Press.</copyright-holder>
        <license xlink:href="https://creativecommons.org/licenses/by/4.0/">
          <license-p>This work is licensed under a <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
        </license>
      </permissions>
      <self-uri content-type="pdf" xlink:href="TSP_FDMP_70186.pdf"/>
      <abstract>
        <p>This study introduces a Transformer-based multimodal fusion framework for simulating multiphase flow and heat transfer in carbon dioxide (CO<sub>2</sub>)&#x2013;water enhanced geothermal systems (EGS). The model integrates geological parameters, thermal gradients, and control schedules to enable fast and accurate prediction of complex reservoir dynamics. The main contributions are: (i) development of a workflow that couples physics-based reservoir simulation with a Transformer neural network architecture, (ii) design of physics-guided loss functions to enforce conservation of mass and energy, (iii) application of the surrogate model to closed-loop optimization using a differential evolution (DE) algorithm, and (iv) incorporation of economic performance metrics, such as net present value (NPV), into decision support. The proposed framework achieves root mean square error (RMSE) of 3&#x2013;5%, mean absolute error (MAE) below 4%, and coefficients of determination greater than 0.95 across multiple prediction targets, including production rates, pressure distributions, and temperature fields. When compared with recurrent neural network (RNN) baselines such as gated recurrent units (GRU) and long short-term memory networks (LSTM), as well as a physics-informed reduced-order model, the Transformer-based approach demonstrates superior accuracy and computational efficiency. Optimization experiments further show a 15&#x2013;20% improvement in NPV, highlighting the framework&#x2019;s potential for real-time forecasting, optimization, and decision-making in geothermal reservoir engineering.</p>
      </abstract>
      <kwd-group kwd-group-type="author">
        <kwd>Enhanced geothermal systems</kwd>
        <kwd>multiphase flow</kwd>
        <kwd>heat transfer</kwd>
        <kwd>deep learning</kwd>
        <kwd>CO<sub>2</sub>&#x2013;water interaction</kwd>
        <kwd>transformer surrogate model</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec id="s1">
      <label>1</label>
      <title>Introduction</title>
      <p>To address global warming and meet growing energy demands, identifying sustainable energy alternatives has become a critical worldwide priority [<xref ref-type="bibr" rid="ref-1">1</xref>]. Geothermal energy, as a clean and renewable subsurface resource, has emerged as a promising candidate to replace conventional fossil fuels due to its abundant availability and low carbon footprint [<xref ref-type="bibr" rid="ref-2">2</xref>]. In several countries, geothermal energy significantly contributes to electricity generation; for instance, geothermal sources account for 44% of installed power capacity in Kenya, 27% in Iceland, 26% in El Salvador, and 18% in New Zealand [<xref ref-type="bibr" rid="ref-3">3</xref>]. Moreover, geothermal energy is recognized as one of the most effective strategies for achieving decarbonization goals due to its substantial potential to reduce greenhouse gas emissions, with projections suggesting a reduction exceeding one billion tons of carbon emissions by 2050 [<xref ref-type="bibr" rid="ref-4">4</xref>]. Hot dry rock (HDR), a specific category of geothermal resources, offers considerable potential for converting subsurface heat into electricity, typically harnessed through enhanced geothermal systems (EGS), in which water is widely utilized as the primary heat-transfer fluid [<xref ref-type="bibr" rid="ref-5">5</xref>,<xref ref-type="bibr" rid="ref-6">6</xref>] (<xref ref-type="fig" rid="fig-1">Fig. 1</xref>).</p>
      <fig id="fig-1">
        <label>Figure 1</label>
        <caption>
          <p>Enhanced geothermal systems.</p>
        </caption>
        <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-1.tif"/>
      </fig>
      <p>However, recently proposed CO<sub>2</sub>-enhanced geothermal systems (CO<sub>2</sub>-EGS), which integrate heat extraction with carbon sequestration, have attracted increasing attention due to their dual benefits [<xref ref-type="bibr" rid="ref-7">7</xref>]. In such systems, supercritical CO<sub>2</sub> (sCO<sub>2</sub>) is injected into HDR reservoirs for heat extraction. Compared to traditional water-based EGS, CO<sub>2</sub>-EGS demonstrates several advantages [<xref ref-type="bibr" rid="ref-8">8</xref>]. First, sCO<sub>2</sub> exhibits significantly higher mobility and injectivity approximately two to five times greater than water enabling increased mass flow rates under equivalent pressure gradients and consequently enhancing heat extraction efficiency by up to 50% [<xref ref-type="bibr" rid="ref-9">9</xref>]. Second, due to its high compressibility, sCO<sub>2</sub> can serve as a promising medium for large-scale energy storage. Additionally, the low mineral solubility in sCO<sub>2</sub> mitigates scaling and corrosion issues in wellbores and pipelines, thus enhancing system reliability and lifespan [<xref ref-type="bibr" rid="ref-10">10</xref>]. Given that CO<sub>2</sub>-water EGS performance strongly depends on geological and operational conditions, feasibility analysis is critical prior to field deployment. Previous studies employing reservoir simulators have substantially improved our understanding of key physical mechanisms in CO<sub>2</sub>-water EGS, including equations of state, multicomponent multiphase flow, heat transfer, CO<sub>2</sub> plume migration, and potential mineral reactions [<xref ref-type="bibr" rid="ref-11">11</xref>,<xref ref-type="bibr" rid="ref-12">12</xref>]. Reservoir simulation results facilitate assessment of critical performance indicators, such as thermal extraction efficiency, carbon sequestration capacity, and system longevity [<xref ref-type="bibr" rid="ref-13">13</xref>]. Nevertheless, comprehensive analyses and optimization of CO<sub>2</sub>-water-EGS systems remain computationally challenging, primarily due to the substantial computational cost associated with thermal-hydrological-chemical (THC) simulations, especially for three-dimensional, field-scale models [<xref ref-type="bibr" rid="ref-14">14</xref>,<xref ref-type="bibr" rid="ref-15">15</xref>,<xref ref-type="bibr" rid="ref-16">16</xref>].</p>
      <p>Reduced-order models (ROMs) offer an efficient approach to significantly decrease computational costs in simulations while maintaining acceptable accuracy [<xref ref-type="bibr" rid="ref-17">17</xref>,<xref ref-type="bibr" rid="ref-18">18</xref>,<xref ref-type="bibr" rid="ref-19">19</xref>,<xref ref-type="bibr" rid="ref-20">20</xref>]. In recent years, ROMs have been extensively applied across various computational physics domains, including hydrocarbon recovery, geothermal energy extraction, and carbon dioxide sequestration [<xref ref-type="bibr" rid="ref-21">21</xref>]. In geothermal engineering, ROM techniques enable efficient predictions of critical reservoir parameters, such as pressure, temperature, and stress fields, by leveraging available training datasets [<xref ref-type="bibr" rid="ref-22">22</xref>,<xref ref-type="bibr" rid="ref-23">23</xref>,<xref ref-type="bibr" rid="ref-24">24</xref>]. For instance, Bassam et al. proposed an artificial neural network (ANN)-based approach to characterize geothermal reservoirs with inclined and vertical geometries [<xref ref-type="bibr" rid="ref-25">25</xref>]. These surrogate models can effectively replace traditional numerical simulators in complex geothermal reservoir simulations, significantly reducing computational cost while maintaining satisfactory accuracy [<xref ref-type="bibr" rid="ref-26">26</xref>,<xref ref-type="bibr" rid="ref-27">27</xref>]. Consequently, deep-learning-based ROMs have become powerful tools for uncertainty quantification, inverse modeling, and optimization in geothermal applications [<xref ref-type="bibr" rid="ref-28">28</xref>,<xref ref-type="bibr" rid="ref-29">29</xref>]. Wang et al. proposed a deep learning-based closed-loop optimization framework for geothermal reservoir well control, integrating a hybrid convolution-recurrent neural network surrogate with differential evolution and iterative ensemble smoothing, achieving efficient real-time optimization and uncertainty reduction in reservoir management [<xref ref-type="bibr" rid="ref-30">30</xref>].</p>
      <p>In summary, the present study develops a multimodal-fusion Transformer surrogate to accelerate the simulation and optimization of CO<sub>2</sub>&#x2013;water enhanced geothermal systems. Unlike existing data-driven approaches, the proposed framework explicitly integrates geological heterogeneity, operational controls, and physical-field tensors within a unified architecture. The main contributions of this work are fourfold:
<list list-type="order">
<list-item>
<label>1.</label>
  <p>Workflow design: We establish a complete workflow that couples high-fidelity multiphase-thermal simulations with a Transformer-based surrogate, enabling accurate three-dimensional prediction of reservoir dynamics.</p>
</list-item>
<list-item>
<label>2.</label>
  <p>Physics-guided loss functions: We introduce mass-balance, energy-conservation, and bound-preserving penalties to enhance physical consistency of the network outputs.</p>
</list-item>
<list-item>
<label>3.</label>
  <p>Closed-loop optimization: The surrogate is coupled with a differential evolution algorithm to enable real-time optimization of injection strategies under multiple economic and operational objectives.</p>
</list-item>
<list-item>
<label>4.</label>
  <p>Economic assessment: The framework incorporates net present value (NPV) as a direct optimization metric, providing a practical tool for decision support in geothermal engineering.</p>
</list-item>
</list></p>
      <p>Through this combination of physical insight and deep learning, the proposed approach provides both computational efficiency and practical applicability, paving the way for real-time forecasting and optimization in next-generation geothermal energy development.</p>
    </sec>
    <sec id="s2">
      <label>2</label>
      <title>Methods</title>
      <p>In this section, we detail the multimodal fusion Transformer agent model and optimization workflow.</p>
      <sec id="s2_1">
        <label>2.1</label>
        <title>Mathematical Model</title>
        <p>The physical reservoir simulations were performed using CMG-STARS, a robust numerical simulator capable of solving nonlinear systems governing multiphase, multicomponent fluid flow and heat transport in multidimensional porous media. To simplify numerical modeling, several reasonable assumptions were adopted: (1) chemical reactions within the reservoir were neglected; (2) mechanical effects were not considered; and (3) fluid flow was assumed to follow Darcy&#x2019;s law.</p>
        <p>In this study, the geothermal system involved a mixture of CO<sub>2</sub> and water as working fluids. Fluid flow through the reservoir matrix was described by a mass conservation equation based on Darcy&#x2019;s law, expressed as follows:
        <disp-formula id="eqn-1">
          <label>(1)</label>
          <mml:math display="block" id="mml-eqn-1">
            <mml:mrow>
              <mml:mi>&#x3C6;</mml:mi>
              <mml:mfrac>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:msub>
                    <mml:mi>&#x3C1;</mml:mi>
                    <mml:mi>f</mml:mi>
                  </mml:msub>
                </mml:mrow>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>t</mml:mi>
                </mml:mrow>
              </mml:mfrac>
              <mml:mo>&#x2212;</mml:mo>
              <mml:mo>&#x2207;</mml:mo>
              <mml:mo>&#x2022;</mml:mo>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:mfenced close="]" open="[">
                <mml:mrow>
                  <mml:mfrac>
                    <mml:mi>k</mml:mi>
                    <mml:mrow>
                      <mml:msub>
                        <mml:mi>&#x3BC;</mml:mi>
                        <mml:mi>f</mml:mi>
                      </mml:msub>
                    </mml:mrow>
                  </mml:mfrac>
                  <mml:mo>&#x2207;</mml:mo>
                  <mml:mi>p</mml:mi>
                  <mml:mo>+</mml:mo>
                  <mml:msub>
                    <mml:mi>&#x3C1;</mml:mi>
                    <mml:mi>f</mml:mi>
                  </mml:msub>
                  <mml:mi>g</mml:mi>
                  <mml:mo>&#x2207;</mml:mo>
                  <mml:mi mathvariant="normal">z</mml:mi>
                </mml:mrow>
              </mml:mfenced>
              <mml:mo>=</mml:mo>
              <mml:mo>&#x2212;</mml:mo>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:mi>S</mml:mi>
              <mml:mfrac>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>p</mml:mi>
                </mml:mrow>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>t</mml:mi>
                </mml:mrow>
              </mml:mfrac>
              <mml:mo>&#x2212;</mml:mo>
              <mml:msub>
                <mml:mi>Q</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        where, <inline-formula id="ieqn-1">
<mml:math id="mml-ieqn-1">
	<mml:mi>&#x3C6;</mml:mi>
</mml:math>
</inline-formula> denotes the reservoir porosity; <inline-formula id="ieqn-2">
<mml:math id="mml-ieqn-2">
	<mml:mrow>
		<mml:msub>
			<mml:mi>&#x3C1;</mml:mi>
			<mml:mi>f</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> is the density of the working fluid; <italic>t</italic> represents time; <italic>k</italic> is the reservoir permeability; <inline-formula id="ieqn-3">
<mml:math id="mml-ieqn-3">
	<mml:mrow>
		<mml:msub>
			<mml:mi>&#x3BC;</mml:mi>
			<mml:mi>f</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> indicates fluid viscosity; <italic>p</italic> denotes reservoir pressure; <italic>g</italic> represents gravitational acceleration; and <italic>z</italic> indicates the vertical direction; <italic>S</italic> is the specific storage of the rock matrix; and <italic>Q<sub>f</sub></italic> describes the mass source/sink term associated with fluid injection or production within the rock matrix. Similarly, fluid flow within fractures is described by the mass conservation equation and Darcy&#x2019;s law as shown in Eq. (2):
        <disp-formula id="eqn-2">
          <label>(2)</label>
          <mml:math display="block" id="mml-eqn-2">
            <mml:mrow>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>&#x3C6;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:mfrac>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:msub>
                    <mml:mi>&#x3C1;</mml:mi>
                    <mml:mi>f</mml:mi>
                  </mml:msub>
                </mml:mrow>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>t</mml:mi>
                </mml:mrow>
              </mml:mfrac>
              <mml:mo>&#x2212;</mml:mo>
              <mml:msub>
                <mml:mo>&#x2207;</mml:mo>
                <mml:mi>T</mml:mi>
              </mml:msub>
              <mml:mo>&#x2022;</mml:mo>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:mfenced close="]" open="[">
                <mml:mrow>
                  <mml:mfrac>
                    <mml:mrow>
                      <mml:msub>
                        <mml:mi>k</mml:mi>
                        <mml:mi>f</mml:mi>
                      </mml:msub>
                    </mml:mrow>
                    <mml:mrow>
                      <mml:msub>
                        <mml:mi>&#x3BC;</mml:mi>
                        <mml:mi>f</mml:mi>
                      </mml:msub>
                    </mml:mrow>
                  </mml:mfrac>
                  <mml:mfenced>
                    <mml:mrow>
                      <mml:msub>
                        <mml:mo>&#x2207;</mml:mo>
                        <mml:mi>T</mml:mi>
                      </mml:msub>
                      <mml:mi>p</mml:mi>
                      <mml:mo>+</mml:mo>
                      <mml:msub>
                        <mml:mi>&#x3C1;</mml:mi>
                        <mml:mi>f</mml:mi>
                      </mml:msub>
                      <mml:mi>g</mml:mi>
                      <mml:mo>&#x2207;</mml:mo>
                      <mml:mi mathvariant="normal">z</mml:mi>
                    </mml:mrow>
                  </mml:mfenced>
                </mml:mrow>
              </mml:mfenced>
              <mml:mo>=</mml:mo>
              <mml:mo>&#x2212;</mml:mo>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>S</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:mfrac>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>p</mml:mi>
                </mml:mrow>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>t</mml:mi>
                </mml:mrow>
              </mml:mfrac>
              <mml:mo>+</mml:mo>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>Q</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        where, <italic>d<sub>f</sub></italic> represents fracture aperture, and <inline-formula id="ieqn-4">
<mml:math id="mml-ieqn-4">
	<mml:mrow>
		<mml:msub>
			<mml:mo>&#x2207;</mml:mo>
			<mml:mi>T</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> denotes the gradient operator restricted to the fracture tangential plane; <inline-formula id="ieqn-5">
<mml:math id="mml-ieqn-5">
	<mml:mrow>
		<mml:msub>
			<mml:mi>&#x3C6;</mml:mi>
			<mml:mi>f</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> is the fracture porosity; <italic>k<sub>f</sub></italic> and <italic>S<sub>f</sub></italic> are the fracture permeability and specific storage of the fracture, respectively.</p>
        <p>In this study, the reservoir is assumed to be in local thermal equilibrium, implying instantaneous thermal equilibrium between the fluid and rock matrix. Thus, heat transfer within the porous medium can be described using a single conservation equation, as given in Eq. (3):
        <disp-formula id="eqn-3">
          <label>(3)</label>
          <mml:math display="block" id="mml-eqn-3">
            <mml:mrow>
              <mml:msub>
                <mml:mrow>
                  <mml:mfenced>
                    <mml:mrow>
                      <mml:mi>&#x3C1;</mml:mi>
                      <mml:msub>
                        <mml:mi>C</mml:mi>
                        <mml:mi>p</mml:mi>
                      </mml:msub>
                    </mml:mrow>
                  </mml:mfenced>
                </mml:mrow>
                <mml:mrow>
                  <mml:mi>e</mml:mi>
                  <mml:mi>f</mml:mi>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:mfrac>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>T</mml:mi>
                </mml:mrow>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>t</mml:mi>
                </mml:mrow>
              </mml:mfrac>
              <mml:mo>+</mml:mo>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>C</mml:mi>
                <mml:mrow>
                  <mml:mi>p</mml:mi>
                  <mml:mo>,</mml:mo>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:mstyle mathsize="normal" mathvariant="bold">
                <mml:mi>u</mml:mi>
              </mml:mstyle>
              <mml:mo>&#x2022;</mml:mo>
              <mml:mo>&#x2207;</mml:mo>
              <mml:mi>T</mml:mi>
              <mml:mo>&#x2212;</mml:mo>
              <mml:mo>&#x2207;</mml:mo>
              <mml:mfenced>
                <mml:mrow>
                  <mml:msub>
                    <mml:mi>&#x3BB;</mml:mi>
                    <mml:mrow>
                      <mml:mi>e</mml:mi>
                      <mml:mi>f</mml:mi>
                      <mml:mi>f</mml:mi>
                    </mml:mrow>
                  </mml:msub>
                  <mml:mo>&#x2207;</mml:mo>
                  <mml:mi>T</mml:mi>
                </mml:mrow>
              </mml:mfenced>
              <mml:mo>=</mml:mo>
              <mml:mo>&#x2212;</mml:mo>
              <mml:msub>
                <mml:mi>Q</mml:mi>
                <mml:mrow>
                  <mml:mi>f</mml:mi>
                  <mml:mo>,</mml:mo>
                  <mml:mi>E</mml:mi>
                </mml:mrow>
              </mml:msub>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        where, <italic>T</italic> represents temperature; <inline-formula id="ieqn-6">
<mml:math id="mml-ieqn-6">
	<mml:mrow>
		<mml:msub>
			<mml:mi>C</mml:mi>
			<mml:mrow>
				<mml:mi>p</mml:mi>
				<mml:mo>,</mml:mo>
				<mml:mi>f</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> denotes the heat exchange between the rock matrix and fracture; <inline-formula id="ieqn-7">
<mml:math id="mml-ieqn-7">
	<mml:mrow>
		<mml:msub>
			<mml:mi>Q</mml:mi>
			<mml:mrow>
				<mml:mi>f</mml:mi>
				<mml:mo>,</mml:mo>
				<mml:mi>E</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> represents the effective volumetric heat capacity; and <inline-formula id="ieqn-8">
<mml:math id="mml-ieqn-8">
	<mml:mrow>
		<mml:msub>
			<mml:mi>&#x3BB;</mml:mi>
			<mml:mrow>
				<mml:mi>e</mml:mi>
				<mml:mi>f</mml:mi>
				<mml:mi>f</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> denotes the effective thermal conductivity; The effective volumetric heat capacity <inline-formula id="ieqn-9">
<mml:math id="mml-ieqn-9">
	<mml:mrow>
		<mml:msub>
			<mml:mrow>
				<mml:mfenced>
					<mml:mrow>
						<mml:mi>&#x3C1;</mml:mi>
						<mml:msub>
							<mml:mi>C</mml:mi>
							<mml:mi>p</mml:mi>
						</mml:msub>
					</mml:mrow>
				</mml:mfenced>
			</mml:mrow>
			<mml:mrow>
				<mml:mi>e</mml:mi>
				<mml:mi>f</mml:mi>
				<mml:mi>f</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> and effective thermal conductivity are calculated based on the volumetric averaging model, incorporating the thermal properties of both reservoir rock and the working fluid, as shown in Eqs. (4) and (5).
        <disp-formula id="eqn-4">
          <label>(4)</label>
          <mml:math display="block" id="mml-eqn-4">
            <mml:mrow>
              <mml:msub>
                <mml:mrow>
                  <mml:mfenced>
                    <mml:mrow>
                      <mml:mi>&#x3C1;</mml:mi>
                      <mml:msub>
                        <mml:mi>C</mml:mi>
                        <mml:mi>p</mml:mi>
                      </mml:msub>
                    </mml:mrow>
                  </mml:mfenced>
                </mml:mrow>
                <mml:mrow>
                  <mml:mi>e</mml:mi>
                  <mml:mi>f</mml:mi>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:mo>=</mml:mo>
              <mml:mo stretchy="false">(</mml:mo>
              <mml:mn>1</mml:mn>
              <mml:mo>&#x2212;</mml:mo>
              <mml:mi>&#x3C6;</mml:mi>
              <mml:mo stretchy="false">)</mml:mo>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>s</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>C</mml:mi>
                <mml:mrow>
                  <mml:mi>p</mml:mi>
                  <mml:mo>,</mml:mo>
                  <mml:mi>s</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:mo>+</mml:mo>
              <mml:mi>&#x3C6;</mml:mi>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>C</mml:mi>
                <mml:mrow>
                  <mml:mi>p</mml:mi>
                  <mml:mo>,</mml:mo>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        <disp-formula id="eqn-5">
          <label>(5)</label>
          <mml:math display="block" id="mml-eqn-5">
            <mml:mrow>
              <mml:msub>
                <mml:mi>&#x3BB;</mml:mi>
                <mml:mrow>
                  <mml:mi>e</mml:mi>
                  <mml:mi>f</mml:mi>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:mo>=</mml:mo>
              <mml:mo stretchy="false">(</mml:mo>
              <mml:mn>1</mml:mn>
              <mml:mo>&#x2212;</mml:mo>
              <mml:mi>&#x3C6;</mml:mi>
              <mml:mo stretchy="false">)</mml:mo>
              <mml:msub>
                <mml:mi>&#x3BB;</mml:mi>
                <mml:mi>s</mml:mi>
              </mml:msub>
              <mml:mo>+</mml:mo>
              <mml:mi>&#x3C6;</mml:mi>
              <mml:msub>
                <mml:mi>&#x3BB;</mml:mi>
                <mml:mrow>
                  <mml:mi>e</mml:mi>
                  <mml:mi>f</mml:mi>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        where, <inline-formula id="ieqn-10">
<mml:math id="mml-ieqn-10">
	<mml:mrow>
		<mml:msub>
			<mml:mi>&#x3C1;</mml:mi>
			<mml:mi>s</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> represents the density of the solid phase in the reservoir; <inline-formula id="ieqn-11">
<mml:math id="mml-ieqn-11">
	<mml:mrow>
		<mml:msub>
			<mml:mi>C</mml:mi>
			<mml:mrow>
				<mml:mi>p</mml:mi>
				<mml:mo>,</mml:mo>
				<mml:mi>s</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> denotes the specific heat capacity of the solid; <inline-formula id="ieqn-12">
<mml:math id="mml-ieqn-12">
	<mml:mrow>
		<mml:msub>
			<mml:mi>&#x3BB;</mml:mi>
			<mml:mi>s</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> is the thermal conductivity of the solid phase. Similarly, the energy conservation equation for fractures within the porous medium can be expressed as Eq. (6):
        <disp-formula id="eqn-6">
          <label>(6)</label>
          <mml:math display="block" id="mml-eqn-6">
            <mml:mrow>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mrow>
                  <mml:mfenced>
                    <mml:mrow>
                      <mml:mi>&#x3C1;</mml:mi>
                      <mml:msub>
                        <mml:mi>C</mml:mi>
                        <mml:mi>p</mml:mi>
                      </mml:msub>
                    </mml:mrow>
                  </mml:mfenced>
                </mml:mrow>
                <mml:mrow>
                  <mml:mi>e</mml:mi>
                  <mml:mi>f</mml:mi>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:mfrac>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>T</mml:mi>
                </mml:mrow>
                <mml:mrow>
                  <mml:mo>&#x2202;</mml:mo>
                  <mml:mi>t</mml:mi>
                </mml:mrow>
              </mml:mfrac>
              <mml:mo>+</mml:mo>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>&#x3C1;</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>C</mml:mi>
                <mml:mrow>
                  <mml:mi>p</mml:mi>
                  <mml:mo>,</mml:mo>
                  <mml:mi>f</mml:mi>
                </mml:mrow>
              </mml:msub>
              <mml:msub>
                <mml:mi>u</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:mo>&#x2022;</mml:mo>
              <mml:msub>
                <mml:mo>&#x2207;</mml:mo>
                <mml:mi>T</mml:mi>
              </mml:msub>
              <mml:mi>T</mml:mi>
              <mml:mo>&#x2212;</mml:mo>
              <mml:msub>
                <mml:mo>&#x2207;</mml:mo>
                <mml:mi>T</mml:mi>
              </mml:msub>
              <mml:mo>&#x2022;</mml:mo>
              <mml:mfenced>
                <mml:mrow>
                  <mml:msub>
                    <mml:mi>d</mml:mi>
                    <mml:mi>f</mml:mi>
                  </mml:msub>
                  <mml:msub>
                    <mml:mi>&#x3BB;</mml:mi>
                    <mml:mrow>
                      <mml:mi>e</mml:mi>
                      <mml:mi>f</mml:mi>
                      <mml:mi>f</mml:mi>
                    </mml:mrow>
                  </mml:msub>
                  <mml:mo>&#x2207;</mml:mo>
                  <mml:mi>T</mml:mi>
                </mml:mrow>
              </mml:mfenced>
              <mml:mo>=</mml:mo>
              <mml:msub>
                <mml:mi>d</mml:mi>
                <mml:mi>f</mml:mi>
              </mml:msub>
              <mml:msub>
                <mml:mi>Q</mml:mi>
                <mml:mrow>
                  <mml:mi>f</mml:mi>
                  <mml:mo>,</mml:mo>
                  <mml:mi>E</mml:mi>
                </mml:mrow>
              </mml:msub>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        the parameters <italic>u</italic> and <italic>u<sub>f</sub></italic> in Eqs. (3) and (6) represent the Darcy velocities of the working fluid in the reservoir matrix and fractures, respectively.</p>
      </sec>
      <sec id="s2_2">
        <label>2.2</label>
        <title>Deep Learning Surrogate Model</title>
        <p>CO<sub>2</sub>-water EGS numerical simulations typically require significant computational resources due to the complex calculations involved in phase equilibrium and heat transfer, resulting in low computational efficiency. Mapping input data, such as permeability and porosity fields, to reservoir production data using traditional numerical simulators is both computationally expensive and time-consuming.</p>
        <disp-formula id="eqn-7">
          <mml:math display="block" id="mml-eqn-7">
            <mml:mrow>
              <mml:msup>
                <mml:mi>R</mml:mi>
                <mml:mrow>
                  <mml:mi>H</mml:mi>
                  <mml:mo>&#x2217;</mml:mo>
                  <mml:mi>W</mml:mi>
                  <mml:mo>&#x2217;</mml:mo>
                  <mml:mi>D</mml:mi>
                  <mml:mo>&#x2217;</mml:mo>
                  <mml:msub>
                    <mml:mi>N</mml:mi>
                    <mml:mi>f</mml:mi>
                  </mml:msub>
                </mml:mrow>
              </mml:msup>
              <mml:mover>
                <mml:mo mathsize="140%">&#x2192;</mml:mo>
                <mml:mrow>
                  <mml:mi>f</mml:mi>
                  <mml:mo stretchy="false">(</mml:mo>
                  <mml:mi>x</mml:mi>
                  <mml:mo stretchy="false">)</mml:mo>
                </mml:mrow>
              </mml:mover>
              <mml:msup>
                <mml:mi>R</mml:mi>
                <mml:mrow>
                  <mml:msub>
                    <mml:mi>N</mml:mi>
                    <mml:mi>d</mml:mi>
                  </mml:msub>
                  <mml:mo>&#x2217;</mml:mo>
                  <mml:mi>T</mml:mi>
                </mml:mrow>
              </mml:msup>
            </mml:mrow>
          </mml:math>
        </disp-formula>
        <p>In this equation, <italic>H</italic>, <italic>W</italic>, and <italic>D</italic> denote the three-dimensional spatial grid resolutions in the spatial domain. Traditional numerical simulation approaches, when applied to such three-dimensional grid structures, commonly face challenges related to computational inefficiency due to inherent nonlinearities and spatiotemporal constraints. To overcome these limitations, this study proposes a multimodal fusion Transformer neural network model that significantly simplifies this procedure. The proposed model provides an efficient approximation method to predict geothermal production data, thereby considerably reducing computational costs. In this section, we detail the construction of the proposed neural network architecture.</p>
        <sec id="s2_2_1">
          <label>2.2.1</label>
          <title>Theoretical Foundation</title>
          <p>The self-attention mechanism is the core component of the Transformer model, designed to capture global dependencies among elements within a sequence. By leveraging self-attention, the model can dynamically focus on relevant positions in the sequence when computing the representation of each element, thereby effectively modeling long-range dependencies. For a given input feature sequence <inline-formula id="ieqn-13">
<mml:math id="mml-ieqn-13">
	<mml:mrow>
		<mml:mstyle mathsize="normal" mathvariant="bold">
			<mml:mi>X</mml:mi>
		</mml:mstyle>
		<mml:mo>=</mml:mo>
		<mml:mfenced close="]" open="[">
			<mml:mrow>
				<mml:msub>
					<mml:mstyle mathsize="normal" mathvariant="bold">
						<mml:mi>x</mml:mi>
					</mml:mstyle>
					<mml:mn>1</mml:mn>
				</mml:msub>
				<mml:mo>,</mml:mo>
				<mml:msub>
					<mml:mstyle mathsize="normal" mathvariant="bold">
						<mml:mi>x</mml:mi>
					</mml:mstyle>
					<mml:mn>2</mml:mn>
				</mml:msub>
				<mml:mo>,</mml:mo>
				<mml:mo>&#x2026;</mml:mo>
				<mml:mo>,</mml:mo>
				<mml:msub>
					<mml:mstyle mathsize="normal" mathvariant="bold">
						<mml:mi>x</mml:mi>
					</mml:mstyle>
					<mml:mi>n</mml:mi>
				</mml:msub>
			</mml:mrow>
		</mml:mfenced>
	</mml:mrow>
</mml:math>
</inline-formula>, the query, key, and value matrices are obtained through linear transformations:
          <disp-formula id="eqn-8">
            <label>(7)</label>
            <mml:math display="block" id="mml-eqn-8">
              <mml:mtable columnalign="left">
                <mml:mtr>
                  <mml:mtd>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>Q</mml:mi>
                      </mml:mstyle>
                      <mml:mi>h</mml:mi>
                    </mml:msub>
                    <mml:mo>=</mml:mo>
                    <mml:mstyle mathsize="normal" mathvariant="bold">
                      <mml:mi>X</mml:mi>
                    </mml:mstyle>
                    <mml:msubsup>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>W</mml:mi>
                      </mml:mstyle>
                      <mml:mi>h</mml:mi>
                      <mml:mi>Q</mml:mi>
                    </mml:msubsup>
                  </mml:mtd>
                </mml:mtr>
                <mml:mtr>
                  <mml:mtd>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>K</mml:mi>
                      </mml:mstyle>
                      <mml:mi>h</mml:mi>
                    </mml:msub>
                    <mml:mo>=</mml:mo>
                    <mml:mstyle mathsize="normal" mathvariant="bold">
                      <mml:mi>X</mml:mi>
                    </mml:mstyle>
                    <mml:msubsup>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>W</mml:mi>
                      </mml:mstyle>
                      <mml:mi>h</mml:mi>
                      <mml:mi>K</mml:mi>
                    </mml:msubsup>
                  </mml:mtd>
                </mml:mtr>
                <mml:mtr>
                  <mml:mtd>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>V</mml:mi>
                      </mml:mstyle>
                      <mml:mi>h</mml:mi>
                    </mml:msub>
                    <mml:mo>=</mml:mo>
                    <mml:mstyle mathsize="normal" mathvariant="bold">
                      <mml:mi>X</mml:mi>
                    </mml:mstyle>
                    <mml:msubsup>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>W</mml:mi>
                      </mml:mstyle>
                      <mml:mi>h</mml:mi>
                      <mml:mi>V</mml:mi>
                    </mml:msubsup>
                  </mml:mtd>
                </mml:mtr>
              </mml:mtable>
            </mml:math>
          </disp-formula>
          where <italic>h</italic> denotes the <italic>h</italic>-th attention head, and <inline-formula id="ieqn-14">
<mml:math id="mml-ieqn-14">
	<mml:mrow>
		<mml:msubsup>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>W</mml:mi>
			</mml:mstyle>
			<mml:mi>h</mml:mi>
			<mml:mi>Q</mml:mi>
		</mml:msubsup>
	</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="ieqn-15">
<mml:math id="mml-ieqn-15">
	<mml:mrow>
		<mml:msubsup>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>W</mml:mi>
			</mml:mstyle>
			<mml:mi>h</mml:mi>
			<mml:mi>K</mml:mi>
		</mml:msubsup>
	</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="ieqn-16">
<mml:math id="mml-ieqn-16">
	<mml:mrow>
		<mml:msubsup>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>W</mml:mi>
			</mml:mstyle>
			<mml:mi>h</mml:mi>
			<mml:mi>V</mml:mi>
		</mml:msubsup>
	</mml:mrow>
</mml:math>
</inline-formula> are learnable parameter matrices with dimensions <inline-formula id="ieqn-17">
<mml:math id="mml-ieqn-17">
	<mml:mrow>
		<mml:msub>
			<mml:mi>d</mml:mi>
			<mml:mrow>
				<mml:mi>mod</mml:mi>
				<mml:mi>e</mml:mi>
				<mml:mi>l</mml:mi>
			</mml:mrow>
		</mml:msub>
		<mml:mo>&#xD7;</mml:mo>
		<mml:msub>
			<mml:mi>d</mml:mi>
			<mml:mi>k</mml:mi>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula>. For each position, the relevance score is computed by taking the dot product between the query vector <bold>Q</bold> and all key vectors <bold>K</bold>:
          <disp-formula id="eqn-9">
            <label>(8)</label>
            <mml:math display="block" id="mml-eqn-9">
              <mml:mrow>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>Z</mml:mi>
                  </mml:mstyle>
                  <mml:mi>h</mml:mi>
                </mml:msub>
                <mml:mo>=</mml:mo>
                <mml:mi mathvariant="normal">Attention</mml:mi>
                <mml:mo stretchy="false">(</mml:mo>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>Q</mml:mi>
                  </mml:mstyle>
                  <mml:mi>h</mml:mi>
                </mml:msub>
                <mml:mo>,</mml:mo>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>K</mml:mi>
                  </mml:mstyle>
                  <mml:mi>h</mml:mi>
                </mml:msub>
                <mml:mo>,</mml:mo>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>V</mml:mi>
                  </mml:mstyle>
                  <mml:mi>h</mml:mi>
                </mml:msub>
                <mml:mo stretchy="false">)</mml:mo>
                <mml:mo>=</mml:mo>
                <mml:mi mathvariant="normal">softmax</mml:mi>
                <mml:mfenced>
                  <mml:mrow>
                    <mml:mfrac>
                      <mml:mrow>
                        <mml:msub>
                          <mml:mstyle mathsize="normal" mathvariant="bold">
                            <mml:mi>Q</mml:mi>
                          </mml:mstyle>
                          <mml:mi>h</mml:mi>
                        </mml:msub>						
                        <mml:msup>
                        <mml:msub>
                          <mml:mstyle mathsize="normal" mathvariant="bold">
                            <mml:mi>K</mml:mi>
                          </mml:mstyle>
                          <mml:mi>h</mml:mi>
                        </mml:msub>
                          <mml:mo>&#x22A4;</mml:mo>
                        </mml:msup>
                      </mml:mrow>
                      <mml:mrow>
                        <mml:msqrt>
                          <mml:mrow>
                            <mml:msub>
                              <mml:mi>d</mml:mi>
                              <mml:mi>k</mml:mi>
                            </mml:msub>
                          </mml:mrow>
                        </mml:msqrt>
                      </mml:mrow>
                    </mml:mfrac>
                  </mml:mrow>
                </mml:mfenced>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>V</mml:mi>
                  </mml:mstyle>
                  <mml:mi>h</mml:mi>
                </mml:msub>
              </mml:mrow>
            </mml:math>
          </disp-formula>
          where <italic>d<sub>k</sub></italic> represents the dimensionality of the key vector <bold>K</bold>, which is used to scale the dot product results to prevent numerical instability. The computed scores are then normalized using the SoftMax function, producing attention weights. The SoftMax operation ensures that the sum of the weights equals 1, allowing each position to aggregate information from others based on their relative importance. The attention outputs from multiple heads are concatenated and passed through a linear transformation:
          <disp-formula id="eqn-10">
            <label>(9)</label>
            <mml:math display="block" id="mml-eqn-10">
              <mml:mrow>
                <mml:mi mathvariant="normal">MultiHead</mml:mi>
                <mml:mfenced>
                  <mml:mrow>
                    <mml:mstyle mathsize="normal" mathvariant="bold">
                      <mml:mi>Q</mml:mi>
                    </mml:mstyle>
                    <mml:mo>,</mml:mo>
                    <mml:mstyle mathsize="normal" mathvariant="bold">
                      <mml:mi>K</mml:mi>
                    </mml:mstyle>
                    <mml:mo>,</mml:mo>
                    <mml:mstyle mathsize="normal" mathvariant="bold">
                      <mml:mi>V</mml:mi>
                    </mml:mstyle>
                  </mml:mrow>
                </mml:mfenced>
                <mml:mo>=</mml:mo>
                <mml:mi mathvariant="normal">Concat</mml:mi>
                <mml:mfenced>
                  <mml:mrow>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>Z</mml:mi>
                      </mml:mstyle>
                      <mml:mn>1</mml:mn>
                    </mml:msub>
                    <mml:mo>,</mml:mo>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>Z</mml:mi>
                      </mml:mstyle>
                      <mml:mn>2</mml:mn>
                    </mml:msub>
                    <mml:mo>,</mml:mo>
                    <mml:mo>&#x2026;</mml:mo>
                    <mml:mo>,</mml:mo>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>Z</mml:mi>
                      </mml:mstyle>
                      <mml:mi>H</mml:mi>
                    </mml:msub>
                  </mml:mrow>
                </mml:mfenced>
                <mml:msup>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>W</mml:mi>
                  </mml:mstyle>
                  <mml:mi>o</mml:mi>
                </mml:msup>
              </mml:mrow>
            </mml:math>
          </disp-formula>
          where, <inline-formula id="ieqn-18">
<mml:math id="mml-ieqn-18">
	<mml:mrow>
		<mml:msup>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>W</mml:mi>
			</mml:mstyle>
			<mml:mi>o</mml:mi>
		</mml:msup>
	</mml:mrow>
</mml:math>
</inline-formula> has dimensions of <inline-formula id="ieqn-19">
<mml:math id="mml-ieqn-19">
	<mml:mrow>
		<mml:mfenced>
			<mml:mrow>
				<mml:mi>H</mml:mi>
				<mml:mo>&#xD7;</mml:mo>
				<mml:msub>
					<mml:mi>d</mml:mi>
					<mml:mi>k</mml:mi>
				</mml:msub>
			</mml:mrow>
		</mml:mfenced>
		<mml:mo>&#xD7;</mml:mo>
		<mml:msub>
			<mml:mi>d</mml:mi>
			<mml:mrow>
				<mml:mi mathvariant="normal">model</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula>, and <italic>H</italic> represents the number of attention heads.</p>
          <p>By leveraging multiple attention heads in parallel, the model can capture diverse relationships between different positions within a sequence. Each attention head independently performs self-attention in a distinct subspace, and the results are concatenated to obtain a more expressive feature representation.</p>
          <p>Transformer model: Transformer model consists of an encoder and a decoder, each composed of multiple stacked identical layers. The encoder is constructed by stacking multiple identical encoder layers, where each layer consists of two sub-layers:
<list list-type="order">
<list-item>
<label>&#x2780;</label>
  <p>Multi-Head Self-Attention Sub-Layer: Computes self-attention, followed by residual connections and layer normalization.</p>
</list-item>
</list></p>
          <disp-formula id="eqn-11">
            <label>(10)</label>
            <mml:math display="block" id="mml-eqn-11">
              <mml:mrow>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>X</mml:mi>
                  </mml:mstyle>
                  <mml:mrow>
                    <mml:mi mathvariant="normal">SA</mml:mi>
                  </mml:mrow>
                </mml:msub>
                <mml:mo>=</mml:mo>
                <mml:mi mathvariant="normal">LayerNorm</mml:mi>
                <mml:mo stretchy="false">(</mml:mo>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>X</mml:mi>
                  </mml:mstyle>
                  <mml:mrow>
                    <mml:mi mathvariant="normal">input</mml:mi>
                  </mml:mrow>
                </mml:msub>
                <mml:mo>+</mml:mo>
                <mml:mi mathvariant="normal">MultiHead</mml:mi>
                <mml:mo stretchy="false">(</mml:mo>
                <mml:mstyle mathsize="normal" mathvariant="bold">
                  <mml:mi>Q</mml:mi>
                </mml:mstyle>
                <mml:mo>,</mml:mo>
                <mml:mstyle mathsize="normal" mathvariant="bold">
                  <mml:mi>K</mml:mi>
                </mml:mstyle>
                <mml:mo>,</mml:mo>
                <mml:mstyle mathsize="normal" mathvariant="bold">
                  <mml:mi>V</mml:mi>
                </mml:mstyle>
                <mml:mo stretchy="false">)</mml:mo>
                <mml:mo stretchy="false">)</mml:mo>
              </mml:mrow>
            </mml:math>
          </disp-formula>
          <p>
<list list-type="order">
<list-item>
<label>&#x2781;</label>
  <p>Applies a two-layer fully connected network, followed by residual connections and layer normalization.</p>
</list-item>
</list>
          <disp-formula id="eqn-12">
            <label>(11)</label>
            <mml:math display="block" id="mml-eqn-12">
              <mml:mrow>
                <mml:mstyle mathsize="normal" mathvariant="bold">
                  <mml:mi>Y</mml:mi>
                </mml:mstyle>
                <mml:mo>=</mml:mo>
                <mml:mi mathvariant="normal">LayerNorm</mml:mi>
                <mml:mfenced>
                  <mml:mrow>
                    <mml:msub>
                      <mml:mstyle mathsize="normal" mathvariant="bold">
                        <mml:mi>X</mml:mi>
                      </mml:mstyle>
                      <mml:mrow>
                        <mml:mi mathvariant="normal">SA</mml:mi>
                      </mml:mrow>
                    </mml:msub>
                    <mml:mo>+</mml:mo>
                    <mml:mi mathvariant="normal">FFN</mml:mi>
                    <mml:mfenced>
                      <mml:mrow>
                        <mml:msub>
                          <mml:mstyle mathsize="normal" mathvariant="bold">
                            <mml:mi>X</mml:mi>
                          </mml:mstyle>
                          <mml:mrow>
                            <mml:mi mathvariant="normal">SA</mml:mi>
                          </mml:mrow>
                        </mml:msub>
                      </mml:mrow>
                    </mml:mfenced>
                  </mml:mrow>
                </mml:mfenced>
              </mml:mrow>
            </mml:math>
          </disp-formula>
          where, <inline-formula id="ieqn-20">
<mml:math id="mml-ieqn-20">
	<mml:mstyle mathsize="normal" mathvariant="bold">
		<mml:mi>Y</mml:mi>
	</mml:mstyle>
</mml:math>
</inline-formula> represents the output sequence of the encoder, and FFN denotes the fully connected feed-forward network.</p>
          <p>The decoder is similar to the encoder but includes an additional encoder-decoder attention sub-layer, allowing the decoder to reference the encoder&#x2019;s output when generating predictions. To prevent the decoder from accessing future information while predicting the current position, masking is applied, setting the attention weights for future positions to negative infinity. The computation follows a similar procedure as the encoder&#x2019;s multi-head self-attention, but with the masking applied before the SoftMax operation.</p>
          <p>Since the Transformer does not rely on the recursive structure of sequential models, it can fully leverage GPU parallelization for more efficient computation. The self-attention mechanism enables the model to directly attend to any position within the sequence, making it well-suited for capturing long-range dependencies.</p>
          <p>Vision Transformer model: Traditional computer vision models are primarily based on Convolutional Neural Networks (CNNs), which leverage convolutional operations to capture local image features. However, CNNs have limitations in modeling global dependencies and long-range relationships. The Vision Transformer (ViT) applies the Transformer model to the image domain, utilizing self-attention mechanisms to capture global relationships between different image regions, achieving performance comparable to or even surpassing that of CNNs.</p>
          <p>The input image <inline-formula id="ieqn-21">
<mml:math id="mml-ieqn-21">
	<mml:mrow>
		<mml:mstyle mathsize="normal" mathvariant="bold">
			<mml:mi>I</mml:mi>
		</mml:mstyle>
		<mml:mo>&#x2208;</mml:mo>
		<mml:msup>
			<mml:mi>&#x211D;</mml:mi>
			<mml:mrow>
				<mml:mi>H</mml:mi>
				<mml:mo>&#xD7;</mml:mo>
				<mml:mi>W</mml:mi>
				<mml:mo>&#xD7;</mml:mo>
				<mml:mi>C</mml:mi>
			</mml:mrow>
		</mml:msup>
	</mml:mrow>
</mml:math>
</inline-formula> is first divided into <italic>N</italic> non-overlapping patches, each of size <inline-formula id="ieqn-22">
<mml:math id="mml-ieqn-22">
	<mml:mrow>
		<mml:mi>P</mml:mi>
		<mml:mo>&#xD7;</mml:mo>
		<mml:mi>P</mml:mi>
	</mml:mrow>
</mml:math>
</inline-formula>. These image patches are then flattened into vectors <inline-formula id="ieqn-23">
<mml:math id="mml-ieqn-23">
	<mml:mrow>
		<mml:msub>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>x</mml:mi>
			</mml:mstyle>
			<mml:mi>i</mml:mi>
		</mml:msub>
		<mml:mo>&#x2208;</mml:mo>
		<mml:msup>
			<mml:mi>&#x211D;</mml:mi>
			<mml:mrow>
				<mml:msup>
					<mml:mi>P</mml:mi>
					<mml:mn>2</mml:mn>
				</mml:msup>
				<mml:mi>C</mml:mi>
			</mml:mrow>
		</mml:msup>
	</mml:mrow>
</mml:math>
</inline-formula>, which are subsequently projected into a vector space of dimension <inline-formula id="ieqn-24">
<mml:math id="mml-ieqn-24">
	<mml:mrow>
		<mml:msub>
			<mml:mi>d</mml:mi>
			<mml:mrow>
				<mml:mi mathvariant="normal">model</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> through a linear mapping:
          <disp-formula id="eqn-13">
            <label>(12)</label>
            <mml:math display="block" id="mml-eqn-13">
              <mml:mrow>
                <mml:msubsup>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>z</mml:mi>
                  </mml:mstyle>
                  <mml:mi>i</mml:mi>
                  <mml:mn>0</mml:mn>
                </mml:msubsup>
                <mml:mo>=</mml:mo>
                <mml:mstyle mathsize="normal" mathvariant="bold">
                  <mml:mi>E</mml:mi>
                </mml:mstyle>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>x</mml:mi>
                  </mml:mstyle>
                  <mml:mi>i</mml:mi>
                </mml:msub>
                <mml:mo>+</mml:mo>
                <mml:msub>
                  <mml:mstyle mathsize="normal" mathvariant="bold">
                    <mml:mi>E</mml:mi>
                  </mml:mstyle>
                  <mml:mrow>
                    <mml:mi mathvariant="normal">pos</mml:mi>
                    <mml:mo>,</mml:mo>
                    <mml:mi>i</mml:mi>
                  </mml:mrow>
                </mml:msub>
              </mml:mrow>
            </mml:math>
          </disp-formula>
          where, <inline-formula id="ieqn-25">
<mml:math id="mml-ieqn-25">
	<mml:mrow>
		<mml:mstyle mathsize="normal" mathvariant="bold">
			<mml:mi>E</mml:mi>
		</mml:mstyle>
		<mml:mo>&#x2208;</mml:mo>
		<mml:msup>
			<mml:mi>&#x211D;</mml:mi>
			<mml:mrow>
				<mml:msub>
					<mml:mi>d</mml:mi>
					<mml:mrow>
						<mml:mi mathvariant="normal">model&#xA0;</mml:mi>
					</mml:mrow>
				</mml:msub>
				<mml:mo>&#xD7;</mml:mo>
				<mml:msup>
					<mml:mi>P</mml:mi>
					<mml:mn>2</mml:mn>
				</mml:msup>
				<mml:mi>C</mml:mi>
			</mml:mrow>
		</mml:msup>
	</mml:mrow>
</mml:math>
</inline-formula> represents the embedding matrix, and <inline-formula id="ieqn-26">
<mml:math id="mml-ieqn-26">
	<mml:mrow>
		<mml:msub>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>E</mml:mi>
			</mml:mstyle>
			<mml:mrow>
				<mml:mi mathvariant="normal">pos</mml:mi>
				<mml:mo>,</mml:mo>
				<mml:mi>i</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> denotes the positional encoding. A learnable classification token <inline-formula id="ieqn-27">
<mml:math id="mml-ieqn-27">
	<mml:mrow>
		<mml:msubsup>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>z</mml:mi>
			</mml:mstyle>
			<mml:mn>0</mml:mn>
			<mml:mn>0</mml:mn>
		</mml:msubsup>
	</mml:mrow>
</mml:math>
</inline-formula> is introduced to aggregate global information. The sequence <inline-formula id="ieqn-28">
<mml:math id="mml-ieqn-28">
	<mml:mrow>
		<mml:msup>
			<mml:mstyle mathsize="normal" mathvariant="bold">
				<mml:mi>Z</mml:mi>
			</mml:mstyle>
			<mml:mn>0</mml:mn>
		</mml:msup>
		<mml:mo>=</mml:mo>
		<mml:mfenced close="]" open="[">
			<mml:mrow>
				<mml:msubsup>
					<mml:mstyle mathsize="normal" mathvariant="bold">
						<mml:mi>z</mml:mi>
					</mml:mstyle>
					<mml:mn>0</mml:mn>
					<mml:mn>0</mml:mn>
				</mml:msubsup>
				<mml:mo>,</mml:mo>
				<mml:msubsup>
					<mml:mstyle mathsize="normal" mathvariant="bold">
						<mml:mi>z</mml:mi>
					</mml:mstyle>
					<mml:mn>1</mml:mn>
					<mml:mn>0</mml:mn>
				</mml:msubsup>
				<mml:mo>,</mml:mo>
				<mml:mo>&#x2026;</mml:mo>
				<mml:mo>,</mml:mo>
				<mml:msubsup>
					<mml:mstyle mathsize="normal" mathvariant="bold">
						<mml:mi>z</mml:mi>
					</mml:mstyle>
					<mml:mi>N</mml:mi>
					<mml:mn>0</mml:mn>
				</mml:msubsup>
			</mml:mrow>
		</mml:mfenced>
	</mml:mrow>
</mml:math>
</inline-formula> is then fed into the Transformer encoder for further processing.</p>
          <p>By leveraging the self-attention mechanism, ViT can effectively capture long-range dependencies within an image, overcoming the receptive field limitations inherent in convolutional neural networks, As shown in <xref ref-type="fig" rid="fig-2">Fig. 2</xref>.</p>
          <fig id="fig-2">
            <label>Figure 2</label>
            <caption>
              <p>Schematic diagram of the vision neural network [<xref ref-type="bibr" rid="ref-31">31</xref>] copyright &#xA9;2025, AIP publishing.</p>
            </caption>
            <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-2.tif"/>
          </fig>
        </sec>
        <sec id="s2_2_2">
          <label>2.2.2</label>
          <title>Model Design</title>
          <p>The multi-modal fusion Transformer model proposed in this study aims to integrate physical field data and geothermal development scheme information, fully utilizing the self-attention mechanism of the Transformer and the input processing approach of ViT to construct a model capable of efficiently predicting the target task.</p>
          <p>This model consists of three key components. The details of each module are described below.</p>
          <p>Input Processing: The input to the model consists of three primary data sources: physical field features, geothermal development scheme data, and graph-based spatial information. These inputs capture both spatial and temporal characteristics of the reservoir and its operational conditions. (1) The physical properties of the geothermal reservoir are represented by permeability distributions in both fracture networks and the rock matrix. (2) The development scheme data includes key operational parameters such as injection/production rates and temperature variations over time. (3) To unify these heterogeneous inputs, the model applies linear transformations: The geothermal scheme data is mapped to a 128-dimensional latent space using a fully connected layer. The permeability fields (fracture and matrix) are projected into a 256-dimensional feature space using another fully connected layer. The three feature sets (geothermal scheme, fracture, and matrix) are concatenated into a unified 640-dimensional feature representation, which is further processed using an additional linear transformation to 256 dimensions.</p>
          <p>Before being fed into the Transformer, the processed input features undergo Layer Normalization and Dropout Regularization to improve generalization and prevent overfitting. Furthermore, a positional encoding module is incorporated to inject sequential dependencies into the Transformer, preserving the temporal relationships of geothermal production processes.</p>
          <p>Multimodal Fusion Transformer-Based Architecture: The core of the model consists of multiple Transformer encoder and decoder layers, specifically designed to capture both short-term and long-term dependencies in the geothermal production process.</p>
          <p>Transformer Encoder: The encoder module processes the input through four stacked layers. Each layer first applies a multi-head self-attention mechanism to extract spatial-temporal dependencies. The output is then passed through residual connections and layer normalization to maintain numerical stability. A feedforward network follows, transforming the feature space before another residual connection and layer normalization are applied. This sequence is repeated across all encoder layers, progressively refining the feature representations.</p>
          <p>Transformer Decoder: The decoder module processes the encoded representations through multiple self-attention layers, establishing dependencies across different timesteps. The output is then passed through cross-attention layers, where it attends to encoder outputs for feature integration. Next, a feedforward network refines the transformed representations, followed by residual connections and layer normalization to stabilize processing. The final output is obtained through a linear projection layer, mapping the decoded features to the target prediction format.</p>
          <p>Output Prediction: The final output of the model consists of key geothermal production parameters. The predicted parameters are structured as a sequence of feature vectors, each corresponding to a specific geothermal production indicator.</p>
          <p>As shown in <xref ref-type="fig" rid="fig-3">Fig. 3</xref>, the proposed methodology follows a streamlined workflow that integrates data processing, feature representation, model construction, and forecasting with optimization. Initially, reservoir and fracture parameters, injection&#x2013;production schedules, and CO<sub>2</sub>&#x2013;water mixture properties are derived from numerical simulations. These data are standardized through normalization, while the production time series are segmented into fixed-length sliding windows to enable sequential learning. Geological structures and injection&#x2013;production connectivity are then encoded into graph adjacency matrices, which capture the spatial correlations among wells. At the same time, dynamic production sequences are mapped into a multimodal embedding space that combines both geological information and operational signals, ensuring a balanced representation of spatial and temporal features.</p>
          <fig id="fig-3">
            <label>Figure 3</label>
            <caption>
              <p>Schematic diagram of the model.</p>
            </caption>
            <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-3.tif"/>
          </fig>
          <p>Building upon these inputs, the proposed multimodal-fusion Transformer architecture processes temporal sequences with self-attention and extracts spatial connectivity patterns through graph convolution. The outputs of these two encoders are merged in a fusion layer, creating a joint latent space that fully exploits the complementary nature of different modalities. During training, physics-guided loss functions&#x2014;enforcing mass and energy balance consistency&#x2014;are incorporated to enhance the model&#x2019;s interpretability and generalizability. Once trained, the surrogate model is capable of rapidly forecasting pressure, temperature, and production performance, achieving near real-time efficiency. Furthermore, the surrogate is coupled with an optimization module based on differential evolution, which searches for improved injection strategies while balancing economic benefits and sustainability metrics such as CO<sub>2</sub> storage efficiency and temperature breakthrough control.</p>
        </sec>
      </sec>
    </sec>
    <sec id="s3">
      <label>3</label>
      <title>Case Studies</title>
      <p>This study discusses an enhanced geothermal system developed for the New Mexico region. The area is endowed with abundant HDR resources, and its reservoirs are characterized by high temperatures and low permeability, using a CO<sub>2</sub>&#x2013;water mixture as the working fluid. In this case, the CMG STARS&#x2122; simulator was employed to construct a dual-porosity, dual-permeability model that captures the coupling effects between the reservoir matrix and the engineered fractures. The main assumptions include always maintaining local thermal equilibrium within the reservoir and using the dual-porosity model to describe the heat conduction and mass exchange between the fractures and the matrix. The reservoir volume is 1770 &#xD7; 1770 &#xD7; 110 m<sup>3</sup>, and some parameters are listed in <xref ref-type="table" rid="table-1">Table 1</xref>. Nine injection wells are used to introduce the working fluid into the reservoir, while sixteen production wells extract geothermal energy. The well locations are shown in <xref ref-type="fig" rid="fig-4">Fig. 4</xref>.</p>
      <table-wrap id="table-1">
        <label>Table 1</label>
        <caption>
          <p>Model parameters.</p>
        </caption>
        <table>
          <thead>
            <tr>
              <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Parameters</th>
              <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Values</th>
            </tr>
          </thead>
          <tbody>
            <tr>
              <td align="left" valign="middle">Initial formation temperature</td>
              <td align="left" valign="middle">200&#xB0;C</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Initial formation pressure</td>
              <td align="left" valign="middle">31 MPa</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Matrix porosity</td>
              <td align="left" valign="middle">0.2</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Fracture porosity</td>
              <td align="left" valign="middle">0.25</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Fracture spacing</td>
              <td align="left" valign="middle">10 m</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Injection temperature</td>
              <td align="left" valign="middle">15.56&#xB0;C</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Initial water saturation</td>
              <td align="left" valign="middle">0.5</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Rock thermal conductivity</td>
              <td align="left" valign="middle">1.73 W/(m&#xB7;&#xB0;C)</td>
            </tr>
            <tr>
              <td align="left" valign="middle" style="border-bottom:solid thin">Rock specific heat</td>
              <td align="left" valign="middle" style="border-bottom:solid thin">0.239 J/(kg&#xB7;&#xB0;C)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="fig-4">
        <label>Figure 4</label>
        <caption>
          <p>Schematic diagram of the model.</p>
        </caption>
        <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-4.tif"/>
      </fig>
      <p>In this case study, sample sets were generated by varying the matrix and fracture permeabilities, the injection well fluid ratios, the injection rate, and the production well bottomhole pressure (BHP). The permeability field was generated using Gaussian interpolation, with matrix permeability ranging from 10 to 30 mD and fracture permeability ranging from 80 to 200 mD. The injection flow rate for the injection wells is between 200 and 400 m<sup>3</sup>/day, with the CO<sub>2</sub> and water proportions ranging from 0 to 1, summing to 1. The production well BHP is set between 10 and 20 MPa; however, for computational stability, each production well&#x2019;s BHP remains constant over time. The CMG STARS&#x2122; simulator was used to solve the geothermal reservoir model, discretizing the reservoir into a 29 &#xD7; 29 &#xD7; 9 grid. The simulation time step is set to 1 year, with a total simulation duration of 25 years, during which the well controls are adjusted annually, resulting in 25 control steps over the production period. In this study, 1000 sets of permeability fields and well control sequences were randomly generated, and the simulator was used to compute the geothermal energy extracted from HDR, the volume of dissolved CO<sub>2</sub>, and the water production rates at each well. These results constitute the training dataset for the deep learning surrogate model.</p>
      <sec id="s3_1">
        <label>3.1</label>
        <title>Neural Network Validation</title>
        <p>The deep learning surrogate model was trained for 200 epochs with a learning rate of 0.0001, taking approximately 530 s on an NVIDIA TITAN RTX. <xref ref-type="table" rid="table-2">Table 2</xref> presents the parameter settings for the deep learning surrogate model. The variation of root mean square error (RMSE) with epochs is shown in <xref ref-type="fig" rid="fig-5">Fig. 5</xref>. The training set exhibits an average RMSE of 3%, with standard deviations ranging from 1.0% to 5.0%. Meanwhile, the testing set shows an average RMSE of 4.35%, with standard deviations between 1.57% and 7.13%. These results indicate that the model fits the training data well. <xref ref-type="fig" rid="fig-6">Fig. 6</xref> presents the parity plot of the parameters predicted by the forward surrogate model against the reference simulation results. The data points are closely distributed along the diagonal line, indicating that the surrogate model provides highly accurate predictions. This strong agreement confirms the reliability of the proposed surrogate in replacing time-consuming numerical simulations for subsequent optimization and analysis.</p>
		<table-wrap id="table-2">
          <label>Table 2</label>
          <caption>
            <p>Key parameters of the multimodal fusion transformer surrogate model.</p>
          </caption>
          <table>
            <thead>
              <tr>
                <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Component</th>
                <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Parameters</th>
                <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Details</th>
              </tr>
            </thead>
            <tbody>
              <tr>
                <td rowspan="3" align="left" valign="middle" style="border-bottom:solid thin">Input Processing</td>
                <td align="left" valign="middle">Fracture Permeability</td>
                <td align="left" valign="middle">29 &#x2217; 29 &#x2217; 9</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Matrix Permeability</td>
                <td align="left" valign="middle">29 &#x2217; 29 &#x2217; 9</td>
              </tr>
              <tr>
                <td align="left" valign="middle" style="border-bottom:solid thin">Development Scheme</td>
                <td align="left" valign="middle" style="border-bottom:solid thin">25 &#x2217; 43</td>
              </tr>
              <tr>
                <td rowspan="4" align="left" valign="middle" style="border-bottom:solid thin">Feature Projection</td>
                <td align="left" valign="middle">Development Scheme</td>
                <td align="left" valign="middle">128D</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Fracture &amp; Matrix Grid</td>
                <td align="left" valign="middle">256D</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Concatenated Feature</td>
                <td align="left" valign="middle">640D</td>
              </tr>
              <tr>
                <td align="left" valign="middle" style="border-bottom:solid thin">Fully Connected Layer</td>
                <td align="left" valign="middle" style="border-bottom:solid thin">256D</td>
              </tr>
              <tr>
                <td rowspan="4" align="left" valign="middle" style="border-bottom:solid thin">Transformer Encoder</td>
                <td align="left" valign="middle">Number of Layers</td>
                <td align="left" valign="middle">6</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Embedding Dimension</td>
                <td align="left" valign="middle">256D</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Attention Heads</td>
                <td align="left" valign="middle">8</td>
              </tr>
              <tr>
                <td align="left" valign="middle" style="border-bottom:solid thin">Dropout</td>
                <td align="left" valign="middle" style="border-bottom:solid thin">0.1</td>
              </tr>
              <tr>
                <td rowspan="4" align="left" valign="middle" style="border-bottom:solid thin">Transformer Decoder</td>
                <td align="left" valign="middle">Number of Layers</td>
                <td align="left" valign="middle">6</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Embedding Dimension</td>
                <td align="left" valign="middle">64D</td>
              </tr>
              <tr>
                <td align="left" valign="middle">Attention Heads</td>
                <td align="left" valign="middle">8</td>
              </tr>
              <tr>
                <td align="left" valign="middle" style="border-bottom:solid thin">Dropout</td>
                <td align="left" valign="middle" style="border-bottom:solid thin">0.1</td>
              </tr>
              <tr>
                <td align="left" valign="middle" style="border-bottom:solid thin">Output Prediction</td>
                <td align="left" valign="middle" style="border-bottom:solid thin">Output Dimension</td>
                <td align="left" valign="middle" style="border-bottom:solid thin">25 &#x2217; 18</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>        
        <fig id="fig-5">
          <label>Figure 5</label>
          <caption>
            <p>Distribution of training loss for the surrogate model.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-5.tif"/>
        </fig>
        <fig id="fig-6">
          <label>Figure 6</label>
          <caption>
            <p>Parity plot of parameters predicted by forward surrogate model, (<bold>a</bold>) total CO2 sequestration, (<bold>b</bold>) total energy, (<bold>c</bold>) WWPR for well P1, (<bold>d</bold>) WWPR for well P2.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-6a.tif"/>
		  <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-6b.tif"/>
        </fig>
        <p><xref ref-type="fig" rid="fig-7">Fig. 7</xref> compares the RMSE distributions of four methods on this dataset, where GRU, RNN, and LSTM are typical neural networks used for time series forecasting. In contrast, the average RMSE values for the GRU, RNN, and LSTM models are approximately 8.9%, 8.4%, and 8.1%, respectively, with a wider error distribution range. <xref ref-type="fig" rid="fig-8">Fig. 8</xref> presents the comparison between the predicted and actual values for CO<sub>2</sub> sequestration and geothermal energy production across different models. It is evident from the figure that, compared with GRU, RNN, and LSTM, the &#x201C;Proposed&#x201D; model exhibits data points that are more tightly clustered around the 45&#xB0; reference line in both plots, indicating higher prediction accuracy and lower dispersion. In contrast, the scatter distributions of the other models are relatively farther from the reference line, suggesting the presence of systematic biases or random errors that result in larger discrepancies between the predictions and the true values. These results demonstrate that the model proposed in this study offers significant advantages in both prediction accuracy and stability.</p>
        <fig id="fig-7">
          <label>Figure 7</label>
          <caption>
            <p>Distribution of training errors for different models.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-7.tif"/>
        </fig>
        <fig id="fig-8">
          <label>Figure 8</label>
          <caption>
            <p>Parity plot of parameters predicted by different models, (<bold>a</bold>) total CO<sub>2</sub> sequestration, (<bold>b</bold>) total energy.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-8.tif"/>
        </fig>
      </sec>
      <sec id="s3_2">
        <label>3.2</label>
        <title>Effects of Model Layer</title>
        <p>By adjusting the number of layers in both the encoder and decoder of the Transformer model, we explored its impact on model performance. Four different configurations were employed (i.e., 2, 4, 6, and 8 layers for both the encoder and decoder). As shown in <xref ref-type="fig" rid="fig-9">Fig. 9</xref>, the Transformer models with different depths exhibit varying RMSE distributions in the prediction task. Specifically, the 2-layer model has an average RMSE of approximately 5.2% with a standard deviation of about 3.2%; the 4-layer model sees a reduction to around 4.5% average RMSE and a standard deviation of approximately 2.4%; the 6-layer model further decreases the average RMSE to roughly 3.9% with a standard deviation of about 2.2%; however, when the number of layers increases to 8, the average RMSE slightly rebounds to approximately 3.4% with a standard deviation of around 2.0%. <xref ref-type="fig" rid="fig-10">Fig. 10</xref> illustrates that for models with different depths, the data points for both the total CO<sub>2</sub> sequestration (left panel) and total energy production (right panel) are distributed near the ideal 45&#xB0; reference line, indicating an overall high prediction accuracy. In summary, these figures demonstrate that adjusting the number of layers affects the prediction accuracy and stability. An appropriate network depth enhances the consistency of predictions for CO<sub>2</sub> sequestration and energy output. This trend suggests that moderately increasing the network depth can effectively improve the model&#x2019;s feature extraction capabilities and reduce prediction errors. However, when the network becomes too deep, training becomes more challenging and the risk of overfitting increases, which may lead to a decline in prediction accuracy. Therefore, in practical applications, it is essential to balance network depth and model complexity based on the scale of the task, data volume, and available computational resources to achieve optimal predictive performance.</p>
        <fig id="fig-9">
          <label>Figure 9</label>
          <caption>
            <p>Model performance for different layer configurations.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-9.tif"/>
        </fig>
        <fig id="fig-10">
          <label>Figure 10</label>
          <caption>
            <p>Parity plot of parameters predicted by different models, (<bold>a</bold>) total CO<sub>2</sub> sequestration, (<bold>b</bold>) total energy.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-10.tif"/>
        </fig>
      </sec>
      <sec id="s3_3">
        <label>3.3</label>
        <title>Generalization Performance Validation</title>
        <p>We employed 5-fold cross-validation to assess the generalization performance of the proposed model. Specifically, the entire dataset was randomly partitioned into five non-overlapping subsets (200 data samples per subset). In each fold, one subset was designated as the validation set, while the remaining subsets formed the training set. For each fold, the model was independently initialized and trained for 100 epochs. As shown in <xref ref-type="fig" rid="fig-11">Fig. 11</xref>, the RMSE distributions across the different folds (fold1&#x2013;fold5) are generally similar, with both the mean and standard deviation showing no significant differences. This indicates that the model achieves relatively consistent prediction accuracy across the folds, with a concentrated error distribution and no evident outliers. Furthermore, the R<sup>2</sup> results (<xref ref-type="fig" rid="fig-12">Fig. 12</xref>) reveal that the goodness-of-fit in each fold is consistently high with minimal variation. This suggests that under different data partitioning conditions, the model maintains stable explanatory power for the target variables and achieves robust fitting performance. In summary, the model&#x2019;s performance during the 5-fold cross-validation is both stable and reliable, demonstrating strong generalization ability across different data splits.</p>
        <fig id="fig-11">
          <label>Figure 11</label>
          <caption>
            <p>Distribution of cross-validation training errors.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-11.tif"/>
        </fig>
        <fig id="fig-12">
          <label>Figure 12</label>
          <caption>
            <p>Average <italic>R</italic><sup>2</sup> on the validation set from cross-validation.</p>
          </caption>
          <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-12.tif"/>
        </fig>
      </sec>
    </sec>
    <sec id="s4">
      <label>4</label>
      <title>Economic Optimization</title>
      <p>In this study, we developed an economic evaluation model based on net present value (NPV) to comprehensively assess the benefits and costs of a water + CO<sub>2</sub> injection geothermal system over its entire lifetime. The primary benefits of the system are derived from energy production and CO<sub>2</sub> sequestration incentives, while the costs include initial capital investments and annual operating expenses. According to Reference [<xref ref-type="bibr" rid="ref-21">21</xref>], the NPV is calculated using the following formula:
      <disp-formula id="eqn-14">
        <label>(13)</label>
        <mml:math display="block" id="mml-eqn-14">
          <mml:mrow>
            <mml:mi>N</mml:mi>
            <mml:mi>P</mml:mi>
            <mml:mi>V</mml:mi>
            <mml:mo>=</mml:mo>
            <mml:mo>&#x2212;</mml:mo>
            <mml:msub>
              <mml:mi>C</mml:mi>
              <mml:mrow>
                <mml:mi mathvariant="normal">cap</mml:mi>
              </mml:mrow>
            </mml:msub>
            <mml:mo>+</mml:mo>
            <mml:mstyle displaystyle="true">
              <mml:munderover>
                <mml:mo>&#x2211;</mml:mo>
                <mml:mrow>
                  <mml:mi>t</mml:mi>
                  <mml:mo>=</mml:mo>
                  <mml:mn>1</mml:mn>
                </mml:mrow>
                <mml:mi>T</mml:mi>
              </mml:munderover>
              <mml:mrow>
                <mml:mfrac>
                  <mml:mrow>
                    <mml:mfenced>
                      <mml:mrow>
                        <mml:msub>
                          <mml:mi>C</mml:mi>
                          <mml:mrow>
                            <mml:mi mathvariant="normal">reve</mml:mi>
                          </mml:mrow>
                        </mml:msub>
                        <mml:mo>&#x2212;</mml:mo>
                        <mml:mi mathvariant="normal">&#xA0;OPEX&#xA0;</mml:mi>
                        <mml:mo>&#x2212;</mml:mo>
                        <mml:msub>
                          <mml:mi>C</mml:mi>
                          <mml:mrow>
                            <mml:mi mathvariant="normal">tax&#xA0;</mml:mi>
                          </mml:mrow>
                        </mml:msub>
                        <mml:mo>+</mml:mo>
                        <mml:msub>
                          <mml:mi>C</mml:mi>
                          <mml:mrow>
                            <mml:mi mathvariant="normal">credit&#xA0;</mml:mi>
                          </mml:mrow>
                        </mml:msub>
                      </mml:mrow>
                    </mml:mfenced>
                  </mml:mrow>
                  <mml:mrow>
                    <mml:msup>
                      <mml:mrow>
                        <mml:mo stretchy="false">(</mml:mo>
                        <mml:mn>1</mml:mn>
                        <mml:mo>+</mml:mo>
                        <mml:mi>r</mml:mi>
                        <mml:mo stretchy="false">)</mml:mo>
                      </mml:mrow>
                      <mml:mi>t</mml:mi>
                    </mml:msup>
                  </mml:mrow>
                </mml:mfrac>
              </mml:mrow>
            </mml:mstyle>
          </mml:mrow>
        </mml:math>
      </disp-formula>
      where, <italic>r</italic> represents the discount rate; <italic>T</italic> denotes the project lifetime; <italic>C</italic><sub>cap</sub> indicates the initial capital investment; <inline-formula id="ieqn-29">
<mml:math id="mml-ieqn-29">
	<mml:mrow>
		<mml:mi mathvariant="normal">OPEX</mml:mi>
	</mml:mrow>
</mml:math>
</inline-formula> refers to the operational expenses; <inline-formula id="ieqn-30">
<mml:math id="mml-ieqn-30">
	<mml:mrow>
		<mml:msub>
			<mml:mi>C</mml:mi>
			<mml:mrow>
				<mml:mi mathvariant="normal">tax&#xA0;</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> stands for the project&#x2019;s taxes; <inline-formula id="ieqn-31">
<mml:math id="mml-ieqn-31">
	<mml:mrow>
		<mml:msub>
			<mml:mi>C</mml:mi>
			<mml:mrow>
				<mml:mi mathvariant="normal">credit&#xA0;</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula> represents the carbon credit revenue.</p>
      <p><xref ref-type="fig" rid="fig-13">Fig. 13</xref> and <xref ref-type="fig" rid="fig-14">Fig. 14</xref> compare the impact of water ratio, STF (surface total fluid rate) constraint, and producer BHP on system performance. Increasing STF raises the overall injection capacity under co-injection, whereas BHP primarily governs drawdown and production stability. From <xref ref-type="fig" rid="fig-13">Fig. 13</xref> (sensitivity analysis on CO<sub>2</sub> sequestration), it can be seen that as the water injection ratio increases, the final sequestered CO<sub>2</sub> amount exhibits a clear downward trend, indicating that a higher water phase proportion inhibits effective CO<sub>2</sub> injection or dissolution. At the same time, an increase in the injection rate (STF) has a positive effect on CO<sub>2</sub> sequestration, meaning that higher injection intensities can achieve greater sequestration; conversely, production well bottomhole pressure (BHP) is generally negatively correlated with CO<sub>2</sub> sequestration, suggesting that excessively high production pressures may weaken the CO<sub>2</sub> driving or retention effect, resulting in decreased sequestration. In <xref ref-type="fig" rid="fig-14">Fig. 14</xref> (sensitivity analysis on energy production), the water ratio is also negatively correlated with the final energy output, which may be due to losses in thermal energy or driving force caused by a high water ratio, thereby reducing overall energy production. In contrast, the injection rate (STF) promotes energy output within a certain range, indicating that higher injection intensities help enhance thermal energy or fluid drive efficiency. For production well BHP, a similar negative correlation with energy output is observed, implying that if the production well pressure is too high, fluid flow efficiency and energy recovery may be limited, thus affecting the system&#x2019;s energy output.</p>
      <fig id="fig-13">
        <label>Figure 13</label>
        <caption>
          <p>Sensitivity analysis: CO<sub>2</sub> sequestration.</p>
        </caption>
        <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-13.tif"/>
      </fig>
      <fig id="fig-14">
        <label>Figure 14</label>
        <caption>
          <p>Sensitivity analysis: effect on energy.</p>
        </caption>
        <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-14.tif"/>
      </fig>
      <p>In the model, the ratios of CO<sub>2</sub> and water in the injection wells, the injection rate, and the production well bottomhole pressure are selected as the key control parameters, as these three parameters directly affect the system&#x2019;s revenue and cost structure. <xref ref-type="table" rid="table-3">Table 3</xref> provides some of the relevant economic parameters. To maximize NPV, this study employs a differential evolution algorithm to solve the model, finding the parameter combination that yields the optimal NPV through a reasonable adjustment of the CO<sub>2</sub> ratio and injection rate. The trained deep learning surrogate model can now be used for well control optimization in geothermal reservoir production, thereby maximizing economic benefits.</p>
      <p>As shown in <xref ref-type="fig" rid="fig-15">Fig. 15</xref>, as the number of iterations increases, the NPV (blue curve) shows a steady upward trend, eventually stabilizing in the later iterations. This indicates that the optimization algorithm continuously improves the net present value and gradually converges while seeking the optimal control strategy. In contrast, the Carbon Credit Income (orange curve) exhibits significant fluctuations during the iterations, which to some extent reflects the trade-offs in CO<sub>2</sub> sequestration revenue under different injection/production strategies; whereas the Electricity Revenue (green curve) steadily increases from an initially lower level, eventually reaching the highest revenue value. This indicates that by adjusting parameters such as the water-CO<sub>2</sub> injection ratio and production well pressure during the optimization process, energy recovery can be significantly enhanced. Overall, energy revenue dominates in the later stages of the optimization, while carbon revenue varies within a certain range with strategy adjustments. Together, these factors lead to a continuous improvement in the system&#x2019;s overall economic indicator (NPV), which eventually converges to a relatively optimal level.</p>
      <p>This paper also conducts a sensitivity analysis on the impact of fluctuations in several key economic parameters on the net present value. As shown in <xref ref-type="fig" rid="fig-16">Fig. 16</xref>, fluctuations in electricity prices have the most significant impact on the final NPV. An increase in electricity prices substantially boosts electricity revenue, thereby significantly raising the NPV, while a decrease in electricity prices weakens revenue and lowers overall returns. Similarly, changes in carbon credit prices directly affect carbon revenue: if carbon credit prices increase, the project&#x2019;s net present value is markedly enhanced, and <italic>vice versa</italic>. Although CO<sub>2</sub> procurement costs can also lead to some revenue variations, their impact on NPV is smaller compared to electricity prices and carbon credit prices, mainly because CO<sub>2</sub> procurement costs account for only a limited portion of the project&#x2019;s revenue structure. Lastly, water procurement costs have the weakest effect on NPV, indicating that even if water costs fluctuate, they are unlikely to substantially impact the project&#x2019;s overall economic viability.</p>
      <fig id="fig-15">
        <label>Figure 15</label>
        <caption>
          <p>NPV iteration plot.</p>
        </caption>
        <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-15.tif"/>
      </fig>
      <fig id="fig-16">
        <label>Figure 16</label>
        <caption>
          <p>Tornado diagram.</p>
        </caption>
        <graphic mimetype="image" mime-subtype="tif" xlink:href="TSP_FDMP_70186-fig-16.tif"/>
      </fig>
      <table-wrap id="table-3">
        <label>Table 3</label>
        <caption>
          <p>Economic parameters.</p>
        </caption>
        <table>
          <thead>
            <tr>
              <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Parameter</th>
              <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Base Value</th>
              <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Lower Value</th>
              <th align="left" valign="middle" style="border-bottom:solid thin;border-top:solid thin">Upper Value</th>
            </tr>
          </thead>
          <tbody>
            <tr>
              <td align="left" valign="middle">Electricity market price</td>
              <td align="left" valign="middle">0.09</td>
              <td align="left" valign="middle">0.06</td>
              <td align="left" valign="middle">0.21</td>
            </tr>
            <tr>
              <td align="left" valign="middle">CO<sub>2</sub> purchase cost ($/ton)</td>
              <td align="left" valign="middle">30</td>
              <td align="left" valign="middle">21</td>
              <td align="left" valign="middle">70</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Water purchase cost ($/ton)</td>
              <td align="left" valign="middle">0.61</td>
              <td align="left" valign="middle">0.43</td>
              <td align="left" valign="middle">0.84</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Carbon credit rate ($/ton)</td>
              <td align="left" valign="middle">60</td>
              <td align="left" valign="middle">40</td>
              <td align="left" valign="middle">75</td>
            </tr>
            <tr>
              <td align="left" valign="middle">Tax rate (%)</td>
              <td align="left" valign="middle">15</td>
              <td align="left" valign="middle">N.A.</td>
              <td align="left" valign="middle">N.A.</td>
            </tr>
            <tr>
              <td align="left" valign="middle" style="border-bottom:solid thin"><inline-formula id="ieqn-32">
<mml:math id="mml-ieqn-32">
	<mml:mrow>
		<mml:msub>
			<mml:mi>C</mml:mi>
			<mml:mrow>
				<mml:mi mathvariant="normal">cap</mml:mi>
			</mml:mrow>
		</mml:msub>
	</mml:mrow>
</mml:math>
</inline-formula>&#xA0;(M$)</td>
              <td align="left" valign="middle" style="border-bottom:solid thin">30</td>
              <td align="left" valign="middle" style="border-bottom:solid thin">N.A.</td>
              <td align="left" valign="middle" style="border-bottom:solid thin">N.A.</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec id="s5">
      <label>5</label>
      <title>Conclusions</title>
      <p>This study proposed a multimodal-fusion Transformer framework for simulating multiphase flow and heat transfer in CO<sub>2</sub>&#x2013;water enhanced geothermal systems (EGS). The surrogate model integrates geological heterogeneity, operational schedules, and thermal&#x2013;hydraulic dynamics into a unified architecture and demonstrates strong predictive capability. Based on the results, the following conclusions can be drawn:
<list list-type="order">
<list-item>
<label>(1)</label>
  <p>Accuracy and efficiency: The proposed Transformer surrogate achieved RMSE of 3&#x2013;5%, MAE &lt; 4%, and <italic>R</italic><sup>2</sup> &gt; 0.95 across production rates, pressure, and temperature predictions. Compared with recurrent neural networks (GRU, RNN, LSTM) and a physics-informed reduced-order model, the framework showed superior accuracy and computational efficiency.</p>
</list-item>
<list-item>
<label>(2)</label>
  <p>Physics-guided loss: Incorporating mass- and energy-balance penalties improved predictive performance by approximately 10&#x2013;12% relative to the purely data-driven baseline, confirming the value of embedding physical constraints.</p>
</list-item>
<list-item>
<label>(3)</label>
  <p>Closed-loop optimization: Coupling the surrogate with a differential evolution (DE) optimizer enabled real-time optimization of injection strategies, resulting in a 15&#x2013;20% increase in NPV compared with baseline strategies.</p>
</list-item>
<list-item>
<label>(4)</label>
  <p>Sensitivity insights: Economic sensitivity analysis identified electricity price and carbon price as the dominant drivers of project profitability, surpassing variations in injection cost or thermal efficiency.</p>
</list-item>
<list-item>
<label>(5)</label>
  <p>Limitations and future work: The present study assumes local thermal equilibrium, Darcy flow, and neglects geochemical reactions and geomechanical coupling. While these simplifications are acceptable under the studied conditions, they may limit generalization to other geothermal systems. Future work will extend the surrogate to non-LTE heat transfer, reactive processes, and poro-thermo-elastic effects, as well as broader geological priors.</p>
</list-item>
</list></p>
      <p>Overall, the multimodal-fusion Transformer offers a practical and scalable surrogate modeling strategy, bridging deep learning and physical principles for enhanced geothermal system analysis, forecasting, and optimization.</p>
    </sec>
  </body>
  <back>
    <ack>
      <p>Not applicable.</p>
    </ack>
    <sec>
      <title>Funding Statement</title>
      <p>The authors received no specific funding for this study.</p>
    </sec>
    <sec>
      <title>Author Contributions</title>
      <p>The authors confirm contribution to the paper as follows: Conceptualization, Feng He and Rui Tan; methodology, Feng He, Rui Tan and Songlian Jiang; software, Chao Qian; validation, Chengzhong Bu and Benqiang Wang; writing&#x2014;review and editing, Feng He, Rui Tan and Songlian Jiang. All authors reviewed the results and approved the final version of the manuscript.</p>
    </sec>
    <sec sec-type="data-availability">
      <title>Availability of Data and Materials</title>
      <p>The data that support the findings of this study are available from the corresponding author, upon reasonable request.</p>
    </sec>
    <sec>
      <title>Ethics Approval</title>
      <p>Not applicable.</p>
    </sec>
    <sec sec-type="COI-statement">
      <title>Conflicts of Interest</title>
      <p>The authors declare no conflicts of interest to report regarding the present study.</p>
    </sec>
    <ref-list content-type="authoryear">
      <title>References</title>
      <ref id="ref-1">
        <label>1.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Guti&#xE9;rrez-Negr&#xED;n</surname> 
<given-names>LCA</given-names>
</string-name></person-group>. 
<article-title>Evolution of worldwide geothermal power 2020&#x2013;2023</article-title>. 
<source>Geotherm Energy</source>. 
<year>2024</year>;
<volume>12</volume>(
<issue>1</issue>):
<fpage>14</fpage>. 
doi:<pub-id pub-id-type="doi">10.1186/s40517-024-00290-w</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-2">
        <label>2.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Tester</surname> 
<given-names>JW</given-names>
</string-name>, 
<string-name>
<surname>Beckers</surname> 
<given-names>KF</given-names>
</string-name>, 
<string-name>
<surname>Hawkins</surname> 
<given-names>AJ</given-names>
</string-name>, 
<string-name>
<surname>Lukawski</surname> 
<given-names>MZ</given-names>
</string-name></person-group>. 
<article-title>The evolving role of geothermal energy for decarbonizing the United States</article-title>. 
<source>Energy Environ Sci</source>. 
<year>2021</year>;
<volume>14</volume>(
<issue>12</issue>):
<fpage>6211</fpage>&#x2013;
<lpage>41</lpage>. 
doi:<pub-id pub-id-type="doi">10.1039/D1EE02309H</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-3">
        <label>3.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Moses Jeremiah Barasa</surname> 
<given-names>K</given-names>
</string-name></person-group>. 
<article-title>Geothermal electricity generation challenges opportunities and recommendations</article-title>. 
<source>Int J Adv Sci Res Eng</source>. 
<year>2019</year>;
<volume>5</volume>(
<issue>8</issue>):
<fpage>53</fpage>&#x2013;
<lpage>95</lpage>. 
doi:<pub-id pub-id-type="doi">10.31695/IJASRE.2019.33408</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-4">
        <label>4.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Soltani</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Kashkooli</surname> 
<given-names>FM</given-names>
</string-name>, 
<string-name>
<surname>Souri</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Rafiei</surname> 
<given-names>B</given-names>
</string-name>, 
<string-name>
<surname>Jabarifar</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Gharali</surname> 
<given-names>K</given-names>
</string-name>, 
<etal>et al</etal></person-group>. 
<article-title>Environmental economic, and social impacts of geothermal energy systems</article-title>. 
<source>Renew Sustain Energy Rev</source>. 
<year>2024</year>;
<volume>140</volume>:
<fpage>110750</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.rser.2021.110750</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-5">
        <label>5.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Wang</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Ning</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Guo</surname> 
<given-names>W</given-names>
</string-name>, 
<string-name>
<surname>Zhan</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>Y</given-names>
</string-name></person-group>. 
<article-title>Study of fracture monitoring and heat extraction evaluation in geothermal reservoir modified by abandoned well pattern: numerical models and case studies</article-title>. 
<source>Energy</source>. 
<year>2024</year>;
<volume>296</volume>:
<fpage>131144</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.energy.2024.131144</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-6">
        <label>6.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Xu</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Zhao</surname> 
<given-names>H</given-names>
</string-name>, 
<string-name>
<surname>Fan</surname> 
<given-names>L</given-names>
</string-name>, 
<string-name>
<surname>Jia</surname> 
<given-names>Q</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>T</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>X</given-names>
</string-name>, 
<etal>et al</etal></person-group>. 
<article-title>A literature review of using supercritical CO<sub>2</sub> for geothermal energy extraction: potential methods, challenges, and perspectives</article-title>. 
<source>Renew Energy Focus</source>. 
<year>2024</year>;
<volume>51</volume>:
<fpage>100637</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.ref.2024.100637</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-7">
        <label>7.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Xue</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Ma</surname> 
<given-names>H</given-names>
</string-name>, 
<string-name>
<surname>Sun</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Lu</surname> 
<given-names>C</given-names>
</string-name>, 
<string-name>
<surname>Chen</surname> 
<given-names>Z</given-names>
</string-name></person-group>. 
<article-title>Technical analysis of a novel economically mixed CO<sub>2</sub>-water enhanced geothermal system</article-title>. 
<source>J Clean Prod 2006</source>. 
<year>2024</year>;
<volume>448</volume>:
<fpage>141749</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.jclepro.2024.141749</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-8">
        <label>8.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Li</surname> 
<given-names>D</given-names>
</string-name>, 
<string-name>
<surname>Li</surname> 
<given-names>N</given-names>
</string-name>, 
<string-name>
<surname>Jia</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Yu</surname> 
<given-names>H</given-names>
</string-name>, 
<string-name>
<surname>Fan</surname> 
<given-names>Q</given-names>
</string-name>, 
<string-name>
<surname>Wang</surname> 
<given-names>L</given-names>
</string-name>, 
<etal>et al</etal></person-group>. 
<article-title>Development status and research recommendations for thermal extraction technology in deep hot dry rock reservoirs</article-title>. 
<source>Deep Undergr Sci Eng</source>. 
<year>2024</year>;
<volume>3</volume>(
<issue>3</issue>):
<fpage>317</fpage>&#x2013;
<lpage>25</lpage>. 
doi:<pub-id pub-id-type="doi">10.1002/dug2.12080</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-9">
        <label>9.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Pruess</surname> 
<given-names>K</given-names>
</string-name></person-group>. 
<article-title>Enhanced geothermal systems (EGS) using CO<sub>2</sub> as working fluid&#x2014;a novel approach for generating renewable energy with simultaneous sequestration of carbon</article-title>. 
<source>Geothermics</source>. 
<year>2006</year>;
<volume>35</volume>(
<issue>4</issue>):
<fpage>351</fpage>&#x2013;
<lpage>67</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.geothermics.2006.08.002</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-10">
        <label>10.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Xie</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Wang</surname> 
<given-names>J</given-names>
</string-name></person-group>. 
<article-title>Compatibility investigation and techno-economic performance optimization of whole geothermal power generation system</article-title>. 
<source>Appl Energy</source>. 
<year>2022</year>;
<volume>328</volume>:
<fpage>120165</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.apenergy.2022.120165</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-11">
        <label>11.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Biagi</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Agarwal</surname> 
<given-names>R</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>Z</given-names>
</string-name></person-group>. 
<article-title>Simulation and optimization of enhanced geothermal systems using CO<sub>2</sub> as a working fluid</article-title>. 
<source>Energy</source>. 
<year>2019</year>;
<volume>86</volume>:
<fpage>627</fpage>&#x2013;
<lpage>37</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.energy.2015.04.020</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-12">
        <label>12.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Othman</surname> 
<given-names>F</given-names>
</string-name>, 
<string-name>
<surname>Naufaliansyah</surname> 
<given-names>MA</given-names>
</string-name>, 
<string-name>
<surname>Hussain</surname> 
<given-names>F</given-names>
</string-name></person-group>. 
<article-title>Effect of water salinity on permeability alteration during CO<sub>2</sub> sequestration</article-title>. 
<source>Adv Water Resour</source>. 
<year>2016</year>;
<volume>127</volume>:
<fpage>237</fpage>&#x2013;
<lpage>51</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.advwatres.2019.03.018</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-13">
        <label>13.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Wang</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Ning</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Guo</surname> 
<given-names>W</given-names>
</string-name>, 
<string-name>
<surname>Zhan</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Chen</surname> 
<given-names>Z</given-names>
</string-name></person-group>. 
<article-title>Study on geothermal energy self-recycling extraction and ScCO<sub>2</sub> storage in the horizontal well annuli with fracture network system</article-title>. 
<source>Energy Convers Manag</source>. 
<year>2024</year>;
<volume>310</volume>:
<fpage>118482</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.enconman.2024.118482</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-14">
        <label>14.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Bujakowski</surname> 
<given-names>W</given-names>
</string-name>, 
<string-name>
<surname>Tomaszewska</surname> 
<given-names>B</given-names>
</string-name>, 
<string-name>
<surname>Miecznik</surname> 
<given-names>M</given-names>
</string-name></person-group>. 
<article-title>The Podhale geothermal reservoir simulation for long-term sustainable production</article-title>. 
<source>Renew Energy</source>. 
<year>2022</year>;
<volume>99</volume>:
<fpage>420</fpage>&#x2013;
<lpage>30</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.renene.2016.07.028</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-15">
        <label>15.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Li</surname> 
<given-names>S</given-names>
</string-name>, 
<string-name>
<surname>Feng</surname> 
<given-names>XT</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>D</given-names>
</string-name>, 
<string-name>
<surname>Tang</surname> 
<given-names>H</given-names>
</string-name></person-group>. 
<article-title>Coupled thermo-hydro-mechanical analysis of stimulation and production for fractured geothermal reservoirs</article-title>. 
<source>Appl Energy</source>. 
<year>2019</year>;
<volume>247</volume>:
<fpage>40</fpage>&#x2013;
<lpage>59</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.apenergy.2019.04.036</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-16">
        <label>16.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Wang</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Zhao</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Liu</surname> 
<given-names>G</given-names>
</string-name>, 
<string-name>
<surname>Xu</surname> 
<given-names>H</given-names>
</string-name></person-group>. 
<article-title>A robust optimization approach of well placement for doublet in heterogeneous geothermal reservoirs using random forest technique and genetic algorithm</article-title>. 
<source>Energy</source>. 
<year>2025</year>;
<volume>254</volume>:
<fpage>124427</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.energy.2022.124427</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-17">
        <label>17.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Nugroho</surname> 
<given-names>AA</given-names>
</string-name>, 
<string-name>
<surname>Ashat</surname> 
<given-names>A</given-names>
</string-name></person-group>. 
<article-title>Pressure prediction in two-phase geothermal well flow using physics informed neural network (PINN)</article-title>. 
<source>IOP Publ</source>. 
<year>2025</year>;
<volume>1456</volume>(
<issue>1</issue>):
<fpage>012008</fpage>. 
doi:<pub-id pub-id-type="doi">10.1088/1755-1315/1456/1/012008</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-18">
        <label>18.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Gao</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Sun</surname> 
<given-names>W</given-names>
</string-name>, 
<string-name>
<surname>Xu</surname> 
<given-names>J</given-names>
</string-name>, 
<string-name>
<surname>Li</surname> 
<given-names>J</given-names>
</string-name></person-group>. 
<article-title>Reduced-order modeling for subsurface flow simulation in fractured reservoirs</article-title>. 
<source>SPE J</source>. 
<year>2025</year>;
<volume>30</volume>(
<issue>1</issue>):
<fpage>391</fpage>&#x2013;
<lpage>408</lpage>. 
doi:<pub-id pub-id-type="doi">10.2118/223949-PA</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-19">
        <label>19.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Li</surname> 
<given-names>Y</given-names>
</string-name>, 
<string-name>
<surname>Peng</surname> 
<given-names>G</given-names>
</string-name>, 
<string-name>
<surname>Du</surname> 
<given-names>T</given-names>
</string-name>, 
<string-name>
<surname>Jiang</surname> 
<given-names>L</given-names>
</string-name>, 
<string-name>
<surname>Kong</surname> 
<given-names>XZ</given-names>
</string-name></person-group>. 
<article-title>Advancing fractured geothermal system modeling with artificial neural network and bidirectional gated recurrent unit</article-title>. 
<source>Appl Energy</source>. 
<year>2024</year>;
<volume>372</volume>:
<fpage>123826</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.apenergy.2024.123826</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-20">
        <label>20.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Yang</surname> 
<given-names>R</given-names>
</string-name>, 
<string-name>
<surname>Wang</surname> 
<given-names>Y</given-names>
</string-name>, 
<string-name>
<surname>Song</surname> 
<given-names>G</given-names>
</string-name>, 
<string-name>
<surname>Shi</surname> 
<given-names>Y</given-names>
</string-name></person-group>. 
<article-title>Fracturing and thermal extraction optimization methods in enhanced geothermal systems</article-title>. 
<source>Adv Geo-Energy Res</source>. 
<year>2023</year>;
<volume>9</volume>(
<issue>2</issue>):
<fpage>136</fpage>&#x2013;
<lpage>40</lpage>. 
doi:<pub-id pub-id-type="doi">10.46690/ager.2023.08.07</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-21">
        <label>21.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Xue</surname> 
<given-names>Z</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>Y</given-names>
</string-name>, 
<string-name>
<surname>Ma</surname> 
<given-names>H</given-names>
</string-name>, 
<string-name>
<surname>Lu</surname> 
<given-names>Y</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>K</given-names>
</string-name>, 
<string-name>
<surname>Wei</surname> 
<given-names>Y</given-names>
</string-name>, 
<etal>et al</etal></person-group>. 
<article-title>A combined neural network forecasting approach for CO<sub>2</sub>-enhanced shale gas recovery</article-title>. 
<source>SPE J</source>. 
<year>2024</year>;
<volume>29</volume>(
<issue>08</issue>):
<fpage>4459</fpage>&#x2013;
<lpage>70</lpage>. 
doi:<pub-id pub-id-type="doi">10.2118/219774-PA</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-22">
        <label>22.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Ishitsuka</surname> 
<given-names>K</given-names>
</string-name>, 
<string-name>
<surname>Lin</surname> 
<given-names>W</given-names>
</string-name></person-group>. 
<article-title>Physics-informed neural network for inverse modeling of natural-state geothermal systems</article-title>. 
<source>Appl Energy</source>. 
<year>2023</year>;
<volume>337</volume>:
<fpage>120855</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.apenergy.2023.120855</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-23">
        <label>23.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Yan</surname> 
<given-names>B</given-names>
</string-name>, 
<string-name>
<surname>Gudala</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Hoteit</surname> 
<given-names>H</given-names>
</string-name>, 
<string-name>
<surname>Sun</surname> 
<given-names>S</given-names>
</string-name>, 
<string-name>
<surname>Wang</surname> 
<given-names>W</given-names>
</string-name>, 
<string-name>
<surname>Jiang</surname> 
<given-names>L</given-names>
</string-name></person-group>. 
<article-title>Physics-informed machine learning for noniterative optimization in geothermal energy recovery</article-title>. 
<source>Appl Energy</source>. 
<year>2023</year>;
<volume>365</volume>:
<fpage>123179</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.apenergy.2024.123179</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-24">
        <label>24.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Yan</surname> 
<given-names>B</given-names>
</string-name>, 
<string-name>
<surname>Gudala</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Sun</surname> 
<given-names>S</given-names>
</string-name></person-group>. 
<article-title>Robust optimization of geothermal recovery based on a generalized thermal decline model and deep learning</article-title>. 
<source>Energy Convers Manag</source>. 
<year>2015</year>;
<volume>286</volume>:
<fpage>117033</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.enconman.2023.117033</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-25">
        <label>25.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Bassam</surname> 
<given-names>A</given-names>
</string-name>, 
<string-name>
<surname>del Castillo</surname> 
<given-names>A&#xC1;</given-names>
</string-name>, 
<string-name>
<surname>Garc&#xED;a-Valladares</surname> 
<given-names>O</given-names>
</string-name>, 
<string-name>
<surname>Santoyo</surname> 
<given-names>E</given-names>
</string-name></person-group>. 
<article-title>Determination of pressure drops in flowing geothermal wells by using artificial neural networks and wellbore simulation tools</article-title>. 
<source>Appl Therm Eng</source>. 
<year>2024</year>;
<volume>75</volume>:
<fpage>1217</fpage>&#x2013;
<lpage>28</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.applthermaleng.2014.05.048</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-26">
        <label>26.</label>
        <mixed-citation publication-type="other">
<person-group person-group-type="author">
<string-name>
<surname>Adhikari</surname> 
<given-names>K</given-names>
</string-name>, 
<string-name>
<surname>Mudunuru</surname> 
<given-names>MK</given-names>
</string-name>, 
<string-name>
<surname>Nakshatrala</surname> 
<given-names>KB</given-names>
</string-name></person-group>. 
<article-title>Closed-loop geothermal systems: modeling and predictions</article-title>. 
<comment>arXiv:2407.04716</comment>. 
<year>2024</year>. 

        </mixed-citation>
    </ref>
      <ref id="ref-27">
        <label>27.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Takam</surname> 
<given-names>PH</given-names>
</string-name>, 
<string-name>
<surname>Wunderlich</surname> 
<given-names>R</given-names>
</string-name></person-group>. 
<article-title>Model order reduction for the input&#x2013;output behavior of a geothermal energy storage</article-title>. 
<source>J Eng Math</source>. 
<year>2024</year>;
<volume>148</volume>(
<issue>1</issue>):
<fpage>12</fpage>. 
doi:<pub-id pub-id-type="doi">10.1007/s10665-024-10398-4</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-28">
        <label>28.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Xiao</surname> 
<given-names>C</given-names>
</string-name>, 
<string-name>
<surname>Liu</surname> 
<given-names>T</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>L</given-names>
</string-name>, 
<string-name>
<surname>Li</surname> 
<given-names>Z</given-names>
</string-name></person-group>. 
<article-title>Use of deep-learning-accelerated gradient approximation for reservoir geological parameter estimation</article-title>. 
<source>Processes</source>. 
<year>2024</year>;
<volume>12</volume>(
<issue>10</issue>):
<fpage>2302</fpage>. 
doi:<pub-id pub-id-type="doi">10.3390/pr12102302</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-29">
        <label>29.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Zhu</surname> 
<given-names>CY</given-names>
</string-name>, 
<string-name>
<surname>Huang</surname> 
<given-names>D</given-names>
</string-name>, 
<string-name>
<surname>Lei</surname> 
<given-names>WX</given-names>
</string-name>, 
<string-name>
<surname>He</surname> 
<given-names>ZY</given-names>
</string-name>, 
<string-name>
<surname>Duan</surname> 
<given-names>XY</given-names>
</string-name>, 
<string-name>
<surname>Gong</surname> 
<given-names>L</given-names>
</string-name></person-group>. 
<article-title>Prediction of output temperature and fracture permeability of EGS with dynamic injection rate based on deep learning method</article-title>. 
<source>Renew Energy</source>. 
<year>2025</year>;
<volume>239</volume>:
<fpage>122102</fpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.renene.2024.122102</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-30">
        <label>30.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Wang</surname> 
<given-names>N</given-names>
</string-name>, 
<string-name>
<surname>Chang</surname> 
<given-names>H</given-names>
</string-name>, 
<string-name>
<surname>Kong</surname> 
<given-names>XZ</given-names>
</string-name>, 
<string-name>
<surname>Zhang</surname> 
<given-names>D</given-names>
</string-name></person-group>. 
<article-title>Deep learning based closed-loop well control optimization of geothermal reservoir with uncertain permeability</article-title>. 
<source>Renew Energy</source>. 
<year>2025</year>;
<volume>211</volume>:
<fpage>379</fpage>&#x2013;
<lpage>94</lpage>. 
doi:<pub-id pub-id-type="doi">10.1016/j.renene.2023.04.088</pub-id>. 

        </mixed-citation>
    </ref>
      <ref id="ref-31">
        <label>31.</label>
        <mixed-citation publication-type="journal">
<person-group person-group-type="author">
<string-name>
<surname>Liu</surname> 
<given-names>W</given-names>
</string-name>, 
<string-name>
<surname>Guan</surname> 
<given-names>Y</given-names>
</string-name>, 
<string-name>
<surname>Yan</surname> 
<given-names>X</given-names>
</string-name>, 
<string-name>
<surname>He</surname> 
<given-names>S</given-names>
</string-name>, 
<string-name>
<surname>Jiang</surname> 
<given-names>M</given-names>
</string-name>, 
<string-name>
<surname>Gong</surname> 
<given-names>J</given-names>
</string-name>, 
<etal>et al</etal></person-group>. 
<article-title>An efficient prediction and historical matching method for reservoir dynamics using advanced attention-based vision transformer</article-title>. 
<source>Phys Fluids</source>. 
<year>2025</year>;
<volume>37</volume>
<issue>(1)</issue>:
<elocation-id>016613</elocation-id>. 
doi:<pub-id pub-id-type="doi">10.1063/5.0246235</pub-id>. 

        </mixed-citation>
    </ref>
    </ref-list>
  </back>
</article>
