Support Seata AT integration under Proxy Native in GraalVM Native Image

RELEASE-NOTES.md

@@ -32,6 +32,7 @@
 1. Doc: Adds documentation for ClickHouse support - [#33779](https://github.com/apache/shardingsphere/pull/33779)
 1. Doc: Removes use of `iceberg.mr.schema.auto.conversion` from documentation due to HIVE-26507 - [#33828](https://github.com/apache/shardingsphere/pull/33828)
 1. Kernel: Bump the minimum Seata Client version for Seata AT integration to 2.2.0 - [#33872](https://github.com/apache/shardingsphere/pull/33872)
+1. Proxy Native: Support Seata AT integration under Proxy Native in GraalVM Native Image - [#33889](https://github.com/apache/shardingsphere/pull/33889)
 
 ### Bug Fixes
 

docs/document/content/user-manual/shardingsphere-jdbc/optional-plugins/hiveserver2/_index.cn.md

@@ -80,7 +80,7 @@ ShardingSphere 对 HiveServer2 JDBC Driver 的支持位于可选模块中。
     <dependency>
         <groupId>io.github.linghengqian</groupId>
         <artifactId>hive-server2-jdbc-driver-thin</artifactId>
-        <version>1.5.0</version>
+        <version>1.6.0</version>
         <exclusions>
             <exclusion>
                 <groupId>com.fasterxml.woodstox</groupId>

docs/document/content/user-manual/shardingsphere-jdbc/optional-plugins/hiveserver2/_index.en.md

@@ -82,7 +82,7 @@ The following is an example of a possible configuration,
     <dependency>
         <groupId>io.github.linghengqian</groupId>
         <artifactId>hive-server2-jdbc-driver-thin</artifactId>
-        <version>1.5.0</version>
+        <version>1.6.0</version>
         <exclusions>
             <exclusion>
                 <groupId>com.fasterxml.woodstox</groupId>

docs/document/content/user-manual/shardingsphere-jdbc/special-api/transaction/seata.cn.md

@@ -207,9 +207,19 @@ config {
 }
 ```
 
-### 在业务项目创建 ShardingSphere 配置文件
+### 在业务项目添加 JDBC Driver 和创建 ShardingSphere 配置文件
 
-在业务项目引入前提条件涉及的依赖后，在业务项目的 classpath 上编写 ShardingSphere 数据源的配置文件`demo.yaml`，
+在业务项目引入前提条件涉及的依赖后，额外添加 MySQL JDBC Driver 的 Maven 依赖，
+
+```xml
+<dependency>
+    <groupId>com.mysql</groupId>
+    <artifactId>mysql-connector-j</artifactId>
+    <version>9.1.0</version>
+</dependency>
+```
+
+在业务项目的 classpath 上编写 ShardingSphere 数据源的配置文件`demo.yaml`，
 
 ```yaml
 dataSources:

docs/document/content/user-manual/shardingsphere-jdbc/special-api/transaction/seata.en.md

@@ -220,10 +220,20 @@ config {
 }
 ```
 
-### Create ShardingSphere configuration file in business project
+### Add JDBC Driver to the business project and create ShardingSphere configuration file
 
 After the business project introduces the dependencies involved in the prerequisites, 
-write the ShardingSphere data source configuration file `demo.yaml` on the classpath of the business project,
+add the Maven dependency of MySQL JDBC Driver.
+
+```xml
+<dependency>
+    <groupId>com.mysql</groupId>
+    <artifactId>mysql-connector-j</artifactId>
+    <version>9.1.0</version>
+</dependency>
+```
+
+Write the ShardingSphere data source configuration file `demo.yaml` on the classpath of the business project.
 
 ```yaml
 dataSources:

infra/reachability-metadata/src/main/resources/META-INF/native-image/org.apache.shardingsphere/generated-reachability-metadata/proxy-config.json

@@ -11,6 +11,10 @@
     "condition":{"typeReachable":"org.apache.shardingsphere.driver.jdbc.core.datasource.ShardingSphereDataSource"},
     "interfaces":["org.apache.hive.service.rpc.thrift.TCLIService$Iface"]
   },
+  {
+    "condition":{"typeReachable":"org.apache.shardingsphere.proxy.initializer.BootstrapInitializer"},
+    "interfaces":["org.apache.seata.config.Configuration"]
+  },
   {
     "condition":{"typeReachable":"org.apache.shardingsphere.transaction.base.seata.at.SeataATShardingSphereTransactionManager"},
     "interfaces":["org.apache.seata.config.Configuration"]

kernel/transaction/type/base/seata-at/src/main/java/org/apache/shardingsphere/transaction/base/seata/at/SeataATShardingSphereTransactionManager.java

@@ -18,6 +18,7 @@
 package org.apache.shardingsphere.transaction.base.seata.at;
 
 import lombok.SneakyThrows;
+import org.apache.seata.config.ConfigurationFactory;
 import org.apache.seata.config.FileConfiguration;
 import org.apache.seata.core.context.RootContext;
 import org.apache.seata.core.exception.TransactionException;
@@ -156,6 +157,7 @@ public void close() {
         SeataTransactionHolder.clear();
         RmNettyRemotingClient.getInstance().destroy();
         TmNettyRemotingClient.getInstance().destroy();
+        ConfigurationFactory.reload();
     }
 
     @Override

kernel/transaction/type/base/seata-at/src/test/resources/file.conf

@@ -19,3 +19,9 @@ service {
   vgroupMapping.default_tx_group = "default"
   default.grouplist = "127.0.0.1:8891"
 }
+# TODO This is not a reasonable configuration, just affected by https://github.com/apache/incubator-seata/issues/7042 .
+client {
+    rm {
+        tableMetaCheckEnable = "false"
+    }
+}

pom.xml

@@ -128,7 +128,7 @@
         <mariadb-java-client.version>2.4.2</mariadb-java-client.version>
         <clickhouse-jdbc.version>0.6.3</clickhouse-jdbc.version>
         <hive.version>4.0.1</hive.version>
-        <hive-server2-jdbc-driver-thin.version>1.5.0</hive-server2-jdbc-driver-thin.version>
+        <hive-server2-jdbc-driver-thin.version>1.6.0</hive-server2-jdbc-driver-thin.version>
         <hadoop.version>3.3.6</hadoop.version>
         <presto.version>0.288.1</presto.version>
 

test/native/src/test/java/org/apache/shardingsphere/test/natived/commons/repository/OrderRepository.java

@@ -64,7 +64,7 @@ public void createTableIfNotExistsInMySQL() throws SQLException {
      */
     public void createTableIfNotExistsInPostgres() throws SQLException {
         String sql = "CREATE TABLE IF NOT EXISTS t_order (\n"
-                + "    order_id BIGSERIAL PRIMARY KEY,\n"
+                + "    order_id BIGSERIAL NOT NULL PRIMARY KEY,\n"
                 + "    order_type INTEGER,\n"
                 + "    user_id INTEGER NOT NULL,\n"
                 + "    address_id BIGINT NOT NULL,\n"

test/native/src/test/java/org/apache/shardingsphere/test/natived/jdbc/databases/ClickHouseTest.java

@@ -92,10 +92,6 @@ static void afterAll() {
         System.clearProperty(SYSTEM_PROP_KEY_PREFIX + "ds2.jdbc-url");
     }
 
-    /**
-     * TODO The {@code shardingsphere-parser-sql-clickhouse} module needs to be fixed to use SQL like `create table`,
-     *  `truncate table` and `drop table`.
-     */
     @Test
     void assertShardingInLocalTransactions() throws SQLException {
         jdbcUrlPrefix = "jdbc:ch://localhost:" + CONTAINER.getMappedPort(8123) + "/";
@@ -136,6 +132,8 @@ private DataSource createDataSource() throws SQLException {
     /**
      * ClickHouse does not support `AUTO_INCREMENT`,
      * refer to <a href="https://github.com/ClickHouse/ClickHouse/issues/56228">ClickHouse/ClickHouse#56228</a> .
+     * TODO The {@code shardingsphere-parser-sql-clickhouse} module needs to be fixed to use SQL like `create table`,
+     *  `truncate table` and `drop table`.
      *
      * @param databaseName database name
      * @throws RuntimeException SQL exception

test/native/src/test/java/org/apache/shardingsphere/test/natived/proxy/transactions/base/SeataTest.java

@@ -0,0 +1,184 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.shardingsphere.test.natived.proxy.transactions.base;
+
+import com.zaxxer.hikari.HikariConfig;
+import com.zaxxer.hikari.HikariDataSource;
+import org.apache.http.HttpStatus;
+import org.apache.seata.config.ConfigurationFactory;
+import org.apache.seata.core.rpc.netty.RmNettyRemotingClient;
+import org.apache.seata.core.rpc.netty.TmNettyRemotingClient;
+import org.apache.shardingsphere.test.natived.commons.TestShardingService;
+import org.apache.shardingsphere.test.natived.commons.proxy.ProxyTestingServer;
+import org.apache.shardingsphere.transaction.base.seata.at.SeataTransactionHolder;
+import org.awaitility.Awaitility;
+import org.junit.jupiter.api.AfterAll;
+import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.Test;
+import org.testcontainers.containers.GenericContainer;
+import org.testcontainers.containers.PostgreSQLContainer;
+import org.testcontainers.containers.wait.strategy.Wait;
+import org.testcontainers.junit.jupiter.Container;
+import org.testcontainers.junit.jupiter.Testcontainers;
+import org.testcontainers.utility.MountableFile;
+
+import javax.sql.DataSource;
+import java.nio.file.Paths;
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.time.Duration;
+import java.util.Properties;
+
+import static org.hamcrest.MatcherAssert.assertThat;
+import static org.hamcrest.Matchers.is;
+import static org.hamcrest.Matchers.nullValue;
+
+@SuppressWarnings({"SqlNoDataSourceInspection", "resource"})
+@Testcontainers
+public class SeataTest {
+
+    @Container
+    public static final GenericContainer<?> CONTAINER = new GenericContainer<>("apache/seata-server:2.2.0")
+            .withExposedPorts(7091, 8091)
+            .waitingFor(Wait.forHttp("/health").forPort(7091).forStatusCode(HttpStatus.SC_OK).forResponsePredicate("ok"::equals));
+
+    @Container
+    public static final PostgreSQLContainer<?> POSTGRES_CONTAINER = new PostgreSQLContainer<>("postgres:17.2-bookworm")
+            .withCopyFileToContainer(
+                    MountableFile.forHostPath(Paths.get("src/test/resources/test-native/sh/postgres.sh").toAbsolutePath()),
+                    "/docker-entrypoint-initdb.d/postgres.sh");
+
+    private static final String SERVICE_DEFAULT_GROUP_LIST_KEY = "service.default.grouplist";
+
+    private static ProxyTestingServer proxyTestingServer;
+
+    private TestShardingService testShardingService;
+
+    @BeforeAll
+    static void beforeAll() {
+        assertThat(System.getProperty(SERVICE_DEFAULT_GROUP_LIST_KEY), is(nullValue()));
+        System.setProperty(SERVICE_DEFAULT_GROUP_LIST_KEY, "127.0.0.1:" + CONTAINER.getMappedPort(8091));
+        Awaitility.await().atMost(Duration.ofSeconds(30L)).ignoreExceptions().until(() -> {
+            openConnection("test", "test", "jdbc:postgresql://127.0.0.1:" + POSTGRES_CONTAINER.getMappedPort(5432) + "/")
+                    .close();
+            return true;
+        });
+        String absolutePath = Paths.get("src/test/resources/test-native/yaml/proxy/transactions/base").toAbsolutePath().toString();
+        proxyTestingServer = new ProxyTestingServer(absolutePath);
+        Awaitility.await().atMost(Duration.ofSeconds(30L)).ignoreExceptions().until(() -> {
+            openConnection("root", "root", "jdbc:postgresql://127.0.0.1:" + proxyTestingServer.getProxyPort() + "/postgres").close();
+            return true;
+        });
+    }
+
+    /**
+     * TODO Facing the same issue with {@code org.apache.shardingsphere.test.natived.jdbc.transactions.base.SeataTest},
+     *  {@link org.apache.shardingsphere.transaction.base.seata.at.SeataATShardingSphereTransactionManager#close()} was never called.
+     */
+    @AfterAll
+    static void afterAll() {
+        SeataTransactionHolder.clear();
+        RmNettyRemotingClient.getInstance().destroy();
+        TmNettyRemotingClient.getInstance().destroy();
+        ConfigurationFactory.reload();
+        proxyTestingServer.close();
+        System.clearProperty(SERVICE_DEFAULT_GROUP_LIST_KEY);
+    }
+
+    /**
+     * {@link groovy.lang.Closure} related classes are not available on GraalVM Native Image.
+     * This CLASS_BASE algorithm class is designed to emulate INLINE's {@code ds_${user_id % 2}}.
+     * See <a href="https://github.com/oracle/graal/issues/5522">oracle/graal#5522</a> .
+     *
+     * @throws SQLException SQL Exception
+     */
+    @Test
+    void assertShardingInLocalTransactions() throws SQLException {
+        try (
+                Connection connection = openConnection("root", "root", "jdbc:postgresql://127.0.0.1:" + proxyTestingServer.getProxyPort() + "/postgres");
+                Statement statement = connection.createStatement()) {
+            statement.execute("CREATE DATABASE sharding_db");
+        }
+        try (
+                Connection connection = openConnection("root", "root", "jdbc:postgresql://127.0.0.1:" + proxyTestingServer.getProxyPort() + "/sharding_db");
+                Statement statement = connection.createStatement()) {
+            statement.execute("REGISTER STORAGE UNIT ds_0 (\n"
+                    + "  URL=\"jdbc:postgresql://127.0.0.1:" + POSTGRES_CONTAINER.getMappedPort(5432) + "/demo_ds_0\",\n"
+                    + "  USER=\"test\",\n"
+                    + "  PASSWORD=\"test\"\n"
+                    + "),ds_1 (\n"
+                    + "  URL=\"jdbc:postgresql://127.0.0.1:" + POSTGRES_CONTAINER.getMappedPort(5432) + "/demo_ds_1\",\n"
+                    + "  USER=\"test\",\n"
+                    + "  PASSWORD=\"test\"\n"
+                    + "),ds_2 (\n"
+                    + "  URL=\"jdbc:postgresql://127.0.0.1:" + POSTGRES_CONTAINER.getMappedPort(5432) + "/demo_ds_2\",\n"
+                    + "  USER=\"test\",\n"
+                    + "  PASSWORD=\"test\"\n"
+                    + ")");
+            statement.execute("CREATE DEFAULT SHARDING DATABASE STRATEGY (\n"
+                    + "  TYPE=\"standard\", \n"
+                    + "  SHARDING_COLUMN=user_id, \n"
+                    + "  SHARDING_ALGORITHM(\n"
+                    + "    TYPE(\n"
+                    + "      NAME=CLASS_BASED, \n"
+                    + "      PROPERTIES(\n"
+                    + "        \"strategy\"=\"STANDARD\",\n"
+                    + "        \"algorithmClassName\"=\"org.apache.shardingsphere.test.natived.commons.algorithm.ClassBasedInlineShardingAlgorithmFixture\"\n"
+                    + "      )\n"
+                    + "    )\n"
+                    + "  )\n"
+                    + ")");
+            statement.execute("CREATE SHARDING TABLE RULE t_order (\n"
+                    + "  DATANODES(\"<LITERAL>ds_0.t_order, ds_1.t_order, ds_2.t_order\"),\n"
+                    + "  KEY_GENERATE_STRATEGY(COLUMN=order_id,TYPE(NAME=\"SNOWFLAKE\"))\n"
+                    + "), t_order_item (\n"
+                    + "  DATANODES(\"<LITERAL>ds_0.t_order_item, ds_1.t_order_item, ds_2.t_order_item\"),\n"
+                    + "  KEY_GENERATE_STRATEGY(COLUMN=order_item_id,TYPE(NAME=\"SNOWFLAKE\"))\n"
+                    + ")");
+            statement.execute("CREATE BROADCAST TABLE RULE t_address");
+        }
+        HikariConfig config = new HikariConfig();
+        config.setDriverClassName("org.postgresql.Driver");
+        config.setJdbcUrl("jdbc:postgresql://127.0.0.1:" + proxyTestingServer.getProxyPort() + "/sharding_db");
+        config.setUsername("root");
+        config.setPassword("root");
+        DataSource dataSource = new HikariDataSource(config);
+        testShardingService = new TestShardingService(dataSource);
+        initEnvironment();
+        testShardingService.processSuccess();
+        testShardingService.cleanEnvironment();
+    }
+
+    private void initEnvironment() throws SQLException {
+        testShardingService.getOrderRepository().createTableIfNotExistsInPostgres();
+        testShardingService.getOrderItemRepository().createTableIfNotExistsInPostgres();
+        testShardingService.getAddressRepository().createTableIfNotExistsInMySQL();
+        testShardingService.getOrderRepository().truncateTable();
+        testShardingService.getOrderItemRepository().truncateTable();
+        testShardingService.getAddressRepository().truncateTable();
+    }
+
+    private static Connection openConnection(final String username, final String password, final String jdbcUrl) throws SQLException {
+        Properties props = new Properties();
+        props.setProperty("user", username);
+        props.setProperty("password", password);
+        return DriverManager.getConnection(jdbcUrl, props);
+    }
+}

test/native/src/test/resources/META-INF/native-image/io.grpc/grpc-netty-shaded/native-image.properties

@@ -15,7 +15,7 @@
 # limitations under the License.
 #
 
-# TODO This file exists to address https://github.com/grpc/grpc-java/issues/10601 .
+# TODO This file exists to address https://github.com/oracle/graalvm-reachability-metadata/issues/377 .
 Args=--initialize-at-run-time=\
     io.grpc.netty.shaded.io.netty.channel.ChannelHandlerMask,\
     io.grpc.netty.shaded.io.netty.channel.nio.AbstractNioChannel,\

test/native/src/test/resources/META-INF/native-image/shardingsphere-test-native-test-metadata/reflect-config.json

@@ -176,5 +176,13 @@
   "allDeclaredConstructors": true,
   "allDeclaredMethods": true,
   "allPublicMethods": true
+},
+{
+  "condition":{"typeReachable":"org.apache.shardingsphere.test.natived.proxy.transactions.base.SeataTest"},
+  "name":"org.apache.shardingsphere.test.natived.proxy.transactions.base.SeataTest",
+  "allDeclaredFields": true,
+  "allDeclaredConstructors": true,
+  "allDeclaredMethods": true,
+  "allPublicMethods": true
 }
 ]

test/native/src/test/resources/seata-script-client-conf-file.conf

@@ -20,7 +20,7 @@
 service {
     vgroupMapping.default_tx_group = "default"
 }
-# TODO This is not a reasonable configuration, just affected by https://github.com/apache/incubator-seata/pull/6661. Pending investigation.
+# TODO This is not a reasonable configuration, just affected by https://github.com/apache/incubator-seata/issues/7042 .
 client {
     rm {
         tableMetaCheckEnable = "false"