Undolog protobuf test

conf/seatago.yml

@@ -59,7 +59,7 @@ seata:
       # Judge whether the before image and after image are the same，If it is the same, undo will not be recorded
       data-validation: true
       # Serialization method
-      log-serialization: jackson
+      log-serialization: json
       # undo log table name
       log-table: undo_log
       # Only store modified fields

integrate_test/at/undolog_protobuf/Makefile

@@ -0,0 +1,21 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+
+
+run:
+	go run $(DIRECTORY)/main.go

integrate_test/at/undolog_protobuf/main.go

@@ -0,0 +1,148 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package main
+
+import (
+	"context"
+	"database/sql"
+	"errors"
+	"fmt"
+	"time"
+
+	"gorm.io/driver/mysql"
+	"gorm.io/gorm"
+	"seata.apache.org/seata-go/pkg/client"
+	sql2 "seata.apache.org/seata-go/pkg/datasource/sql"
+	"seata.apache.org/seata-go/pkg/tm"
+)
+
+type OrderTblModel struct {
+	Id            int64  `gorm:"column:id" json:"id"`
+	UserId        string `gorm:"column:user_id" json:"user_id"`
+	CommodityCode string `gorm:"commodity_code" json:"commodity_code"`
+	Count         int64  `gorm:"count" json:"count"`
+	Money         int64  `gorm:"money" json:"money"`
+	Descs         string `gorm:"descs" json:"descs"`
+}
+
+func main() {
+	initConfig()
+
+	// test: protobuf rollback
+	tm.WithGlobalTx(context.Background(), &tm.GtxConfig{
+		Name:    "ATSampleLocalGlobalTxByProtobufRollback",
+		Timeout: time.Second * 30,
+	}, insertDataError)
+
+	ctx := context.Background()
+
+	// check
+	if checkData(ctx, 0) != nil {
+		panic("checkData failed")
+	}
+
+	// wait clean undo log
+	time.Sleep(time.Second * 10)
+	if checkUndoLogData(ctx) != nil {
+		panic("checkUndoLogData failed")
+	}
+
+	// test: protobuf commit
+	tm.WithGlobalTx(context.Background(), &tm.GtxConfig{
+		Name:    "ATSampleLocalGlobalTxByProtobufCommit",
+		Timeout: time.Second * 30,
+	}, insertData)
+
+	// check
+	if checkData(ctx, 1) != nil {
+		panic("checkData failed")
+	}
+
+	// wait clean undo log
+	time.Sleep(time.Second * 10)
+	if checkUndoLogData(ctx) != nil {
+		panic("checkUndoLogData failed")
+	}
+}
+
+func initConfig() {
+	client.InitPath("./integrate_test/at/undolog_protobuf/seatago.yml")
+	initDB()
+}
+
+var gormDB *gorm.DB
+
+func initDB() {
+	sqlDB, err := sql.Open(sql2.SeataATMySQLDriver, "root:12345678@tcp(127.0.0.1:3306)/seata_client?multiStatements=true&interpolateParams=true")
+	if err != nil {
+		panic("init service error")
+	}
+
+	gormDB, err = gorm.Open(mysql.New(mysql.Config{
+		Conn: sqlDB,
+	}), &gorm.Config{})
+}
+
+func getData() OrderTblModel {
+	return OrderTblModel{
+		UserId:        "NO-100004",
+		CommodityCode: "C100002",
+		Count:         102,
+		Money:         12,
+		Descs:         "insert desc",
+	}
+}
+
+// insertData insert one data
+func insertData(ctx context.Context) error {
+	data := getData()
+
+	return gormDB.WithContext(ctx).Table("order_tbl").Create(&data).Error
+}
+
+func insertDataError(ctx context.Context) error {
+	data := getData()
+	gormDB.WithContext(ctx).Table("order_tbl").Create(&data)
+
+	return errors.New("insert data failed")
+}
+
+func checkData(ctx context.Context, expectCount int64) error {
+	query := getData()
+	var count int64
+	err := gormDB.WithContext(ctx).Table("order_tbl").Where(query).Count(&count).Error
+	if err != nil {
+		return err
+	}
+	if count != expectCount {
+		return fmt.Errorf("check data failed")
+	}
+	return nil
+}
+
+func checkUndoLogData(ctx context.Context) error {
+	var count int64
+	err := gormDB.WithContext(ctx).Table("undo_log").Count(&count).Error
+	if err != nil {
+		return err
+	}
+	if count != 0 {
+		return fmt.Errorf("check undolog failed")
+	}
+	return nil
+}

integrate_test/at/undolog_protobuf/seatago.yml

@@ -0,0 +1,158 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# time 时间单位对应的是 time.Duration(1)
+seata:
+  enabled: true
+  # application id
+  application-id: applicationName
+  # service group
+  tx-service-group: default_tx_group
+  access-key: aliyunAccessKey
+  secret-key: aliyunSecretKey
+  enable-auto-data-source-proxy: true
+  data-source-proxy-mode: AT
+  client:
+    rm:
+      # Maximum cache length of asynchronous queue
+      async-commit-buffer-limit: 10000
+      # The maximum number of retries when report reports the status
+      report-retry-count: 5
+      # The interval for regularly checking the metadata of the db（AT）
+      table-meta-check-enable: false
+      # Whether to report the status if the transaction is successfully executed（AT）
+      report-success-enable: false
+      # Whether to allow regular check of db metadata（AT）
+      saga-branch-register-enable: false
+      saga-json-parser: fastjson
+      saga-retry-persist-mode-update: false
+      saga-compensate-persist-mode-update: false
+      #Ordered.HIGHEST_PRECEDENCE + 1000  #
+      tcc-action-interceptor-order: -2147482648
+      # Parse SQL parser selection
+      sql-parser-type: druid
+      lock:
+        retry-interval: 30
+        retry-times: 10
+        retry-policy-branch-rollback-on-conflict: true
+    tm:
+      commit-retry-count: 5
+      rollback-retry-count: 5
+      default-global-transaction-timeout: 60s
+      degrade-check: false
+      degrade-check-period: 2000
+      degrade-check-allow-times: 10s
+      interceptor-order: -2147482648
+    undo:
+      # Judge whether the before image and after image are the same，If it is the same, undo will not be recorded
+      data-validation: true
+      # Serialization method
+      log-serialization: protobuf
+      # undo log table name
+      log-table: undo_log
+      # Only store modified fields
+      only-care-update-columns: true
+      compress:
+        # Compression type. Allowed Options: None, Gzip, Zip, Sevenz, Bzip2, Lz4, Zstd, Deflate
+        type: None
+        #  Compression threshold Unit: k
+        threshold: 64k
+    load-balance:
+      type: RandomLoadBalance
+      virtual-nodes: 10
+  service:
+    vgroup-mapping:
+      # Prefix for Print Log
+      default_tx_group: default
+    grouplist:
+      default: 127.0.0.1:8091
+    enable-degrade: false
+    # close the transaction
+    disable-global-transaction: false
+  transport:
+    shutdown:
+      wait: 3s
+    # Netty related configurations
+    # type
+    type: TCP
+    server: NIO
+    heartbeat: true
+    # Encoding and decoding mode
+    serialization: seata
+    # Message compression mode
+    compressor: none
+    # Allow batch sending of requests (TM)
+    enable-tm-client-batch-send-request: false
+    # Allow batch sending of requests (RM)
+    enable-rm-client-batch-send-request: true
+    # RM send request timeout
+    rpc-rm-request-timeout: 30s
+    # TM send request timeout
+    rpc-tm-request-timeout: 30s
+  # Configuration Center
+  config:
+    type: file
+    file:
+      name: config.conf
+    nacos:
+      namespace: ""
+      server-addr: 127.0.0.1:8848
+      group: SEATA_GROUP
+      username: ""
+      password: ""
+      ##if use MSE Nacos with auth, mutex with username/password attribute
+      #access-key: ""
+      #secret-key: ""
+      data-id: seata.properties
+  # Registration Center
+  registry:
+    type: file
+    file:
+      name: registry.conf
+    nacos:
+      application: seata-server
+      server-addr: 127.0.0.1:8848
+      group: "SEATA_GROUP"
+      namespace: ""
+      username: ""
+      password: ""
+      ##if use MSE Nacos with auth, mutex with username/password attribute  #
+      #access-key: ""  #
+      #secret-key: ""  #
+  log:
+    exception-rate: 100
+  tcc:
+    fence:
+      # Anti suspension table name
+      log-table-name: tcc_fence_log_test
+      clean-period: 60s
+  # getty configuration
+  getty:
+    reconnect-interval: 0
+    # temporary not supported connection-num
+    connection-num: 1
+    session:
+      compress-encoding: false
+      tcp-no-delay: true
+      tcp-keep-alive: true
+      keep-alive-period: 120s
+      tcp-r-buf-size: 262144
+      tcp-w-buf-size: 65536
+      tcp-read-timeout: 1s
+      tcp-write-timeout: 5s
+      wait-timeout: 1s
+      max-msg-len: 16498688
+      session-name: client_test
+      cron-period: 1s

start_integrate_test.sh

@@ -17,6 +17,7 @@
 
 # tests
 array+=("integrate_test/at/insert")
+array+=("integrate_test/at/undolog_protobuf")