feat(tianmu): merge to Stonedb 5.7 stable

.github/FUNDING.yml

@@ -0,0 +1,13 @@
+# These are supported funding model platforms
+
+github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
+patreon: # Replace with a single Patreon username
+open_collective: stonedb
+ko_fi: # Replace with a single Ko-fi username
+tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+liberapay: # Replace with a single Liberapay username
+issuehunt: # Replace with a single IssueHunt username
+otechie: # Replace with a single Otechie username
+lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
+custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

.github/workflows/nightly.yml

@@ -53,9 +53,7 @@ jobs:
           -DDOWNLOAD_BOOST=0 \
           -DWITH_BOOST=/usr/local/stonedb-boost/ \
           -DDOWNLOAD_ROCKSDB=0 \
-          -DWITH_ROCKSDB=/usr/local/stonedb-gcc-rocksdb/ \
           -DWITH_MARISA=/usr/local/stonedb-marisa/ \
-          -DDOWNLOAD_ROCKSDB=0 \
           -DWITH_ROCKSDB=/usr/local/stonedb-gcc-rocksdb && make -j`nproc` && make -j`nproc` install
 
           tar -zcPvf ../pkg_outdir/stonedb57_nightly-`date +%y%m%d%H%M`.tar.gz /stonedb57/
@@ -68,21 +66,22 @@ jobs:
           cd /stonedb57/install/mysql-test
           ./mysql-test-run.pl --suite=tianmu --nowarnings --force --nocheck-testcases --retry=0
 
-      - name: output some vars
-        id: vars
-        env:
-          SHA_EXT: sha256sum.txt
-        run: |
-          find pkg_outdir -type f \( -iname \*.deb -o -iname \*.rpm -o -iname \*.tar.gz \) -exec bash -c "sha256sum {} > {}.sha256sum.txt" \;
-          subdir=$(date -u +%Y.%m.%d)
-          echo "::set-output name=subdir::$subdir"
-
-      - name: copy file via ssh password
-        uses: appleboy/scp-action@master
-        with:
-          host: ${{ secrets.FILE_SERVER_HOST }}
-          username: ${{ secrets.FILE_SERVER_USERNAME }}
-          password: ${{ secrets.FILE_SERVER_PASSWORD }}
-          port: ${{ secrets.FILE_SERVER_PORT }}
-          source: "pkg_outdir/*"
-          target: "${{ secrets.FILE_SERVER_DIR }}"
+          # TODO(): physical machine has been removed, we restart this funcion again in the future.
+          #- name: output some vars
+          #  id: vars
+          #  env:
+          #    SHA_EXT: sha256sum.txt
+          #  run: |
+          #    find pkg_outdir -type f \( -iname \*.deb -o -iname \*.rpm -o -iname \*.tar.gz \) -exec bash -c "sha256sum {} > {}.sha256sum.txt" \;
+          #    subdir=$(date -u +%Y.%m.%d)
+          #    echo "::set-output name=subdir::$subdir"
+          #
+          #- name: copy file via ssh password
+          #  uses: appleboy/scp-action@master
+          #  with:
+          #    host: ${{ secrets.FILE_SERVER_HOST }}
+          #    username: ${{ secrets.FILE_SERVER_USERNAME }}
+          #    password: ${{ secrets.FILE_SERVER_PASSWORD }}
+          #    port: ${{ secrets.FILE_SERVER_PORT }}
+          #    source: "pkg_outdir/*"
+          #    target: "${{ secrets.FILE_SERVER_DIR }}"

.github/workflows/pull_requests.yml

@@ -82,21 +82,21 @@ jobs:
       image: stoneatom/stonedb_buildenv:${{ matrix.os }}
     steps:
       - uses: actions/checkout@v3
-        with:
-          ssh-strict: 'false'
-      - name: compile stonedb
-        id: compile
-        run: |
+      - run: |
           case ${{ matrix.os }} in
             debian10_1.0.3)
-              apt-get update && apt-get install curl lcov bc  libssl-dev -y
+              apt-get --allow-releaseinfo-change update && apt-get install curl lcov bc  libssl-dev -y
               ;;
             centos7_1.0.3)
               yum install curl lcov.noarch bc.x86_64 -y
               rm -rf /usr/bin/gcc && ln -s /opt/rh/devtoolset-9/root/bin/gcc /usr/bin/gcc
             ;;
           esac
-
+        #with:
+        #  ssh-strict: 'false'
+      - name: compile stonedb
+        id: compile
+        run: |
           mkdir build && cd build
           git config --global --add safe.directory /__w/stonedb/stonedb
           git fetch --tags
@@ -119,9 +119,7 @@ jobs:
           -DDOWNLOAD_BOOST=0 \
           -DWITH_BOOST=/usr/local/stonedb-boost/ \
           -DDOWNLOAD_ROCKSDB=0 \
-          -DWITH_ROCKSDB=/usr/local/stonedb-gcc-rocksdb/ \
           -DWITH_MARISA=/usr/local/stonedb-marisa/ \
-          -DDOWNLOAD_ROCKSDB=0 \
           -DWITH_ROCKSDB=/usr/local/stonedb-gcc-rocksdb -DENABLE_GCOV=1 && make -j`nproc` && make -j`nproc` install
 
       - name: mtr test
@@ -130,13 +128,15 @@ jobs:
           groupadd mysql && useradd -g mysql mysql
           chown -R mysql:mysql /stonedb57 && chown -R mysql:mysql ./build
           cd /stonedb57/install/mysql-test
-          ./mysql-test-run.pl --suite=innodb --nowarnings --force --nocheck-testcases --retry=0 --defaults-file=/stonedb57/install/mysql-test/suite/innodb/include/my_innodb.cnf --do-test-list=/stonedb57/install/mysql-test/suite/innodb/include/innodb_testlist
+          ./mysql-test-run.pl --suite=innodb,main --mysqld=--default-storage-engine=innodb --nowarnings --force --nocheck-testcases --retry=0 --do-test-list=./suite/innodb/include/innodb_testlist --parallel=15
           ./mysql-test-run.pl --suite=tianmu --nowarnings --force --nocheck-testcases --retry=0 --parallel=10
 
       - name: create coverage.info
         run: |
+          cat codecov.yml | curl --data-binary @- https://codecov.io/validate
           cd build
-          lcov --capture --directory . --output-file  coverage.info --test-name coverage
+          lcov --capture --directory . --output-file coverage.info --test-name coverage
 
       - name: Codecov
-        uses: codecov/[email protected]
+        uses: codecov/[email protected]
+

CONTRIBUTING.md

@@ -12,7 +12,7 @@ Check if  `git` has been installed. If not, install it first.
 1. Issue report: Open a regular [StoneDB issue](https://github.com/stoneatom/stonedb/issues/new/choose) to bind your pull request.<br />For more details about creating github issue concepts, see: [create an github issue](https://docs.github.com/en/issues/tracking-your-work-with-issues/creating-an-issue)
 2.  Fork [StoneDB repo](https://github.com/stoneatom/stonedb) to your own account. 
 3.  After add you own code, add unit test 
-4.  Do *make mtr test*
+4.  Do *make mtr test* [How to add mtr test](https://stonedb.io/docs/getting-started/quick-add-mtr-test/)
 5.  After all test passed, use *clang-format* to formate your code according to [google c++ styleguide](https://google.github.io/styleguide/cppguide.html) 
 6.  Submit a [Draft Pull Requests](https://github.blog/2019-02-14-introducing-draft-pull-requests/) and  [write your PR description](https://github.com/stoneatom/stonedb/blob/stonedb-5.7/.github/pull_request_template.md)<br />For more details about pr concepts, see [creating-a-pull-request-from-a-fork](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/proposing-changes-to-your-work-with-pull-requests/creating-a-pull-request-from-a-fork)<br />For more detail about draft pr concepts,  see [draft-pull-request](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/proposing-changes-to-your-work-with-pull-requests/about-pull-requests#draft-pull-requests) 
 7.  After all CI tests are passed, change the status to “Ready for review”. 

Docs/02-getting-started/quick-add-mtr-test.md

@@ -0,0 +1,103 @@
+---
+id: quick-add-mtr-test
+sidebar_position: 3.6
+---
+
+# Qucik Add MTR Test
+
+## Add and Run a MTR test
+
+When you contribute your code into StoneDB, test your code in the meantime.
+
+Test cases are in the path \${StoneDB-Source-DIR}/mysql-test/suite/tianmu/.
+
+:::info
+`${StoneDB-Source-DIR}` is your StoneDB source code directory.
+
+`${TEST-PATH}=${StoneDB-Source-DIR}/mysql-test/suite/tianmu/` in the following context.
+:::
+
+### Step 1. Write your test file and result file
+
+Put your test file in the `${TEST-PATH}/t/` and result file in the `${TEST-PATH}/r/`.
+
+You can write your test cases like this.
+
+issue736.test
+```sql
+--source include/have_tianmu.inc
+use test;
+CREATE TABLE t1(col1 INT, col2 CHAR(5))ENGINE=tianmu;
+INSERT INTO t1 VALUES(NULL,''),(1,'a'),(1,'b'),(1,'c'),(2,'dd'),(3,'eee');
+INSERT INTO t1 VALUES(8,UNHEX('CEB2'));
+SELECT COUNT(DISTINCT col2) FROM t1;
+SELECT COUNT(DISTINCT col1) FROM t1;
+DROP TABLE t1;
+```
+
+Issue736.result
+```sql
+use test;
+CREATE TABLE t1(col1 INT, col2 CHAR(5))ENGINE=tianmu;
+INSERT INTO t1 VALUES(NULL,''),(1,'a'),(1,'b'),(1,'c'),(2,'dd'),(3,'eee');
+INSERT INTO t1 VALUES(8,UNHEX('CEB2'));
+SELECT COUNT(DISTINCT col2) FROM t1;
+COUNT(DISTINCT col2)
+7
+SELECT COUNT(DISTINCT col1) FROM t1;
+COUNT(DISTINCT col1)
+4
+DROP TABLE t1;
+
+```
+
+### Step 2. Compile your StoneDB.
+
+In this example, I compile my StoneDB in `${StoneDB-Source-DIR}/build/mysql8/` and install in `${StoneDB-Source-DIR}/build/install8/`
+
+ ```shell
+cd stonedb/build
+mkdir mysql8 install8
+# build your stonedb
+.........
+ ```
+
+### Step 3. Run your test.
+
+After installation, test cases will be moved into your installation directory.In this example, the path is `${StoneDB-Source-DIR}/build/install8/mysql-test`
+
+``` shell
+cd install8/mysql-test
+# run your test case. issue736 is my testcase.
+# run one case.
+./mtr --suite=tianmu testcase
+# run all cases.
+./mysql-test-run.pl --suite=tianmu --nowarnings --force --nocheck-testcases --parallel=10
+
+### Execute the test in this example.
+root@htap-dev-64-2:/stonedb/build/install8/mysql-test# ./mtr --suite=tianmu issue736
+Logging: ./mtr  --suite=tianmu issue736
+MySQL Version 8.0.30
+Checking supported features
+ - Binaries are debug compiled
+Collecting tests
+Checking leftover processes
+Removing old var directory
+Creating var directory '/stonedb/build/install8/mysql-test/var'
+Installing system database
+Using parallel: 1
+
+==============================================================================
+                  TEST NAME                       RESULT  TIME (ms) COMMENT
+------------------------------------------------------------------------------
+worker[1] mysql-test-run: WARNING: running this script as _root_ will cause some tests to be skipped
+[ 50%] tianmu.issue736                           [ pass ]     78
+[100%] shutdown_report                           [ pass ]
+------------------------------------------------------------------------------
+The servers were restarted 0 times
+The servers were reinitialized 0 times
+Spent 0.078 of 35 seconds executing testcases
+
+Completed: All 2 tests were successful.
+
+```

Docs/02-getting-started/quick-deploy-in-docker.md

@@ -5,25 +5,30 @@ sidebar_position: 3.2
 
 # Quick Deployment in a Docker Container
 ## Prerequisites
-The image of StoneDB is downloaded from Docker Hub.
-
+The image of StoneDB is downloaded from Docker Hub. You can read the Dockerhub documentation, which must be up to date.
 [Docker Hub](https://hub.docker.com/r/stoneatom/stonedb)
 
 ## Procedure
-The username and password for login are **root** and **stonedb123**.
+The username and password for login are **root**. The **password** is customized by yourself.
+
+Make sure your CPU supports AVX
+
+```bash
+cat /proc/cpuinfo |grep avx
+```
 ### 1. Pull the image
 Run the following command:
 ```bash
-docker pull stoneatom/stonedb:v1.0.2
+docker pull stoneatom/stonedb:v1.0.3
 ```
 ### 2. Run the image
 Run the following command:
 ```bash
-docker run -p 13306:3306 -v $stonedb_volumn_dir/data/:/stonedb56/install/data/ -it -d stoneatom/stonedb:v0.1 /bin/bash
+docker run -p 3306:3306 -itd -v $YOU_DATA_DIR:/opt -e MYSQL_ROOT_PASSWORD='$YOU_PASSWORD' stoneatom/stonedb:v1.0.3
 ```
 Altenatively, run the following command:
 ```bash
-docker run -p 13306:3306 -it -d stoneatom/stonedb:v0.1 /bin/bash
+docker run -p 3306:3306 -itd  -e MYSQL_ROOT_PASSWORD='$YOU_PASSWORD'  stoneatom/stonedb:v1.0.3
 ```
 Parameter description:
 
@@ -32,16 +37,17 @@ Parameter description:
 - **-i**: the interaction.
 - **-t**: the terminal.
 - **-d**: Do not enter the container upon startup. If you want to enter the container upon startup, run the  docker exec command.
-### **3. Log in to StoneDB in the container**
+### 3. Log in to StoneDB in the container
 ```bash
 # Obtain the Docker container ID.
 docker ps
 # Use the "cocker ps" command to obtain the container ID and enter the Docker container.
 docker exec -it <Container ID> bash
-<Container ID>$ /stonedb56/install/bin/mysql -uroot -pstonedb123
+
+<Container ID>$ /opt/stonedb57/install/bin/mysql -uroot -p$YOU_PASSWORD
 ```
 ### **4. Log in to StoneDB using a third-party tool**
 You can log in to StoneDB by using third-party tools such as mysql, Navicat, and DBeaver. The following code uses mysql as an example.
 ```shell
-mysql -h<Host IP address> -uroot -pstonedb123 -P<Mapped port of the host>
+mysql -h<Host IP address> -uroot -p$YOU_PASSWORD -P<Mapped port of the host>
 ```

Docs/02-getting-started/quick-deployment/deploy-stonedb-with-deb.md

@@ -7,12 +7,12 @@ sidebar_position: 3.14
 ## Step 1. Install StoneDB
 1. Download the StoneDB software package. 
 ```sql
-wget  https://github.com/stoneatom/stonedb/releases/download/5.7-v1.0.2-GA/stonedb-ce-5.7_v1.0.2.ubuntu.amd64.deb
+wget  https://github.com/stoneatom/stonedb/releases/download/5.7-v1.0.3-GA/stonedb-ce-5.7_v1.0.3.ubuntu.amd64.deb
 ```
 
 2. Use the DPKG command to install the DEB package.
 ```sql
-dpkg -i stonedb-ce-5.7_v1.0.2.ubuntu.amd64.deb
+dpkg -i stonedb-ce-5.7_v1.0.3.ubuntu.amd64.deb
 ```
 :::info
 If this step fails,  run `ldd /opt/stonedb57/install/bin/mysqld | grep 'not found'` to check whether any dependent libraries are missing. If yes, run `source /opt/stonedb57/install/bin/sourceenv` and then retry this step.

Docs/02-getting-started/quick-deployment/quick-deployment-57.md

@@ -5,7 +5,10 @@ sidebar_position: 3.12
 
 # Quick Deploy StoneDB-5.7
 ## 1. Download the installation package
-Click [here](https://static.stoneatom.com/custom/stonedb-ce-5.7-v1.0.3.el7.x86_64.tar.gz) to download the latest installation package of StoneDB. 
+
+Click [Github](https://github.com/stoneatom/stonedb/releases/download/5.7-v1.0.3-GA/stonedb-ce-5.7-v1.0.3.el7.x86_64.tar.gz) or [Gitee](https://gitee.com/StoneDB/stonedb/releases/download/5.7-v1.0.3-GA/stonedb-ce-5.7-v1.0.3.el7.x86_64.tar.gz) to download the latest installation package of StoneDB. 
+
+
 :::info
 To simplify deployment, the installation package provided here is pre-compiled to include all required dependencies.
 :::
@@ -31,6 +34,8 @@ Users can start StoneDB in two ways: manual installation and automatic installat
 ```shell
 groupadd mysql
 useradd -g mysql mysql
+
+# Here are the optional execution statements
 passwd mysql
 ```
 ### 4.2 Manually install StoneDB

Docs/04-developer-guide/00-compiling-methods/compile-using-centos7/compile-using-centos7-for-56.md

@@ -1,6 +1,6 @@
 ---
-id: compile-using-centos7-foe-56
-sidebar_position: 5.122
+id: compile-using-centos7-for-56
+sidebar_position: 5.123
 ---
 
 # Compile StoneDB for MySQL5.6 on CentOS 7

Docs/04-developer-guide/00-compiling-methods/compile-using-centos7/compile-using-centos7-for-57.md

@@ -1,6 +1,6 @@
 ---
 id: compile-using-centos7-for-57
-sidebar_position: 5.121
+sidebar_position: 5.122
 ---
 
 # Compile StoneDB for MySQL5.7 on CentOS 7