Merge branch 'master' into cache-table-proposal

.bazelrc

@@ -0,0 +1,13 @@
+startup --host_jvm_args=-Xmx8g
+startup --unlimit_coredumps
+
+run --color=yes
+build:release --workspace_status_command=./build/print-workspace-status.sh --stamp
+build:release --config=ci
+build --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution
+build:ci --remote_cache=http://172.16.4.3:8084/tidb
+test:ci --verbose_failures
+test:ci --test_timeout=180
+test:ci --test_env=GO_TEST_WRAP_TESTV=1
+test:ci --remote_cache=http://172.16.4.3:8084/tidb
+test:ci --test_env=TZ=Asia/Shanghai --test_output=errors --experimental_ui_max_stdouterr_bytes=104857600

.github/licenserc.yml

@@ -10,16 +10,21 @@ header:
     - '.golangci.yml'
     - '.golangci_br.yml'
     - 'LICENSES/'
+    - '**/BUILD.bazel'
+    - 'WORKSPACE'
+    - '.bazelrc'
     - '**/*.key'
     - '**/*.md'
     - '**/*.json'
+    - '**/*.toml'
     - '**/*.pem'
     - '**/*.crt'
     - '**/*.test'
     - '**/*.result'
     - '**/*.example'
+    - '**/*.patch'
+    - 'DEPS.bzl'
     - '.codecov.yml'
-    - 'errors.toml'
     - 'Jenkinsfile'
     - '.editorconfig'
     - 'hooks/pre-commit'

.github/pull_request_template.md

@@ -51,7 +51,9 @@ Documentation
 
 ### Release note
 
-<!-- bugfix or new feature needs a release note -->
+<!-- compatibility change, improvement, bugfix, and new feature need a release note -->
+
+Please refer to [Release Notes Language Style Guide](https://pingcap.github.io/tidb-dev-guide/contribute-to-tidb/release-notes-style-guide.html) to write a quality release note.
 
 ```release-note
 None

.github/workflows/br_compatible_test.yml → .github/workflows/integration-test-br-compatibility.yml

@@ -17,20 +17,7 @@ on:
       - '!br/docker/**'
   # disable pull request only keep the merge action since it is very costly to run those tests
   # pull_request:
-  #   branches:
-  #     - master
-  #     - 'release-[0-9].[0-9]*'
-  #   paths:
-  #     - 'br/**'
-  #     - '!**.html'
-  #     - '!**.md'
-  #     - '!CNAME'
-  #     - '!LICENSE'
-  #     - '!br/docs/**'
-  #     - '!br/tests/**'
-  #     - '!br/docker/**'
 
-# See: https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#concurrency.
 concurrency:
   group: ${{ github.ref }}-${{ github.workflow }}
   cancel-in-progress: true
@@ -57,6 +44,7 @@ jobs:
         TAG=nightly PORT_SUFFIX=1 docker-compose -f br/compatibility/backup_cluster.yaml rm -s -v
         TAG=nightly PORT_SUFFIX=1 docker-compose -f br/compatibility/backup_cluster.yaml build
         TAG=nightly PORT_SUFFIX=1 docker-compose -f br/compatibility/backup_cluster.yaml up --remove-orphans -d
+        TAG=nightly PORT_SUFFIX=1 docker-compose -f br/compatibility/backup_cluster.yaml exec -T control go mod tidy 
         TAG=nightly PORT_SUFFIX=1 docker-compose -f br/compatibility/backup_cluster.yaml exec -T control make build_br
         TAG=nightly PORT_SUFFIX=1 docker-compose -f br/compatibility/backup_cluster.yaml exec -T control br/tests/run_compatible.sh run
 

.github/workflows/compile_br.yaml → .github/workflows/integration-test-compile-br.yml

@@ -32,7 +32,6 @@ on:
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
-# See: https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#concurrency.
 concurrency:
   group: ${{ github.ref }}-${{ github.workflow }}
   cancel-in-progress: true

.github/workflows/dumpling_integration_test.yml → .github/workflows/integration-test-dumpling.yml

@@ -27,7 +27,6 @@ on:
       - 'util/codec/**'
       - 'parser/model/**'
 
-# See: https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#concurrency.
 concurrency:
   group: ${{ github.ref }}-${{ github.workflow }}
   cancel-in-progress: true

.github/workflows/integration-test-with-real-tikv.yml

@@ -0,0 +1,44 @@
+name: Real TiKV Tests
+
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
+
+concurrency:
+  group: ${{ github.ref }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+  realtikv-test:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        suite:
+          - brietest
+          - pessimistictest
+          - sessiontest
+          - statisticstest
+          - txntest
+
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-go@v2
+        with:
+          go-version: 1.18
+      - name: Setup TiKV cluster
+        run: |
+          # Disable pipelined pessimistic lock temporarily until tikv#11649 is resolved
+          echo -e "[pessimistic-txn]\npipelined = false\n" > tikv.toml
+          echo -e "[raftdb]\nmax-open-files = 20480\n" >> tikv.toml
+          echo -e "[rocksdb]\nmax-open-files = 20480\n" >> tikv.toml
+          curl --proto '=https' --tlsv1.2 -sSf https://tiup-mirrors.pingcap.com/install.sh | sh
+          $HOME/.tiup/bin/tiup playground nightly --mode tikv-slim --kv 3 --pd 3 --without-monitor --kv.config tikv.toml &
+          curl --retry-connrefused --retry 5 --retry-delay 5 http://127.0.0.1:2379
+      - name: Run Tests
+        run: |
+          export log_level=error
+          make failpoint-enable
+          go test ./tests/realtikvtest/${{ matrix.suite }} -v -with-real-tikv -timeout 30m

.github/workflows/license-checker.yml

@@ -8,6 +8,10 @@ on:
     branches:
       - master
 
+concurrency:
+  group: ${{ github.ref }}-${{ github.workflow }}
+  cancel-in-progress: true
+
 jobs:
   check-license:
     runs-on: ubuntu-latest

.gitignore

@@ -29,3 +29,9 @@ export-20*/
 *-junit-report.xml
 # Files generated when testing
 out
+/_bazel
+bazel-bin
+bazel-out
+bazel-testlogs
+bazel-tidb
+.ijwb/

.golangci.yml

@@ -31,6 +31,11 @@ linters-settings:
     checks: ["S1002","S1004","S1007","S1009","S1010","S1012","S1019","S1020","S1021","S1024","S1030","SA2*","SA3*","SA4009","SA5*","SA6000","SA6001","SA6005", "-SA2002"]
   stylecheck:
     checks: ["-ST1003"]
+  gosec:
+    severity: "low"
+    confidence: "low"
+    excludes:
+      - G101
 issues:
   exclude-rules:
     - path: _test\.go

BUILD.bazel

@@ -0,0 +1,28 @@
+load("@bazel_gazelle//:def.bzl", "gazelle")
+
+# gazelle:proto disable_global
+# gazelle:prefix github.com/pingcap/tidb
+# gazelle:exclude tidb-binlog/proto/proto
+# gazelle:exclude plugin/conn_ip_example
+gazelle(name = "gazelle")
+
+package(default_visibility = ["//visibility:public"])
+
+xcode_version(
+    name = "xcode_version",
+    version = "10.0",
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(
+        ["**"],
+        exclude = [
+            "bazel-*/**",
+            ".git/**",
+            ".idea/**",
+        ],
+    ),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)