Merge branch 'apache:dev' into mysql

.github/workflows/labeler/label-scope-conf.yml

@@ -132,6 +132,11 @@ http:
       - changed-files:
           - any-glob-to-any-file: seatunnel-connectors-v2/connector-http/**
           - all-globs-to-all-files: '!seatunnel-connectors-v2/connector-!(http)/**'
+prometheus:
+  - all:
+      - changed-files:
+          - any-glob-to-any-file: seatunnel-connectors-v2/connector-prometheus/**
+          - all-globs-to-all-files: '!seatunnel-connectors-v2/connector-!(prometheus)/**'
 hudi:
   - all:
       - changed-files:

.github/workflows/notify_test_workflow.yml

@@ -80,7 +80,7 @@ jobs:
               status = 'completed'
               const conclusion = 'action_required'
 
-              github.rest.checks.create({
+              await github.rest.checks.create({
                 owner: context.repo.owner,
                 repo: context.repo.repo,
                 name: name,

.github/workflows/publish-docker.yaml

@@ -76,6 +76,7 @@ jobs:
           -D"docker.build.skip"=false \
           -D"docker.verify.skip"=false \
           -D"docker.push.skip"=false \
+          -D"skip.spotless"=true \
           -Dmaven.deploy.skip \
           --no-snapshot-updates \
           -Pdocker,seatunnel

.github/workflows/schedule_backend.yml

@@ -18,128 +18,17 @@
 name: Schedule Backend
 on:
   schedule:
-    - cron: '0 0 03 * *'
+    - cron: '0 16 * * *'
 
 concurrency:
-  group: backend-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
+  group: schedule-backend-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: false
 
 jobs:
-  license-header:
-    if: github.repository == 'apache/seatunnel'
-    name: License header
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-      - name: Check license header
-        uses: apache/skywalking-eyes@985866ce7e324454f61e22eb2db2e998db09d6f3
-
-  code-style:
-    if: github.repository == 'apache/seatunnel'
-    name: Code style
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-      - name: Check code style
-        run: ./mvnw --batch-mode --quiet --no-snapshot-updates clean spotless:check
-
-  dead-link:
-    if: github.repository == 'apache/seatunnel'
-    name: Dead links
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v2
-      - run: sudo npm install -g [email protected]
-      - run: |
-          for file in $(find . -name "*.md"); do
-            markdown-link-check -c .dlc.json -q "$file"
-          done
-
-  sanity-check:
-    if: github.repository == 'apache/seatunnel'
-    name: Sanity check results
-    needs: [ license-header, code-style, dead-link ]
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - name: Check results
-        run: |
-          [[ ${{ needs.license-header.result }} == 'success' ]] || exit 1;
-          [[ ${{ needs.code-style.result }} == 'success' ]] || exit 1;
-          [[ ${{ needs.dead-link.result }} == 'success' ]] || exit 1;
-
-  dependency-license:
-    name: Dependency licenses
-    needs: [ sanity-check ]
-    runs-on: ubuntu-latest
-    timeout-minutes: 40
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-      - uses: actions/setup-java@v3
-        with:
-          distribution: 'temurin'
-          java-version: '8'
-          cache: 'maven'
-      - name: Install
-        run: >-
-          ./mvnw -B -q install -DskipTests
-          -D"maven.test.skip"=true
-          -D"maven.javadoc.skip"=true
-          -D"scalastyle.skip"=true
-          -D"license.skipAddThirdParty"
-      - name: Check Dependencies Licenses
-        run: tools/dependencies/checkLicense.sh
-
-  unit-test:
-    needs: [ sanity-check ]
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        java: [ '8', '11' ]
-        os: [ 'ubuntu-latest', 'windows-latest' ]
-    timeout-minutes: 90
-    steps:
-      - uses: actions/checkout@v2
-      - name: Set up JDK ${{ matrix.java }}
-        uses: actions/setup-java@v3
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      - name: run all modules unit test
-        run: |
-          ./mvnw -B -T 1C clean verify -D"maven.test.skip"=false -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates
-        env:
-          MAVEN_OPTS: -Xmx2048m
-
-  integration-test:
-    needs: [ sanity-check ]
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        java: [ '8', '11' ]
-        os: [ 'ubuntu-latest' ]
-    timeout-minutes: 90
-    steps:
-      - uses: actions/checkout@v2
-      - name: Set up JDK ${{ matrix.java }}
-        uses: actions/setup-java@v3
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      - name: run all modules integration test
-        run: |
-          ./mvnw -T 1C -B verify -DskipUT=true -DskipIT=false -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates
-        env:
-          MAVEN_OPTS: -Xmx2048m
-
+  call-build-and-test:
+    permissions:
+      packages: write
+    name: Run
+    uses: ./.github/workflows/backend.yml
+    with:
+      TEST_IN_PR: false

.gitignore

@@ -55,3 +55,8 @@ seatunnel-examples
 
 /lib/*
 version.properties
+node/
+
+dist/
+
+seatunnel-engine/seatunnel-engine-server/**/ui/*

README.md

@@ -125,7 +125,8 @@ Companies and organizations worldwide use SeaTunnel for research, production, an
 
 ### 1. How do I install SeaTunnel?
 
-Follow the [Installation Guide](https://seatunnel.apache.org/docs/2.3.3/start-v2/locally/deployment/) on our website to get started.
+Follow the [Installation Guide](https://seatunnel.apache.org/docs/start-v2/locally/deployment/) on our website to get
+started.
 
 ### 2. How can I contribute to SeaTunnel?
 
@@ -143,6 +144,7 @@ Yes, SeaTunnel is available under the Apache 2.0 License, allowing commercial us
 
 Our [Official Documentation](https://seatunnel.apache.org/docs) includes detailed guides and tutorials to help you get started.
 
-### 7. Is there a community or support channel?
+### 6. Is there a community or support channel?
 
 Join our Slack community for support and discussions: [SeaTunnel Slack](https://s.apache.org/seatunnel-slack).
+More information, please refer to [FAQ](https://seatunnel.apache.org/docs/faq). 

bin/install-plugin.cmd

@@ -22,8 +22,8 @@ REM Get seatunnel home
 set "SEATUNNEL_HOME=%~dp0..\"
 echo Set SEATUNNEL_HOME to [%SEATUNNEL_HOME%]
 
-REM Connector default version is 2.3.8, you can also choose a custom version. eg: 2.3.8:  install-plugin.bat 2.3.8
-set "version=2.3.8"
+REM Connector default version is 2.3.9, you can also choose a custom version. eg: 2.3.9:  install-plugin.bat 2.3.9
+set "version=2.3.9"
 if not "%~1"=="" set "version=%~1"
 
 REM Create the lib directory

bin/install-plugin.sh

@@ -23,8 +23,8 @@
 # get seatunnel home
 SEATUNNEL_HOME=$(cd $(dirname $0);cd ../;pwd)
 
-# connector default version is 2.3.8, you can also choose a custom version. eg: 2.3.8:  sh install-plugin.sh 2.3.8
-version=2.3.8
+# connector default version is 2.3.9, you can also choose a custom version. eg: 2.3.9:  sh install-plugin.sh 2.3.9
+version=2.3.9
 
 if [ -n "$1" ]; then
     version="$1"

config/jvm_master_options

@@ -16,8 +16,8 @@
 #
 
 # JVM Heap
--Xms2g
--Xmx2g
+# -Xms2g
+# -Xmx2g
 
 # JVM Dump
 -XX:+HeapDumpOnOutOfMemoryError

config/jvm_options

@@ -16,8 +16,8 @@
 #
 
 # JVM Heap
--Xms2g
--Xmx2g
+# -Xms2g
+# -Xmx2g
 
 # JVM Dump
 -XX:+HeapDumpOnOutOfMemoryError

config/jvm_worker_options

@@ -16,8 +16,8 @@
 #
 
 # JVM Heap
--Xms2g
--Xmx2g
+# -Xms2g
+# -Xmx2g
 
 # JVM Dump
 -XX:+HeapDumpOnOutOfMemoryError

config/plugin_config

@@ -88,6 +88,7 @@ connector-tdengine
 connector-web3j
 connector-milvus
 connector-activemq
+connector-prometheus
 connector-sls
 connector-qdrant
 connector-typesense

config/seatunnel.yaml

@@ -17,6 +17,7 @@
 
 seatunnel:
   engine:
+    classloader-cache-mode: true
     history-job-expire-minutes: 1440
     backup-count: 1
     queue-type: blockingqueue
@@ -37,3 +38,9 @@ seatunnel:
     telemetry:
       metric:
         enabled: false
+      log:
+        scheduled-deletion-enable: true
+    http:
+      enable-http: true
+      port: 8080
+      enable-dynamic-port: false

config/v2.batch.config.template

@@ -29,7 +29,7 @@ source {
   # This is a example source plugin **only for test and demonstrate the feature source plugin**
   FakeSource {
     parallelism = 2
-    result_table_name = "fake"
+    plugin_output = "fake"
     row.num = 16
     schema = {
       fields {

config/v2.streaming.conf.template

@@ -29,7 +29,7 @@ source {
   # This is a example source plugin **only for test and demonstrate the feature source plugin**
   FakeSource {
     parallelism = 2
-    result_table_name = "fake"
+    plugin_output = "fake"
     row.num = 16
     schema = {
       fields {

docs/en/about.md

@@ -64,7 +64,7 @@ SeaTunnel has lots of users. You can find more information about them in [Users]
 <br/><br/>
 <img src="https://landscape.cncf.io/images/left-logo.svg" width="150" alt=""/>&nbsp;&nbsp;<img src="https://landscape.cncf.io/images/right-logo.svg" width="200" alt=""/>
 <br/><br/>
-SeaTunnel enriches the <a href="https://landscape.cncf.io/card-mode?category=streaming-messaging&license=apache-license-2-0&grouping=category&selected=sea-tunnal">CNCF CLOUD NATIVE Landscape</a >.
+SeaTunnel enriches the <a href="https://landscape.cncf.io/?item=app-definition-and-development--streaming-messaging--seatunnel">CNCF CLOUD NATIVE Landscape</a >.
 </p >
 
 ## Learn more