[Improve][Docs] Optimize Doris, Paimon, Redis, and StarRocks connector docs

.asf.yaml

@@ -39,7 +39,7 @@ github:
     - CosmosNi
     - fcb-xiaobo
     - LeonYoah
-    - silenceland
+    - heye1005
     - SEZ9
     - boy-xiaozhang
     - nzw921rx
@@ -48,10 +48,15 @@ github:
     squash: true
     merge: false
     rebase: false
+  pull_requests:
+    allow_update_branch: true
   protected_branches:
     dev:
       required_status_checks:
-        strict: true
+        strict: false
+        checks:
+          - context: Build
+            app_id: 15368
       required_pull_request_reviews:
         dismiss_stale_reviews: true
         required_approving_review_count: 1

.dlc.json

@@ -42,6 +42,7 @@
     0,
     200,
     401,
-    403
+    403,
+    406
   ]
 }

.github/workflows/benchmarks.yml

@@ -0,0 +1,127 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the 'License'); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an 'AS IS' BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name: Benchmarks
+
+on:
+  schedule:
+    # Avoid the high-load top of the hour for scheduled workflows.
+    - cron: '17 0 * * *'
+  workflow_dispatch:
+    inputs:
+      seatunnel_ref:
+        description: 'SeaTunnel branch, tag, or commit SHA to benchmark.'
+        required: false
+        type: string
+        default: 'dev'
+      benchmarks:
+        description: 'Common benchmark selector.'
+        required: true
+        type: choice
+        options:
+          - '.*'
+          - 'SeaTunnelRowBenchmark'
+          - 'SeaTunnelPipelineBenchmark'
+          - 'sourceSink$'
+          - 'sourceTransformSink$'
+          - 'sourceTransformSinkWithObservability$'
+          - 'sourceTransformSinkWithTrace$'
+          - 'sourceTransformSinkWithObservabilityAndTrace$'
+        default: '.*'
+      custom_benchmarks:
+        description: 'Optional JMH selector that overrides the choice above.'
+        required: false
+        type: string
+      pr_number:
+        description: 'Optional trusted PR to compare. The workflow executes its code.'
+        required: false
+        type: string
+
+permissions:
+  contents: read
+
+concurrency:
+  group: benchmarks-${{ github.event.inputs.seatunnel_ref || 'dev' }}-${{ github.event.inputs.pr_number || 'no-pr' }}
+  cancel-in-progress: false
+
+jobs:
+  benchmark:
+    name: Run benchmarks with Java ${{ matrix.java-version }}
+    runs-on: ubuntu-24.04
+    timeout-minutes: 240
+
+    strategy:
+      fail-fast: false
+      matrix:
+        java-version: [ '8', '11' ]
+
+    env:
+      BENCHMARKS: ${{ github.event.inputs.custom_benchmarks || github.event.inputs.benchmarks || '.*' }}
+      JAVA_VERSION: ${{ matrix.java-version }}
+      PR_NUMBER: ${{ github.event.inputs.pr_number || '' }}
+      SEATUNNEL_REF: ${{ github.event.inputs.seatunnel_ref || 'dev' }}
+    steps:
+      - name: Checkout baseline
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          ref: ${{ github.event.inputs.seatunnel_ref || 'dev' }}
+          path: baseline
+
+      - name: Checkout PR
+        if: env.PR_NUMBER != ''
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          ref: refs/pull/${{ github.event.inputs.pr_number }}/head
+          path: candidate
+
+      - name: Set up JDK ${{ matrix.java-version }} with Maven cache
+        if: env.PR_NUMBER == ''
+        uses: actions/setup-java@v4
+        with:
+          distribution: temurin
+          java-version: ${{ matrix.java-version }}
+          cache: maven
+
+      - name: Set up JDK ${{ matrix.java-version }} without Maven cache
+        if: env.PR_NUMBER != ''
+        uses: actions/setup-java@v4
+        with:
+          distribution: temurin
+          java-version: ${{ matrix.java-version }}
+
+      - name: Build baseline benchmark module
+        working-directory: baseline
+        run: ./mvnw -Pbenchmark -pl seatunnel-benchmarks -am -DskipTests package
+
+      - name: Build PR benchmark module
+        if: env.PR_NUMBER != ''
+        working-directory: candidate
+        run: ./mvnw -Pbenchmark -pl seatunnel-benchmarks -am -DskipTests package
+
+      - name: Run benchmarks and build report
+        run: bash baseline/tools/benchmarks/run_benchmarks.sh
+
+      - name: Upload benchmark result
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: seatunnel-benchmarks-java${{ matrix.java-version }}-${{ github.run_id }}
+          retention-days: 90
+          if-no-files-found: warn
+          path: benchmark-artifacts/**

.github/workflows/build_main.yml

@@ -27,6 +27,7 @@ on:
 jobs:
   call-build-and-test:
     permissions:
+      contents: read
       packages: write
     name: Run
     uses: ./.github/workflows/backend.yml

.github/workflows/labeler/label-scope-conf.yml

@@ -19,6 +19,12 @@ CI&CD:
   - changed-files:
       - any-glob-to-any-file:
           - .github/**
+benchmarks:
+  - changed-files:
+      - any-glob-to-any-file:
+          - seatunnel-benchmarks/**
+          - tools/benchmarks/**
+          - .github/workflows/benchmarks.yml
 Zeta:
   - changed-files:
       - any-glob-to-any-file: seatunnel-engine/**
@@ -143,6 +149,11 @@ file:
       - changed-files:
           - any-glob-to-any-file: seatunnel-connectors-v2/connector-file/**
           - all-globs-to-all-files: '!seatunnel-connectors-v2/connector-!(file)/**'
+fluss:
+  - all:
+      - changed-files:
+          - any-glob-to-any-file: seatunnel-connectors-v2/connector-fluss/**
+          - all-globs-to-all-files: '!seatunnel-connectors-v2/connector-!(fluss)/**'
 google-firestore:
   - all:
       - changed-files:
@@ -349,3 +360,13 @@ bigquery:
       - changed-files:
           - any-glob-to-any-file: seatunnel-connectors-v2/connector-bigquery/**
           - all-globs-to-all-files: '!seatunnel-connectors-v2/connector-!(bigquery)/**'
+
+nats-jetstream:
+  - all:
+      - changed-files:
+          - any-glob-to-any-file:
+              - seatunnel-connectors-v2/connector-nats-jetstream/**
+              - seatunnel-e2e/seatunnel-connector-v2-e2e/connector-nats-jetstream-e2e/**
+          - all-globs-to-all-files:
+              - '!seatunnel-connectors-v2/connector-!(nats-jetstream)/**'
+              - '!seatunnel-e2e/seatunnel-connector-v2-e2e/connector-!(nats-jetstream)-e2e/**'

.github/workflows/notify_test_workflow.yml

@@ -36,7 +36,7 @@ jobs:
       checks: write
     steps:
       - name: "Notify test workflow"
-        uses: actions/github-script@v6
+        uses: actions/github-script@v7
         with:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
@@ -109,31 +109,33 @@ jobs:
                 }
               })
             } else {
-              const run_id = runs.data.workflow_runs[0].id
+              const build_run = runs.data.workflow_runs[0]
+              const run_id = build_run.id
 
-              if (runs.data.workflow_runs[0].head_sha != context.payload.pull_request.head.sha) {
+              if (build_run.head_sha != context.payload.pull_request.head.sha) {
                 throw new Error('There was a new unsynced commit pushed. Please retrigger the workflow.');
               }
 
               // Here we get check run ID to provide Check run view instead of Actions view, see also SPARK-37879.
               const check_runs = await github.request(check_run_endpoint, check_run_params)
               console.log('check_runs: ' + JSON.stringify(check_runs))
-              const check_run_head = check_runs.data.check_runs.filter(r => r.name === "Run / License header")[0]
-
-              console.log('check_run_head: ' + JSON.stringify(check_run_head))
-              if (check_run_head.head_sha != context.payload.pull_request.head.sha) {
-                throw new Error('There was a new unsynced commit pushed. Please retrigger the workflow.');
-              }
-
-              const check_run_url = 'https://github.com/'
-                + context.payload.pull_request.head.repo.full_name
-                + '/runs/'
-                + check_run_head.id
-
               const actions_url = 'https://github.com/'
                 + context.payload.pull_request.head.repo.full_name
                 + '/actions/runs/'
                 + run_id
+              const run_url_part = '/actions/runs/' + run_id
+              const check_run_head = check_runs.data.check_runs.find(r =>
+                r.head_sha === build_run.head_sha
+                  && (
+                    (r.details_url && r.details_url.includes(run_url_part))
+                    || (r.html_url && r.html_url.includes(run_url_part))
+                  )
+              )
+
+              console.log('check_run_head: ' + JSON.stringify(check_run_head))
+              const check_run_url = check_run_head
+                ? (check_run_head.html_url || check_run_head.details_url || actions_url)
+                : actions_url
 
               await github.rest.checks.create({
                 owner: context.repo.owner,

.github/workflows/publish-e2e-spark-images.yaml

@@ -0,0 +1,46 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: publish-e2e-spark-images
+
+on:
+  workflow_dispatch:
+
+concurrency:
+  group: publish-e2e-spark-images
+  cancel-in-progress: false
+
+jobs:
+  build:
+    if: github.repository == 'apache/seatunnel'
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v4
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USER }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Build and push Spark E2E images
+        working-directory: seatunnel-e2e/seatunnel-e2e-common/src/test/docker/spark
+        run: docker buildx bake --push

.github/workflows/schedule_backend.yml

@@ -27,8 +27,9 @@ concurrency:
 jobs:
   call-build-and-test:
     permissions:
+      contents: read
       packages: write
     name: Run
     uses: ./.github/workflows/backend.yml
     with:
-      TEST_IN_PR: false
+      TEST_IN_PR: ${{ 'false' }}