[test] Bump flink cdc to 3.5.0 and split flink-1.x-others workflow jobs into jdk 8 & 11

.github/workflows/e2e-tests-flink-1.x.yml

@@ -56,7 +56,7 @@ jobs:
           distribution: 'temurin'
 
       - name: Build Flink
-        run: mvn -T 2C -B clean install -DskipTests -Pflink1,spark3 -pl paimon-e2e-tests -am -Pflink-${{ matrix.flink_version }}
+        run: mvn -T 2C -B clean install -DskipTests -Pflink1,spark3 -pl paimon-e2e-tests -am -Pflink-${{ matrix.flink_version }} -pl !paimon-flink/paimon-flink-cdc
 
       - name: Test Flink
         run: |

.github/workflows/utitcase-flink-1.x-others.yml

@@ -28,17 +28,52 @@ on:
       - 'paimon-lucene/**'
 
 env:
-  JDK_VERSION: 8
   MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Dmaven.wagon.http.retryHandler.requestSentEnabled=true
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
   cancel-in-progress: true
 
 jobs:
-  build_test:
+  build_test_jdk8:
     runs-on: ubuntu-latest
     timeout-minutes: 60
+    env:
+      JDK_VERSION: 8
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up JDK ${{ env.JDK_VERSION }}
+        uses: actions/setup-java@v4
+        with:
+          java-version: ${{ env.JDK_VERSION }}
+          distribution: 'temurin'
+
+      - name: Build Flink
+        run: |
+          mvn -T 2C -B clean install -DskipTests -Pflink1,spark3 -pl !paimon-flink/paimon-flink-cdc
+
+      - name: Test Flink
+        run: |
+          . .github/workflows/utils.sh
+          jvm_timezone=$(random_timezone)
+          echo "JVM timezone is set to $jvm_timezone"
+          test_modules=""
+          for suffix in 1.16 1.17 1.18 1.19 1.20; do
+          test_modules+="org.apache.paimon:paimon-flink-${suffix},"
+          done
+          test_modules="${test_modules%,}"
+          mvn -T 2C -B test verify -Pflink1,spark3 -pl "${test_modules}" -Duser.timezone=$jvm_timezone
+        env:
+          MAVEN_OPTS: -Xmx4096m -XX:+UseG1GC -XX:CICompilerCount=2
+
+  build_test_jdk11:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    env:
+      JDK_VERSION: 11
 
     steps:
       - name: Checkout code

paimon-e2e-tests/pom.xml

@@ -32,9 +32,9 @@ under the License.
     <name>Paimon : End to End Tests</name>
 
     <properties>
-        <test.java.version>java8</test.java.version>
+        <test.java.version>java11</test.java.version>
         <flink.shaded.hadoop.version>2.8.3-10.0</flink.shaded.hadoop.version>
-        <flink.cdc.version>3.1.1</flink.cdc.version>
+        <flink.cdc.version>3.5.0</flink.cdc.version>
         <flink.sql.connector.hive>flink-sql-connector-hive-2.3.10_${flink.scala.binary.version}</flink.sql.connector.hive>
     </properties>
 
@@ -77,28 +77,13 @@ under the License.
             <type>test-jar</type>
         </dependency>
 
-        <dependency>
-            <groupId>org.apache.flink</groupId>
-            <artifactId>flink-connector-mysql-cdc</artifactId>
-            <version>${flink.cdc.version}</version>
-            <scope>test</scope>
-        </dependency>
-
         <dependency>
             <groupId>org.apache.paimon</groupId>
             <artifactId>paimon-test-utils</artifactId>
             <version>${project.version}</version>
             <scope>test</scope>
         </dependency>
 
-        <dependency>
-            <groupId>org.apache.paimon</groupId>
-            <artifactId>paimon-flink-cdc</artifactId>
-            <version>${project.version}</version>
-            <scope>test</scope>
-            <type>test-jar</type>
-        </dependency>
-
         <!-- testcontainers -->
 
         <dependency>
@@ -204,16 +189,6 @@ under the License.
                             <outputDirectory>/tmp/paimon-e2e-tests-jars
                             </outputDirectory>
                         </artifactItem>
-                        <artifactItem>
-                            <groupId>org.apache.flink</groupId>
-                            <artifactId>flink-sql-connector-mysql-cdc</artifactId>
-                            <version>${flink.cdc.version}</version>
-                            <destFileName>mysql-cdc.jar</destFileName>
-                            <type>jar</type>
-                            <overWrite>true</overWrite>
-                            <outputDirectory>/tmp/paimon-e2e-tests-jars
-                            </outputDirectory>
-                        </artifactItem>
                         <artifactItem>
                             <groupId>mysql</groupId>
                             <artifactId>mysql-connector-java</artifactId>
@@ -365,6 +340,51 @@ under the License.
             <properties>
                 <test.java.version>java11</test.java.version>
             </properties>
+            <dependencies>
+                <dependency>
+                    <groupId>org.apache.flink</groupId>
+                    <artifactId>flink-connector-mysql-cdc</artifactId>
+                    <version>${flink.cdc.version}</version>
+                    <scope>test</scope>
+                </dependency>
+                <dependency>
+                    <groupId>org.apache.paimon</groupId>
+                    <artifactId>paimon-flink-cdc</artifactId>
+                    <version>${project.version}</version>
+                    <scope>test</scope>
+                    <type>test-jar</type>
+                </dependency>
+            </dependencies>
+            <build>
+                <plugins>
+                    <plugin>
+                        <groupId>org.apache.maven.plugins</groupId>
+                        <artifactId>maven-dependency-plugin</artifactId>
+                        <executions>
+                            <execution>
+                                <id>copy-cdc-jars</id>
+                                <phase>process-resources</phase>
+                                <goals>
+                                    <goal>copy</goal>
+                                </goals>
+                                <configuration>
+                                    <artifactItems>
+                                        <artifactItem>
+                                            <groupId>org.apache.flink</groupId>
+                                            <artifactId>flink-sql-connector-mysql-cdc</artifactId>
+                                            <version>${flink.cdc.version}</version>
+                                            <destFileName>mysql-cdc.jar</destFileName>
+                                            <type>jar</type>
+                                            <overWrite>true</overWrite>
+                                            <outputDirectory>/tmp/paimon-e2e-tests-jars</outputDirectory>
+                                        </artifactItem>
+                                    </artifactItems>
+                                </configuration>
+                            </execution>
+                        </executions>
+                    </plugin>
+                </plugins>
+            </build>
         </profile>
     </profiles>
 </project>