ADH-8360: switched to hive v4.3.0.1-4.3.0-1 and hadoop v3.4.3.1-4.3.0-1

.github/workflows/ci.yml

@@ -20,7 +20,15 @@ name: "Flink CI (beta)"
 
 on:
   push:
-  workflow_dispatch:
+    branches:
+      - master
+      - develop/**
+      - release/**
+  pull_request:
+    branches:
+      - master
+      - develop/**
+      - release/**
 
 permissions: read-all
 
@@ -29,11 +37,11 @@ jobs:
     name: "Pre-compile Checks"
     uses: ./.github/workflows/template.pre-compile-checks.yml
   ci:
-    name: "Default (Java 17)"
+    name: "Default (Java 21)"
     uses: ./.github/workflows/template.flink-ci.yml
     with:
-      environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk17 -Pjava17-target"'
-      jdk_version: 17
+      environment: 'PROFILE="-Dinclude_hadoop_aws -Djdk21 -Phadoop3-tests"'
+      jdk_version: 21
     secrets:
       s3_bucket: ${{ secrets.IT_CASE_S3_BUCKET }}
       s3_access_key: ${{ secrets.IT_CASE_S3_ACCESS_KEY }}

.github/workflows/release.yml

@@ -0,0 +1,78 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Release
+
+on:
+  push:
+    tags: ['v*']
+
+permissions:
+  contents: write
+  packages: write
+
+jobs:
+  release:
+    name: Build and Release
+    runs-on: ubuntu-22.04
+    timeout-minutes: 120
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Verify tag is on release branch
+        run: |
+          BRANCHES=$(git branch -r --contains ${{ github.sha }} | grep 'origin/release' || true)
+          if [ -z "$BRANCHES" ]; then
+            echo "Tag must be on a release/* branch. Found on:"
+            git branch -r --contains ${{ github.sha }}
+            exit 1
+          fi
+          echo "Tag is on: $BRANCHES"
+
+      - name: Verify CI passed
+        run: |
+          CONCLUSION=$(gh run list --commit ${{ github.sha }} --workflow "Flink CI (beta)" --json conclusion -q '.[0].conclusion')
+          if [ -z "$CONCLUSION" ]; then
+            echo "No CI run found for this commit."
+            exit 1
+          fi
+          if [ "$CONCLUSION" != "success" ]; then
+            echo "CI has not passed (status: $CONCLUSION)"
+            exit 1
+          fi
+          echo "CI passed"
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: actions/setup-java@v4
+        with:
+          java-version: 21
+          distribution: temurin
+          cache: maven
+          server-id: arenadata
+          server-username: GITHUB_ACTOR
+          server-password: GITHUB_TOKEN
+
+      - name: Deploy to GitHub Packages
+        run: ./mvnw deploy -DskipTests
+        env:
+          GITHUB_ACTOR: ${{ github.actor }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: softprops/action-gh-release@v2
+        with:
+          generate_release_notes: true

.github/workflows/template.flink-ci.yml

@@ -66,6 +66,8 @@ env:
   MAVEN_ARGS: -Dmaven.repo.local=/root/.m2/repository
   # required by tools/azure-pipelines/cache_docker_images.sh
   DOCKER_IMAGES_CACHE_FOLDER: /root/.docker-cache
+  # required for downloading packages from GitHub Packages (maven.pkg.github.com/arenadata/*)
+  GITHUB_TOKEN: ${{ github.token }}
 
 jobs:
   compile:
@@ -279,6 +281,7 @@ jobs:
   e2e:
     name: "E2E (group ${{ matrix.group }})"
     needs: compile
+    if: false
     # the end to end tests are not executed in Flink's CI Docker container due to problems when running Docker-in-Docker
     runs-on: ubuntu-22.04
     timeout-minutes: 310

.github/workflows/template.pre-compile-checks.yml

@@ -36,6 +36,10 @@ on:
 
 permissions: read-all
 
+env:
+  # required for downloading packages from GitHub Packages (maven.pkg.github.com/arenadata/*)
+  GITHUB_TOKEN: ${{ github.token }}
+
 # This workflow should only contain steps that do not require the compilation of Flink (and therefore, are
 # independent of the used JDK)
 jobs:

flink-annotations/pom.xml

@@ -25,7 +25,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-parent</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-annotations</artifactId>

flink-architecture-tests/flink-architecture-tests-base/pom.xml

@@ -26,7 +26,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-architecture-tests</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-architecture-tests-base</artifactId>

flink-architecture-tests/flink-architecture-tests-production/pom.xml

@@ -26,7 +26,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-architecture-tests</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-architecture-tests-production</artifactId>

flink-architecture-tests/flink-architecture-tests-test/pom.xml

@@ -26,7 +26,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-architecture-tests</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-architecture-tests-test</artifactId>

flink-architecture-tests/pom.xml

@@ -26,7 +26,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-parent</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-architecture-tests</artifactId>

flink-clients/pom.xml

@@ -26,7 +26,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-parent</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-clients</artifactId>

flink-connectors/flink-connector-base/pom.xml

@@ -25,7 +25,7 @@
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-connectors</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-connector-base</artifactId>

flink-connectors/flink-connector-datagen-test/pom.xml

@@ -25,7 +25,7 @@
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-connectors</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-connector-datagen-tests</artifactId>

flink-connectors/flink-connector-datagen/pom.xml

@@ -25,7 +25,7 @@
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-connectors</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-connector-datagen</artifactId>

flink-connectors/flink-connector-files/pom.xml

@@ -26,7 +26,7 @@ under the License.
 	<parent>
 		<groupId>org.apache.flink</groupId>
 		<artifactId>flink-connectors</artifactId>
-		<version>2.0.0</version>
+		<version>2.0.0.1-4.3.0-0</version>
 	</parent>
 
 	<artifactId>flink-connector-files</artifactId>