[SPARK-52254] Adds a GitHub Actions workflow to convert RC to the official release

Author: HyukjinKwon

.github/workflows/release.yml

@@ -57,7 +57,7 @@
 #
 # 4. Drop the staging repository if it exists (https://repository.apache.org/#stagingRepositories)
 
-name: Release Apache Spark (dryrun and RC)
+name: Release Apache Spark
 
 on:
   schedule:
@@ -70,10 +70,17 @@ on:
       release-version:
         description: 'Release version. Leave it empty to launch a dryrun.'
         required: false
+      rc-count:
+        description: 'RC number. Leave it empty to launch a dryrun.'
+        required: false
+      finalize:
+        description: 'Whether to convert RC to the official release (IRREVERSIBLE)'
+        required: true
+        default: false
 
 jobs:
   release:
-    name: Release Apache Spark (dryrun and RC)
+    name: Release Apache Spark
     runs-on: ubuntu-latest
     # Do not allow dispatching this workflow manually in the main repo.
     if: ${{ !(github.repository == 'apache/spark' && inputs.branch != '' && inputs.release-version != '') }}
@@ -83,21 +90,41 @@ jobs:
         with:
           repository: apache/spark
           ref: "${{ inputs.branch }}"
-      - name: Release Apache Spark (dryrun and RC)
+      - name: Release Apache Spark
         env:
           GIT_BRANCH: "${{ inputs.branch }}"
           RELEASE_VERSION: "${{ inputs.release-version }}"
+          SPARK_RC_COUNT: "${{ inputs.rc-count }}"
+          IS_FINALIZE: "${{ inputs.finalize }}"
           GIT_NAME: "${{ github.actor }}"
           ASF_USERNAME: "${{ secrets.ASF_USERNAME }}"
           ASF_PASSWORD: "${{ secrets.ASF_PASSWORD }}"
           GPG_PRIVATE_KEY: "${{ secrets.GPG_PRIVATE_KEY }}"
           GPG_PASSPHRASE: "${{ secrets.GPG_PASSPHRASE }}"
+          PYPI_API_TOKEN: "${{ secrets.PYPI_API_TOKEN }}"
           DEBUG_MODE: 1
           ANSWER: y
         run: |
+          if [ "$IS_FINALIZE" = "true" ]; then
+            echo ""
+            echo "┌────────────────────────────────────────────────────────────────────────────┐"
+            echo "│                               !!! WARNING !!!                              │"
+            echo "├────────────────────────────────────────────────────────────────────────────┤"
+            echo "│ This step will CONVERT THE RC ARTIFACTS into THE OFFICIAL RELEASE.         │"
+            echo "│                                                                            │"
+            echo "│    This action is IRREVERSIBLE.                                            │"
+            echo "│                                                                            │"
+            echo "│ The workflow will continue in 60 seconds.                                  │"
+            echo "│ Cancel this workflow now if you do NOT intend to finalize the release.     │"
+            echo "└────────────────────────────────────────────────────────────────────────────┘"
+            echo ""
+
+            sleep 60
+          fi
+
           empty_count=0
           non_empty_count=0
-          for val in "$GIT_BRANCH" "$RELEASE_VERSION"; do
+          for val in "$GIT_BRANCH" "$RELEASE_VERSION" "$SPARK_RC_COUNT"; do
             if [ -z "$val" ]; then
               empty_count=$((empty_count+1))
             else
@@ -110,7 +137,7 @@ jobs:
             exit 1
           fi
 
-          if [ "$empty_count" -eq 2 ]; then
+          if [ "$empty_count" -eq 3 ]; then
             echo "Dry run mode enabled"
             export DRYRUN_MODE=1
             ASF_PASSWORD="not_used"
@@ -152,6 +179,9 @@ jobs:
           if [ "$DRYRUN_MODE" = "1" ]; then
             CMD="$CMD -n"
           fi
+          if [ "$IS_FINALIZE" = "true" ]; then
+            CMD="$CMD -s finalize"
+          fi
 
           echo "Running release command: $CMD"
 

dev/create-release/do-release-docker.sh

@@ -153,6 +153,7 @@ USER=$USER
 DEBUG_MODE=$DEBUG_MODE
 ANSWER=$ANSWER
 GITHUB_ACTIONS=$GITHUB_ACTIONS
+SPARK_RC_COUNT=$SPARK_RC_COUNT
 EOF
 
 JAVA_VOL=

dev/create-release/release-util.sh

@@ -141,6 +141,9 @@ function get_release_info {
   export RELEASE_VERSION=$(read_config "Release" "$RELEASE_VERSION")
 
   RC_COUNT=$(read_config "RC #" "$RC_COUNT")
+  if [ -n "$SPARK_RC_COUNT" ]; then
+    RC_COUNT=$SPARK_RC_COUNT
+  fi
 
   # Check if the RC already exists, and if re-creating the RC, skip tag creation.
   RELEASE_TAG="v${RELEASE_VERSION}-rc${RC_COUNT}"