diff --git a/.github/workflows/build_arm_wheels.yml b/.github/workflows/build_arm_wheels.yml
index 3188ad51cdb..97cc426cc87 100644
--- a/.github/workflows/build_arm_wheels.yml
+++ b/.github/workflows/build_arm_wheels.yml
@@ -22,7 +22,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ ubuntu-20.04 ]
+        os: [ ubuntu-22.04 ]
     env:
       RUNNER_OS: ${{ matrix.os }}
       PYTHON_VERSIONS: "3.8 3.9 3.10 3.11 3.12"
@@ -34,7 +34,7 @@ jobs:
         run: |
           cp -a /builder_cache/contrib ./
       - name: remove old clang and link clang-17 to clang
-        if: matrix.os == 'ubuntu-20.04'
+        if: matrix.os == 'ubuntu-22.04'
         run: |
           sudo rm -f /usr/bin/clang || true
           sudo ln -s /usr/bin/clang-17 /usr/bin/clang
@@ -60,6 +60,9 @@ jobs:
           df -h
       - name: Audit wheels
         run: |
+          export PYENV_ROOT="$HOME/.pyenv"
+          [[ -d $PYENV_ROOT/bin ]] && export PATH="$PYENV_ROOT/bin:$PATH"
+          eval "$(pyenv init -)"
           pyenv local "${{ matrix.python-version }}"
           python3 -m pip install auditwheel
           auditwheel -v repair -w dist/ --plat manylinux_2_17_aarch64 dist/*.whl
@@ -91,6 +94,9 @@ jobs:
       - name: Upload pypi
         if: ${{ startsWith(github.ref, 'refs/tags/v') || startsWIth(github.event.inputs.TAG_NAME, 'v') }}
         run: |
+          export PYENV_ROOT="$HOME/.pyenv"
+          [[ -d $PYENV_ROOT/bin ]] && export PATH="$PYENV_ROOT/bin:$PATH"
+          eval "$(pyenv init -)"
           pyenv local "${{ matrix.python-version }}"
           python3 -m pip install twine
           python3 -m twine upload ./dist/*.whl