diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml
index f29adee..77ecc16 100644
--- a/.github/workflows/docker.yml
+++ b/.github/workflows/docker.yml
@@ -29,4 +29,10 @@ jobs:
     - name: Push Docker image
       run: docker push ghcr.io/softcatala/whisper-ctranslate2:latest
       
+    - name: Delete old images
+      run: |
+       gh auth login --with-token <<< "${{ secrets.GITHUB_TOKEN }}"
+       gh api -X GET /user/packages/container/whisper-ctranslate2/versions \
+        | jq -r '.[] | select(.metadata.container.tags | index("latest") | not) | .id' \
+        | xargs -I {} gh api -X DELETE /user/packages/container/whisper-ctranslate2/versions/{}