diff --git a/buildspecs/release-to-github.yml b/buildspecs/release-to-github.yml
index 36cbaaebe46..f0b04621129 100644
--- a/buildspecs/release-to-github.yml
+++ b/buildspecs/release-to-github.yml
@@ -24,6 +24,7 @@ phases:
     - |
       if [ `git ls-remote --tags public  | grep refs/tags/$RELEASE_VERSION | wc -l` -ge "1" ]; then
         git push public :refs/tags/$RELEASE_VERSION
+        git tag --delete $RELEASE_VERSION
       fi
     - git tag -a $RELEASE_VERSION -m "AWS SDK for Java v2 ($RELEASE_VERSION)"
     -