diff --git a/bin/push-tag.sh b/bin/push-tag.sh
index 07ebc1bf0..57133499c 100755
--- a/bin/push-tag.sh
+++ b/bin/push-tag.sh
@@ -7,6 +7,7 @@ git diff-index --quiet HEAD
 
 git checkout $1
 git pull origin $1
+git push origin $1
 
 version=$(grep "__version__ = " spacy/about.py)
 version=${version/__version__ = }
@@ -15,4 +16,4 @@ version=${version/\'/}
 version=${version/\"/}
 version=${version/\"/}
 git tag "v$version"
-git push origin --tags
+git push origin "v$version" --tags