diff --git a/test/e2e-nginx-cleanup.sh b/test/e2e-nginx-cleanup.sh
index c7f43af9..c27e482a 100755
--- a/test/e2e-nginx-cleanup.sh
+++ b/test/e2e-nginx-cleanup.sh
@@ -3,10 +3,10 @@
 set -o errexit
 
 echo '>>> Deleting NGINX Ingress'
-helm delete --purge nginx-ingress
+helm delete nginx-ingress -n ingress-nginx
 
 echo '>>> Deleting Flagger'
-helm delete --purge flagger
+helm delete flagger -n ingress-nginx
 
 echo '>>> Cleanup test namespace'
 kubectl delete namespace test --ignore-not-found=true
\ No newline at end of file
diff --git a/test/e2e-nginx-custom-annotations.sh b/test/e2e-nginx-custom-annotations.sh
index c2eb9bf6..3ae36f6c 100755
--- a/test/e2e-nginx-custom-annotations.sh
+++ b/test/e2e-nginx-custom-annotations.sh
@@ -25,8 +25,7 @@ echo '>>> Loading Flagger image'
 kind load docker-image test/flagger:latest
 
 echo '>>> Installing Flagger'
-helm install ${REPO_ROOT}/charts/flagger \
---name flagger \
+helm upgrade -i flagger ${REPO_ROOT}/charts/flagger \
 --namespace ingress-nginx \
 --set prometheus.install=true \
 --set ingressAnnotationsPrefix="custom.ingress.kubernetes.io" \