diff --git a/.circleci/config.yml b/.circleci/config.yml
index 7375d3d3..c9093f34 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -35,9 +35,6 @@ jobs:
       - run:
           name: Verify code gen
           command: make test-codegen
-      - run:
-          name: Release notes
-          command: make release-notes
       - save_cache:
           key: go-mod-v3-{{ checksum "go.sum" }}
           paths:
@@ -71,6 +68,7 @@ jobs:
       - restore_cache:
           keys:
             - go-mod-v3-{{ checksum "go.sum" }}
+      - run: make release-notes
       - run: test/goreleaser.sh
 
   e2e-istio-testing:
diff --git a/test/goreleaser.sh b/test/goreleaser.sh
index 88d9151a..f8155be9 100755
--- a/test/goreleaser.sh
+++ b/test/goreleaser.sh
@@ -3,8 +3,6 @@ set -e
 
 TAR_FILE="/tmp/goreleaser.tar.gz"
 RELEASES_URL="https://github.com/goreleaser/goreleaser/releases"
-GH_REL_DIR="github-release-notes-linux-amd64-0.2.0"
-GH_REL_URL="https://github.com/buchanae/github-release-notes/releases/download/0.2.0/${GH_REL_DIR}.tar.gz"
 test -z "$TMPDIR" && TMPDIR="$(mktemp -d)"
 
 last_version() {
@@ -23,8 +21,6 @@ download() {
   rm -f "$TAR_FILE"
   curl -s -L -o "$TAR_FILE" \
     "$RELEASES_URL/download/$VERSION/goreleaser_$(uname -s)_$(uname -m).tar.gz"
-
-  curl -sSL ${GH_REL_URL} | tar xz && sudo mv ${GH_REL_DIR}/github-release-notes /usr/local/bin/ && rm -rf ${GH_REL_DIR}
 }
 
 download