#!/usr/bin/env bash # This script runs e2e tests for Canary initialization, analysis and promotion # Prerequisites: Kubernetes Kind, Helm and NGINX ingress controller set -o errexit REPO_ROOT=$(git rev-parse --show-toplevel) cat <>> Waiting for primary to be ready' retries=50 count=0 ok=false until ${ok}; do kubectl -n test get canary/podinfo | grep 'Initialized' && ok=true || ok=false sleep 5 count=$(($count + 1)) if [[ ${count} -eq ${retries} ]]; then kubectl -n ingress-nginx logs deployment/flagger echo "No more retries left" exit 1 fi done echo '✔ Canary initialization test passed' echo '>>> Triggering canary deployment' kubectl -n test set image deployment/podinfo podinfod=ghcr.io/stefanprodan/podinfo:6.0.1 echo '>>> Waiting for canary rollback' retries=50 count=0 ok=false until ${ok}; do kubectl -n test get canary/podinfo | grep 'Failed' && ok=true || ok=false sleep 10 kubectl -n ingress-nginx logs deployment/flagger --tail 1 count=$(($count + 1)) if [[ ${count} -eq ${retries} ]]; then kubectl -n ingress-nginx logs deployment/flagger echo "No more retries left" exit 1 fi done echo '✔ Canary rollback test passed' pod_hash=$(kubectl get pods -l app=podinfo-primary -n test -o=jsonpath='{.items[0].metadata.labels.pod-template-hash}') echo '>>> Reverting canary deployment to match primary' kubectl -n test set image deployment/podinfo podinfod=ghcr.io/stefanprodan/podinfo:6.0.0 sleep 15 new_pod_hash=$(kubectl get pods -l app=podinfo-primary -n test -o=jsonpath='{.items[0].metadata.labels.pod-template-hash}') failed=false kubectl -n test get canary/podinfo | grep 'Failed' && failed=true || ok=false if [ "$new_pod_hash" = "$pod_hash" -a "$failed" = true ]; then echo '✔ Canary not triggered upon reverting canary image to match primary ' else echo '⨯ Canary got triggered upon reverting canary image to match primary' exit 1 fi echo '>>> Triggering canary deployment again' kubectl -n test set image deployment/podinfo podinfod=ghcr.io/stefanprodan/podinfo:6.0.1 echo '>>> Waiting for canary to start progress' retries=50 count=0 ok=false until ${ok}; do kubectl -n test get canary/podinfo | grep 'Progressing' && ok=true || ok=false sleep 1 count=$(($count + 1)) if [[ ${count} -eq ${retries} ]]; then kubectl -n ingress-nginx logs deployment/flagger kubectl -n test get httpproxy podinfo -oyaml echo "No more retries left" exit 1 fi done echo '>>> Waiting for canary rollback' retries=50 count=0 ok=false until ${ok}; do kubectl -n test get canary/podinfo | grep 'Failed' && ok=true || ok=false sleep 10 kubectl -n ingress-nginx logs deployment/flagger --tail 1 count=$(($count + 1)) if [[ ${count} -eq ${retries} ]]; then kubectl -n ingress-nginx logs deployment/flagger echo "No more retries left" exit 1 fi done cat <>> Retrying failed canary run' kubectl -n test patch deploy/podinfo -p '[{"op": "add", "path":"/spec/template/metadata/annotations", "value": {"thisis": "theway"}}]' --type=json echo '>>> Waiting for canary promotion' retries=50 count=0 ok=false until ${ok}; do kubectl -n test describe deployment/podinfo-primary | grep '6.0.1' && ok=true || ok=false sleep 10 kubectl -n ingress-nginx logs deployment/flagger --tail 1 count=$(($count + 1)) if [[ ${count} -eq ${retries} ]]; then kubectl -n ingress-nginx logs deployment/flagger echo "No more retries left" exit 1 fi done echo '>>> Waiting for canary finalization' retries=50 count=0 ok=false until ${ok}; do kubectl -n test get canary/podinfo | grep 'Succeeded' && ok=true || ok=false sleep 5 count=$(($count + 1)) if [[ ${count} -eq ${retries} ]]; then kubectl -n ingress-nginx logs deployment/flagger echo "No more retries left" exit 1 fi done echo '✔ Canary promotion test passed'