name: Conformance Tests - HCP Mode on: schedule: - cron: "0 1 * * *" workflow_dispatch: inputs: k3k_version: description: 'K3k version to test (e.g. v1.1.0). Leave empty to build from source.' required: false type: string k8s_version: description: 'Kubernetes version to test' required: false type: choice options: - "" - "v1.34.9" - "v1.35.6" - "v1.36.2" permissions: contents: read env: K8S_VERSIONS: "v1.34.9,v1.35.6,v1.36.2" HELM_VERSION: v4.1.3 HELM_CHECKSUM_AMD64: 02ce9722d541238f81459938b84cf47df2fdf1187493b4bfb2346754d82a4700 jobs: setup: runs-on: ubuntu-latest outputs: k8s_versions: ${{ steps.set-matrix.outputs.k8s_versions }} steps: - id: set-matrix run: | if [[ -z "${{ inputs.k8s_version }}" ]]; then JSON_ARRAY=$(jq -nc '"${{ env.K8S_VERSIONS }}" | split(",")') echo "k8s_versions=${JSON_ARRAY}" >> "$GITHUB_OUTPUT" else echo "k8s_versions=[\"${{ inputs.k8s_version }}\"]" >> "$GITHUB_OUTPUT" fi conformance: needs: setup runs-on: ubuntu-latest strategy: fail-fast: false matrix: k8s_version: ${{ fromJSON(needs.setup.outputs.k8s_versions) }} env: KUBERNETES_VERSION: ${{ matrix.k8s_version }} steps: - name: Checkout code uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7 with: fetch-depth: 0 fetch-tags: true - uses: actions/setup-go@924ae3a1cded613372ab5595356fb5720e22ba16 # v6 with: go-version-file: go.mod - name: Install helm env: FILENAME: helm.tar.gz run: | curl -sSfL -o ${{ env.FILENAME }} https://get.helm.sh/helm-${{ env.HELM_VERSION }}-linux-amd64.tar.gz echo "${{ env.HELM_CHECKSUM_AMD64 }} ${{ env.FILENAME }}" | sha256sum --check tar -xvzf ${{ env.FILENAME }} linux-amd64/helm sudo install -m 755 linux-amd64/helm /usr/local/bin/helm rm -fr "${{ env.FILENAME }}" linux-amd64/helm - name: Install hydrophone run: go install sigs.k8s.io/hydrophone@3de3e886a2f6f09635d8b981c195490af1584d97 # v0.7.0 - name: Install k3s env: KUBECONFIG: /etc/rancher/k3s/k3s.yaml K3S_HOST_VERSION: ${{ env.KUBERNETES_VERSION }}+k3s1 run: | curl -sfL https://get.k3s.io | INSTALL_K3S_VERSION=${K3S_HOST_VERSION} INSTALL_K3S_EXEC="--write-kubeconfig-mode=777" sh -s - kubectl cluster-info kubectl get nodes echo "KUBECONFIG=${KUBECONFIG}" >> $GITHUB_ENV - name: Setup K3k (from source) if: inputs.k3k_version == '' run: | export REPO=ttl.sh/$(uuidgen) export VERSION=1h make build make package make push make install # add k3kcli to $PATH echo "${{ github.workspace }}/bin" >> $GITHUB_PATH - name: Setup K3k (from release) if: inputs.k3k_version != '' run: | K3K_VERSION="${{ inputs.k3k_version }}" CHART_VERSION="${K3K_VERSION#v}" helm repo add k3k https://rancher.github.io/k3k helm repo update helm install --namespace k3k-system --create-namespace --version "${CHART_VERSION}" k3k k3k/k3k wget -qO k3kcli "https://github.com/rancher/k3k/releases/download/${{ inputs.k3k_version }}/k3kcli-linux-amd64" sudo mv k3kcli /usr/local/bin/k3kcli sudo chmod +x /usr/local/bin/k3kcli - name: Wait for K3k controller run: | echo "Wait for K3k controller deployment to be available" kubectl wait -n k3k-system deployment -l "app.kubernetes.io/name=k3k" --for=condition=Available --timeout=5m - name: Check k3kcli run: k3kcli -v - name: Create virtual cluster run: | kubectl create namespace k3k-mycluster cat <> "$GITHUB_OUTPUT" - name: Provision worker VMs and join them to the K3k virtual cluster uses: ./.github/actions/provision-k3s-vm-workers with: worker-count: 2 k3s-url: https://192.168.100.1:30001 k3s-token: ${{ steps.k3s-token.outputs.token }} k3s-version: ${{ env.KUBERNETES_VERSION }}+k3s1 - name: Test connectivity from VMs to K3k API server run: | ssh -i ./id_rsa -o StrictHostKeyChecking=no ubuntu@192.168.100.11 \ "curl -kv --max-time 10 https://192.168.100.1:30001/readyz || echo 'Worker 1 connectivity test failed'" ssh -i ./id_rsa -o StrictHostKeyChecking=no ubuntu@192.168.100.12 \ "curl -kv --max-time 10 https://192.168.100.1:30001/readyz || echo 'Worker 2 connectivity test failed'" - name: Verify Cluster Nodes env: KUBECONFIG: ${{ github.workspace }}/k3k-mycluster-mycluster-kubeconfig.yaml run: | echo "Monitoring K3k Virtual Cluster for Node registration..." kubectl get pod -A kubectl get nodes timeout 180s bash -c ' until [ $(kubectl get nodes --no-headers 2>/dev/null | grep -c "Ready") -eq 2 ]; do echo "Waiting for both worker nodes to show Ready..." kubectl get nodes || true sleep 5 done ' - name: Run conformance tests run: | hydrophone --conformance --parallel 4 \ --kubeconfig ${{ github.workspace }}/k3k-mycluster-mycluster-kubeconfig.yaml \ --output-dir /tmp - name: Collect logs if: always() env: KUBECONFIG: /etc/rancher/k3s/k3s.yaml run: | journalctl -u k3s -o cat --no-pager > /tmp/k3s.log kubectl logs -n k3k-system -l "app.kubernetes.io/name=k3k" --tail=-1 > /tmp/k3k.log - name: Archive K3s logs uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7 if: always() with: name: k3s-${{ matrix.k8s_version }}-logs path: /tmp/k3s.log - name: Archive K3k logs uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7 if: always() with: name: k3k-${{ matrix.k8s_version }}-logs path: /tmp/k3k.log - name: Archive conformance logs uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7 if: always() with: name: conformance-${{ matrix.k8s_version }}-logs path: /tmp/e2e.log - name: Archive results uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7 if: always() with: name: conformance-${{ matrix.k8s_version }}-results path: /tmp/junit_01.xml - name: Job Summary if: always() run: | echo '## 📊 Conformance Tests Results (${{ matrix.k8s_version }})' >> $GITHUB_STEP_SUMMARY echo '| Passed | Failed | Pending | Skipped |' >> $GITHUB_STEP_SUMMARY echo '|---|---|---|---|' >> $GITHUB_STEP_SUMMARY RESULTS=$(tail -10 /tmp/e2e.log | grep -E "Passed .* Failed .* Pending .* Skipped" | cut -d '-' -f 3) RESULTS=$(echo $RESULTS | grep -oE '[0-9]+' | xargs | sed 's/ / | /g') echo "| $RESULTS |" >> $GITHUB_STEP_SUMMARY # only include failed tests section if there are any if grep -q '\[FAIL\]' /tmp/e2e.log; then echo '' >> $GITHUB_STEP_SUMMARY echo '### Failed Tests' >> $GITHUB_STEP_SUMMARY echo '```' >> $GITHUB_STEP_SUMMARY grep '\[FAIL\]' /tmp/e2e.log >> $GITHUB_STEP_SUMMARY echo '```' >> $GITHUB_STEP_SUMMARY fi