name: Conformance Tests - Virtual Mode

on:
  schedule:
    - cron: "0 1 * * *"
  workflow_dispatch:
    inputs:
      k3k_version:
        description: 'K3k version to test (e.g. v1.1.0). Leave empty to build from source.'
        required: false
        type: string
      k8s_version:
        description: 'Kubernetes version to test'
        required: false
        type: choice
        options:
          - ""
          - "v1.34.6"
          - "v1.35.3"

permissions:
    contents: read

env:
  K8S_VERSIONS: "v1.34.6,v1.35.3"
  HELM_VERSION: v4.1.3
  HELM_CHECKSUM_AMD64: 02ce9722d541238f81459938b84cf47df2fdf1187493b4bfb2346754d82a4700

jobs:
  setup:
    runs-on: ubuntu-latest
    outputs:
      k8s_versions: ${{ steps.set-matrix.outputs.k8s_versions }}
    steps:
      - id: set-matrix
        run: |
          if [[ -z "${{ inputs.k8s_version }}" ]]; then
            JSON_ARRAY=$(jq -nc '"${{ env.K8S_VERSIONS }}" | split(",")')
            echo "k8s_versions=${JSON_ARRAY}" >> "$GITHUB_OUTPUT"
          else
            echo "k8s_versions=[\"${{ inputs.k8s_version }}\"]" >> "$GITHUB_OUTPUT"
          fi

  conformance:
    needs: setup
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix:
        k8s_version: ${{ fromJSON(needs.setup.outputs.k8s_versions) }}

    env:
      KUBERNETES_VERSION: ${{ matrix.k8s_version }}

    steps:
    - name: Checkout code
      uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
      with:
        fetch-depth: 0
        fetch-tags: true

    - uses: actions/setup-go@924ae3a1cded613372ab5595356fb5720e22ba16 # v6
      with:
        go-version-file: go.mod

    - name: Install helm
      env:
        FILENAME: helm.tar.gz
      run: |
        curl -sSfL -o ${{ env.FILENAME }} https://get.helm.sh/helm-${{ env.HELM_VERSION }}-linux-amd64.tar.gz
        echo "${{ env.HELM_CHECKSUM_AMD64 }}  ${{ env.FILENAME }}" | sha256sum --check
        tar -xvzf ${{ env.FILENAME }} linux-amd64/helm
        sudo install -m 755 linux-amd64/helm /usr/local/bin/helm

        rm -fr "${{ env.FILENAME }}" linux-amd64/helm

    - name: Install hydrophone
      run: go install sigs.k8s.io/hydrophone@3de3e886a2f6f09635d8b981c195490af1584d97 #v0.7.0

    - name: Install k3s
      env:
        KUBECONFIG: /etc/rancher/k3s/k3s.yaml
        K3S_HOST_VERSION: ${{ env.KUBERNETES_VERSION }}+k3s1
      run: |
        curl -sfL https://get.k3s.io | INSTALL_K3S_VERSION=${K3S_HOST_VERSION} INSTALL_K3S_EXEC="--write-kubeconfig-mode=777" sh -s -

        kubectl cluster-info
        kubectl get nodes

    - name: Setup K3k (from source)
      if: inputs.k3k_version == ''
      env:
        KUBECONFIG: /etc/rancher/k3s/k3s.yaml
      run: |
        export REPO=ttl.sh/$(uuidgen)
        export VERSION=1h

        make build
        make package
        make push
        make install

        # add k3kcli to $PATH
        echo "${{ github.workspace }}/bin" >> $GITHUB_PATH

    - name: Setup K3k (from release)
      if: inputs.k3k_version != ''
      env:
        KUBECONFIG: /etc/rancher/k3s/k3s.yaml
      run: |
        K3K_VERSION="${{ inputs.k3k_version }}"
        CHART_VERSION="${K3K_VERSION#v}"

        helm repo add k3k https://rancher.github.io/k3k
        helm repo update
        helm install --namespace k3k-system --create-namespace --version "${CHART_VERSION}" k3k k3k/k3k
        
        wget -qO k3kcli "https://github.com/rancher/k3k/releases/download/${{ inputs.k3k_version }}/k3kcli-linux-amd64"
        sudo mv k3kcli /usr/local/bin/k3kcli
        sudo chmod +x /usr/local/bin/k3kcli

    - name: Wait for K3k controller
      env:
        KUBECONFIG: /etc/rancher/k3s/k3s.yaml
      run: |
        echo "Wait for K3k controller deployment to be available"
        kubectl wait -n k3k-system deployment -l "app.kubernetes.io/name=k3k" --for=condition=Available --timeout=5m

    - name: Check k3kcli
      run: k3kcli -v

    - name: Create virtual cluster
      env:
        KUBECONFIG: /etc/rancher/k3s/k3s.yaml
      run: |
        k3kcli cluster create --mode=virtual --servers=2 mycluster

        export KUBECONFIG=${{ github.workspace }}/k3k-mycluster-mycluster-kubeconfig.yaml        
        
        kubectl cluster-info
        kubectl get nodes
        kubectl get pods -A
    
    - name: Run conformance tests
      run: |
        hydrophone --conformance --parallel 4 \
          --kubeconfig ${{ github.workspace }}/k3k-mycluster-mycluster-kubeconfig.yaml \
          --output-dir /tmp

    - name: Collect logs
      if: always()
      env:
        KUBECONFIG: /etc/rancher/k3s/k3s.yaml
      run: |
        journalctl -u k3s -o cat --no-pager > /tmp/k3s.log
        kubectl logs -n k3k-system -l "app.kubernetes.io/name=k3k" --tail=-1 > /tmp/k3k.log

    - name: Archive K3s logs
      uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
      if: always()
      with:
        name: k3s-${{ matrix.k8s_version }}-logs
        path: /tmp/k3s.log

    - name: Archive K3k logs
      uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
      if: always()
      with:
        name: k3k-${{ matrix.k8s_version }}-logs
        path: /tmp/k3k.log

    - name: Archive conformance logs
      uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
      if: always()
      with:
        name: conformance-${{ matrix.k8s_version }}-logs
        path: /tmp/e2e.log

    - name: Archive results
      uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
      if: always()
      with:
        name: conformance-${{ matrix.k8s_version }}-results
        path: /tmp/junit_01.xml

    - name: Job Summary
      if: always()
      run: |
        echo '## 📊 Conformance Tests Results (${{ matrix.k8s_version }})' >> $GITHUB_STEP_SUMMARY
        echo '| Passed | Failed | Pending | Skipped |'              >> $GITHUB_STEP_SUMMARY
        echo '|---|---|---|---|'                                    >> $GITHUB_STEP_SUMMARY

        RESULTS=$(tail -10 /tmp/e2e.log | grep -E "Passed .* Failed .* Pending .* Skipped" | cut -d '-' -f 3)
        RESULTS=$(echo $RESULTS | grep -oE '[0-9]+' | xargs | sed 's/ / | /g')
        echo "| $RESULTS |" >> $GITHUB_STEP_SUMMARY

        # only include failed tests section if there are any
        if grep -q '\[FAIL\]' /tmp/e2e.log; then
          echo ''                       >> $GITHUB_STEP_SUMMARY
          echo '### Failed Tests'       >> $GITHUB_STEP_SUMMARY
          echo '```'                    >> $GITHUB_STEP_SUMMARY
          grep '\[FAIL\]' /tmp/e2e.log  >> $GITHUB_STEP_SUMMARY
          echo '```'                    >> $GITHUB_STEP_SUMMARY
        fi