TrueChartsClone/.github/workflows/charts-test.yaml

name: "Charts: Test"

on:
  workflow_call:
    inputs:
      checkoutCommit:
        required: true
        type: string
      chartChangesDetected:
        required: true
        type: string
      modifiedCharts:
        required: true
        type: string

jobs:
  generate-install-matrix:
    name: Generate matrix for install
    runs-on: ubuntu-latest
    outputs:
      matrix1: |
        {
          "chart": ${{ steps.list-changed.outputs.charts1 }}
        }
      matrix2: |
        {
          "chart": ${{ steps.list-changed.outputs.charts2 }}
        }
      matrix3: |
        {
          "chart": ${{ steps.list-changed.outputs.charts3 }}
        }
      matrix4: |
        {
          "chart": ${{ steps.list-changed.outputs.charts4 }}
        }
      matrix5: |
        {
          "chart": ${{ steps.list-changed.outputs.charts5 }}
        }
      matrix6: |
        {
          "chart": ${{ steps.list-changed.outputs.charts6 }}
        }
      detected1: ${{ steps.list-changed.outputs.detected1 }}
      detected2: ${{ steps.list-changed.outputs.detected2 }}
      detected3: ${{ steps.list-changed.outputs.detected3 }}
      detected4: ${{ steps.list-changed.outputs.detected4 }}
      detected5: ${{ steps.list-changed.outputs.detected5 }}
      detected6: ${{ steps.list-changed.outputs.detected6 }}
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install go-yq
        run: |
          mkdir -p $HOME/.local/bin
          wget https://github.com/mikefarah/yq/releases/download/v4.26.1/yq_linux_amd64 -O $HOME/.local/bin/go-yq && \
          chmod +x $HOME/.local/bin/go-yq
          echo "$HOME/.local/bin" >> $GITHUB_PATH

      - name: Run chart-testing (list-changed)
        id: list-changed
        if: inputs.chartChangesDetected == 'true'
        shell: bash
        run: |
          CHARTS="${{ inputs.modifiedCharts }}"
          echo "Modified Charts: ${CHARTS}"
          EXCLUDED_JSON=$(go-yq eval -o=json '.excluded-charts // []' .github/ct-install.yaml)
          CHARTS_JSON=$(echo ${CHARTS} | jq --raw-input '.' | jq --compact-output --slurp '.' | jq 'map(. |= split(" "))[]' )
          OUTPUT_JSON=$(echo "{\"excluded\": ${EXCLUDED_JSON}, \"all\": ${CHARTS_JSON}}" | jq --compact-output '.all-.excluded')
          OUTPUT_JSON1=$((echo $OUTPUT_JSON | jq -r -c '.[:50]'; echo $OUTPUT_JSON | jq -r -c '.[301:350]'; echo $OUTPUT_JSON | jq -r -c '.[601:650]'; echo $OUTPUT_JSON | jq -r -c '.[901:950]'; echo $OUTPUT_JSON | jq -r -c '.[1201:1250]') | jq -s add)
          OUTPUT_JSON2=$((echo $OUTPUT_JSON | jq -r -c '.[51:100]'; echo $OUTPUT_JSON | jq -r -c '.[351:400]'; echo $OUTPUT_JSON | jq -r -c '.[651:700]'; echo $OUTPUT_JSON | jq -r -c '.[951:1000]'; echo $OUTPUT_JSON | jq -r -c '.[1251:1300]') | jq -s add)
          OUTPUT_JSON3=$((echo $OUTPUT_JSON | jq -r -c '.[101:150]'; echo $OUTPUT_JSON | jq -r -c '.[401:450]'; echo $OUTPUT_JSON | jq -r -c '.[701:750]'; echo $OUTPUT_JSON | jq -r -c '.[1001:1050]'; echo $OUTPUT_JSON | jq -r -c '.[1301:1350]') | jq -s add)
          OUTPUT_JSON4=$((echo $OUTPUT_JSON | jq -r -c '.[151:200]'; echo $OUTPUT_JSON | jq -r -c '.[451:500]'; echo $OUTPUT_JSON | jq -r -c '.[751:800]'; echo $OUTPUT_JSON | jq -r -c '.[1051:1100]'; echo $OUTPUT_JSON | jq -r -c '.[1351:1400]') | jq -s add)
          OUTPUT_JSON5=$((echo $OUTPUT_JSON | jq -r -c '.[201:250]'; echo $OUTPUT_JSON | jq -r -c '.[501:550]'; echo $OUTPUT_JSON | jq -r -c '.[801:850]'; echo $OUTPUT_JSON | jq -r -c '.[1101:1150]'; echo $OUTPUT_JSON | jq -r -c '.[1401:1450]') | jq -s add)
          OUTPUT_JSON6=$((echo $OUTPUT_JSON | jq -r -c '.[251:300]'; echo $OUTPUT_JSON | jq -r -c '.[551:600]'; echo $OUTPUT_JSON | jq -r -c '.[851:900]'; echo $OUTPUT_JSON | jq -r -c '.[1151:1200]'; echo $OUTPUT_JSON | jq -r -c '.[1451:1500]') | jq -s add)
          echo charts1=${OUTPUT_JSON1} >> $GITHUB_OUTPUT
          echo charts2=${OUTPUT_JSON2} >> $GITHUB_OUTPUT
          echo charts3=${OUTPUT_JSON3} >> $GITHUB_OUTPUT
          echo charts4=${OUTPUT_JSON4} >> $GITHUB_OUTPUT
          echo charts5=${OUTPUT_JSON5} >> $GITHUB_OUTPUT
          echo charts6=${OUTPUT_JSON6} >> $GITHUB_OUTPUT
          if [[ $(echo ${OUTPUT_JSON1} | jq -c '. | length') -gt 0 ]]; then
            echo "detected1=true" >> $GITHUB_OUTPUT
          fi
          if [[ $(echo ${OUTPUT_JSON2} | jq -c '. | length') -gt 0 ]]; then
            echo "detected2=true" >> $GITHUB_OUTPUT
          fi
          if [[ $(echo ${OUTPUT_JSON3} | jq -c '. | length') -gt 0 ]]; then
            echo "detected3=true" >> $GITHUB_OUTPUT
          fi
          if [[ $(echo ${OUTPUT_JSON4} | jq -c '. | length') -gt 0 ]]; then
            echo "detected4=true" >> $GITHUB_OUTPUT
          fi
          if [[ $(echo ${OUTPUT_JSON5} | jq -c '. | length') -gt 0 ]]; then
            echo "detected5=true" >> $GITHUB_OUTPUT
          fi
          if [[ $(echo ${OUTPUT_JSON6} | jq -c '. | length') -gt 0 ]]; then
            echo "detected6=true" >> $GITHUB_OUTPUT
          fi

  install-charts1:
    needs:
      - generate-install-matrix
    if: needs.generate-install-matrix.outputs.detected1 == 'true'
    name: Install charts  Part 1
    strategy:
      matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix1) }}
      fail-fast: false
      max-parallel: 10
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install Helm
        uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3
        with:
          version: v3.13.2

      - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5
        with:
          python-version: "3.11"

      - name: Set up chart-testing
        uses: helm/chart-testing-action@e6669bcd63d7cb57cb4380c33043eebe5d111992 # v2.6.1

      - name: Create k3d cluster
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: latest
          # Flags found here https://github.com/k3d-io/k3d
          k3d-args: --k3s-arg --disable=metrics-server@server:*
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Remove node taints
        run: |
          kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true

      - name: Prep Helm
        run: |
          helm repo add truecharts https://charts.truecharts.org
          helm repo add truecharts-deps https://deps.truecharts.org
          helm repo add truecharts-library https://library-charts.truecharts.org
          helm repo add jetstack https://charts.jetstack.io
          helm repo add vmwaretanzu https://vmware-tanzu.github.io/helm-charts
          helm repo add cnpg https://cloudnative-pg.github.io/charts
          helm repo add metallb https://metallb.github.io/metallb
          helm repo add prometheus-community https://prometheus-community.github.io/helm-charts
          helm repo add  openebs https://openebs.github.io/charts
          helm repo add  csi-driver-smb https://raw.githubusercontent.com/kubernetes-csi/csi-driver-smb/master/charts
          helm repo add  csi-driver-nfs https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts
          helm repo update

      - name: Add Dependencies
        run: |
          if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then
            helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait
          fi
          ## TODO: Only add when required
          if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then
            helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
            helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then
            helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/enterprise/traefik" ]]; then
            helm install traefik truecharts/traefik --namespace traefik --create-namespace --wait
          fi

      - name: Run chart-testing (install)
        run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade

  install-charts2:
    needs:
      - generate-install-matrix
    if: needs.generate-install-matrix.outputs.detected2 == 'true'
    name: Install charts Part 2
    strategy:
      matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix2) }}
      fail-fast: false
      max-parallel: 10
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install Helm
        uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3
        with:
          version: v3.13.2

      - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5
        with:
          python-version: "3.11"

      - name: Set up chart-testing
        uses: helm/chart-testing-action@e6669bcd63d7cb57cb4380c33043eebe5d111992 # v2.6.1

      - name: Create k3d cluster
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: latest
          # Flags found here https://github.com/k3d-io/k3d
          k3d-args: --k3s-arg --disable=metrics-server@server:*
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Remove node taints
        run: |
          kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true

      - name: Add Dependencies
        run: |
          if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then
            helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait
          fi
          ## TODO: Only add when required
          if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then
            helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
            helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then
            helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/enterprise/traefik" ]]; then
            helm install traefik truecharts/traefik --namespace traefik --create-namespace --wait
          fi

      - name: Run chart-testing (install)
        run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade

  install-charts3:
    needs:
      - generate-install-matrix
    if: needs.generate-install-matrix.outputs.detected3 == 'true'
    name: Install charts  Part 3
    strategy:
      matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix3) }}
      fail-fast: false
      max-parallel: 10
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install Helm
        uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3
        with:
          version: v3.13.2

      - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5
        with:
          python-version: "3.11"

      - name: Set up chart-testing
        uses: helm/chart-testing-action@e6669bcd63d7cb57cb4380c33043eebe5d111992 # v2.6.1

      - name: Create k3d cluster
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: latest
          # Flags found here https://github.com/k3d-io/k3d
          k3d-args: --k3s-arg --disable=metrics-server@server:*
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Remove node taints
        run: |
          kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true

      - name: Add Dependencies
        run: |
          if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then
            helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait
          fi
          ## TODO: Only add when required
          if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then
            helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
            helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then
            helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/enterprise/traefik" ]]; then
            helm install traefik truecharts/traefik --namespace traefik --create-namespace --wait
          fi

      - name: Run chart-testing (install)
        run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade

  install-charts4:
    needs:
      - generate-install-matrix
    if: needs.generate-install-matrix.outputs.detected4 == 'true'
    name: Install charts Part 4
    strategy:
      matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix4) }}
      fail-fast: false
      max-parallel: 10
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install Helm
        uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3
        with:
          version: v3.13.2

      - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5
        with:
          python-version: "3.11"

      - name: Set up chart-testing
        uses: helm/chart-testing-action@e6669bcd63d7cb57cb4380c33043eebe5d111992 # v2.6.1

      - name: Create k3d cluster
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: latest
          # Flags found here https://github.com/k3d-io/k3d
          k3d-args: --k3s-arg --disable=metrics-server@server:*
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Remove node taints
        run: |
          kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true

      - name: Add Dependencies
        run: |
          if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then
            helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait
          fi
          ## TODO: Only add when required
          if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then
            helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
            helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then
            helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/enterprise/traefik" ]]; then
            helm install traefik truecharts/traefik --namespace traefik --create-namespace --wait
          fi

      - name: Run chart-testing (install)
        run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade

  install-charts5:
    needs:
      - generate-install-matrix
    if: needs.generate-install-matrix.outputs.detected5 == 'true'
    name: Install charts  Part 5
    strategy:
      matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix5) }}
      fail-fast: false
      max-parallel: 10
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install Helm
        uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3
        with:
          version: v3.13.2

      - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5
        with:
          python-version: "3.11"

      - name: Set up chart-testing
        uses: helm/chart-testing-action@e6669bcd63d7cb57cb4380c33043eebe5d111992 # v2.6.1

      - name: Create k3d cluster
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: latest
          # Flags found here https://github.com/k3d-io/k3d
          k3d-args: --k3s-arg --disable=metrics-server@server:*
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Remove node taints
        run: |
          kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true

      - name: Add Dependencies
        run: |
          if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then
            helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait
          fi
          ## TODO: Only add when required
          if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then
            helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
            helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then
            helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/enterprise/traefik" ]]; then
            helm install traefik truecharts/traefik --namespace traefik --create-namespace --wait
          fi

      - name: Run chart-testing (install)
        run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade

  install-charts6:
    needs:
      - generate-install-matrix
    if: needs.generate-install-matrix.outputs.detected6 == 'true'
    name: Install charts Part 6
    strategy:
      matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix6) }}
      fail-fast: false
      max-parallel: 10
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4
        with:
          fetch-depth: 1
          ref: ${{ inputs.checkoutCommit }}

      - name: Install Helm
        uses: azure/setup-helm@5119fcb9089d432beecbf79bb2c7915207344b78 # v3
        with:
          version: v3.13.2

      - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5
        with:
          python-version: "3.11"

      - name: Set up chart-testing
        uses: helm/chart-testing-action@e6669bcd63d7cb57cb4380c33043eebe5d111992 # v2.6.1

      - name: Create k3d cluster
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: latest
          # Flags found here https://github.com/k3d-io/k3d
          k3d-args: --k3s-arg --disable=metrics-server@server:*
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Remove node taints
        run: |
          kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true

      - name: Add Dependencies
        run: |
          if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then
            helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait
          fi
          ## TODO: Only add when required
          if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then
            helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
            helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then
            helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait
          fi
          if [[ "${{ matrix.chart }}" != "charts/enterprise/traefik" ]]; then
            helm install traefik truecharts/traefik --namespace traefik --create-namespace --wait
          fi

      - name: Run chart-testing (install)
        run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade

  # Summarize matrix https://github.community/t/status-check-for-a-matrix-jobs/127354/7
  install_success:
    needs:
      - generate-install-matrix
      - install-charts1
      - install-charts2
      - install-charts3
      - install-charts4
      - install-charts5
      - install-charts6
    if: ${{ always() }}
    name: Install successful
    runs-on: ubuntu-latest
    steps:
      - name: Check install matrix status
        run: |
          res1="${{needs.install-charts1.result}}"
          res2="${{needs.install-charts2.result}}"
          res3="${{needs.install-charts3.result}}"
          res4="${{needs.install-charts4.result}}"
          res5="${{needs.install-charts5.result}}"
          res6="${{needs.install-charts6.result}}"

          if [[ $res1 == "success" || $res1 == "skipped" ]]; then
            echo "Install test suite [1] was successful..."
          else
            echo "Install test suite [1] failed, stopping..."
            exit 1
          fi

          if [[ $res2 == "success" || $res2 == "skipped" ]]; then
            echo "Install test suite [2] was successful..."
          else
            echo "Install test suite [2] failed, stopping..."
            exit 1
          fi

          if [[ $res3 == "success" || $res3 == "skipped" ]]; then
            echo "Install test suite [3] was successful..."
          else
            echo "Install test suite [3] failed, stopping..."
            exit 1
          fi

          if [[ $res4 == "success" || $res4 == "skipped" ]]; then
            echo "Install test suite [4] was successful..."
          else
            echo "Install test suite [4] failed, stopping..."
            exit 1
          fi

          if [[ $res5 == "success" || $res5 == "skipped" ]]; then
            echo "Install test suite [5] was successful..."
          else
            echo "Install test suite [5] failed, stopping..."
            exit 1
          fi

          if [[ $res6 == "success" || $res6 == "skipped" ]]; then
            echo "Install test suite [6] was successful..."
          else
            echo "Install test suite [6] failed, stopping..."
            exit 1
          fi