TrueChartsClone/.github/workflows/apps.test.yaml

name: "Apps: Tests"

on:
  pull_request:
    branches:
      - '**'
    tags-ignore:
      - '**'
    paths:
      - 'charts/**'
      - '.github/workflows/apps.test.yaml'
      - '.github/ct-install.yaml'
      - '.github/ct-lint.yaml'

jobs:
  prephelm:
    name: Prepare Helm
    runs-on: ubuntu-20.04
    steps:
      - name: Install Helm
        uses: azure/setup-helm@v1
        with:
          version: v3.5.3

      - name: Cache helm repo cache
        uses: actions/cache@v2
        with:
          key: helmrepocache-${{ github.sha }}
          path: |
            ~/.cache/helm/repository
            ~/.config/helm/repositories.yaml

      - name: update helm repo cache
        run: |
          helm repo add truecharts https://truecharts.org
          helm repo add bitnami https://charts.bitnami.com/bitnami
          helm repo update

  changes:
    name: Get changed Apps
    runs-on: ubuntu-20.04
    outputs:
      matrix: "{\"app\": ${{ steps.reduce.outputs.apps }} }"
      empty_matrix: ${{ steps.reduce.outputs.empty_matrix }}
    steps:
    - name: Checkout
      uses: actions/checkout@v2
    - uses: dorny/paths-filter@v2
      id: filter
      with:
        list-files: json
        filters: |
          changed:
          - 'charts/stable/**'
          - 'charts/incubator/**'
          - 'charts/develop/**'
          - 'charts/deprecated/**'
          - 'charts/non-free/**'
          - 'charts/library/**'
    - run: echo '${{ toJson(steps.filter.outputs) }}' > changes.json
    - id: reduce
      run: |
        APPS=$(jq --raw-output '.changed_files | fromjson | .[] |= sub("(?<filepath>(?<first_directory>(?<root1>[\/]?)[^\/]+\/)(?<second_directory>(?<root2>[\/]?)[^\/]+\/)(?<third_directory>(?<root3>[\/]?)[^\/]+)(?<extra_paths>.+))"; "\(.third_directory)") | unique' changes.json)
        echo ::set-output name=apps::${APPS}
        if [ -z "${APPS[0]}" ]; then
          echo "No Changed Apps"
          echo "::set-output name=empty_matrix::true"
        else
          echo "Changed Apps: ${APPS[*]}"
          echo "::set-output name=empty_matrix::false"
        fi

  app-tests:
    needs: [changes, prephelm]
    if: ${{ needs.changes.outputs.empty_matrix == 'false' }}
    name: App Tests
    runs-on: ubuntu-latest
    strategy:
      matrix: ${{ fromJson(needs.changes.outputs.matrix) }}
      fail-fast: false
    steps:
    ##
    # GENERAL SECTION
    ##
      - name: Checkout
        if: ${{ matrix.app != '.gitkee' }}
        uses: actions/checkout@v2
        with:
          fetch-depth: 0

      - name: Cache helm repo cache
        id: cache
        uses: actions/cache@v2
        with:
          key: helmrepocache-${{ github.sha }}
          path: |
            ~/.cache/helm/repository
            ~/.config/helm/repositories.yaml

      - name: Prepare-Lint
        if: ${{ matrix.app != '.gitkee' }}
        id: prep-lint
        run: |
            if test -f "./charts/stable/${{ matrix.app }}/Chart.yaml"; then
              train="stable"
            elif test -f "./charts/incubator/${{ matrix.app }}/Chart.yaml"; then
              train="incubator"
            elif test -f "./charts/deprecated/${{ matrix.app }}/Chart.yaml"; then
              train="deprecated"
            elif test -f "./charts/non-free/${{ matrix.app }}/Chart.yaml"; then
              train="non-free"
            elif test -f "./charts/library/${{ matrix.app }}/Chart.yaml"; then
              train="library"
            else
              train="develop"
            fi
            echo ::set-output name=train::${train}
            if test -d "./charts/${train}/${{ matrix.app }}/tests/"; then
                unittests='true'
            echo "::set-output name=unittests::true"
            else
              unittests="false"
            echo "::set-output name=unittests::false"
            fi

      - name: Install Helm
        if: ${{ matrix.app != '.gitkee' }}
        uses: azure/setup-helm@v1
        with:
          version: v3.5.3

      - name: Cache-Error-Fix
        if: steps.cache.outputs.cache-hit != 'true'
        run: |
          helm repo add truecharts https://truecharts.org
          helm repo add bitnami https://charts.bitnami.com/bitnami
          helm repo update

      - uses: actions/setup-python@v2
        if: ${{ matrix.app != '.gitkee' }}
        with:
          python-version: 3.7

      - name: Set up chart-testing
        if: ${{ matrix.app != '.gitkee' }}
        uses: helm/chart-testing-action@v2.1.0

      - uses: actions/setup-go@v2
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        with:
          go-version: '^1.16'

    ##
    # Unit-Test section
    ##

      # Get values for cache paths to be used in later steps
      - id: go-cache-paths
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        run: |
          echo "::set-output name=go-build::$(go env GOCACHE)"
          echo "::set-output name=go-mod::$(go env GOMODCACHE)"

      # Cache go build cache, used to speedup go test
      - name: Go Build Cache
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        uses: actions/cache@v2
        with:
          path: ${{ steps.go-cache-paths.outputs.go-build }}
          key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}

      - name: Download modules
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        run: |
          go mod download
      - name: Run unit tests
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        run: |
          go test ./charts/.../tests -json | tee test.json
      - name: Annotate unit tests
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        uses: guyarb/golang-test-annotations@v0.4.0
        with:
          test-results: test.json

      - name: Parse Unit Tests
        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
        run: |
         if grep -q "FAIL"  test.json
         then
            echo "Unit Test reported FAILED";
            exit 1
         else
            echo "Unit Test reported OK";
            exit 0
         fi


    ##
    # Chart-Testing Section
    ##

      - name: Run chart-testing (lint)
        if: ${{ matrix.app != '.gitkee' }}
        id: lint
        run: ct lint --config .github/ct-lint.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'

      - name: Create k3d cluster
        if: ${{ matrix.app != 'common' &&  matrix.app != '.gitkee' }}
        uses: nolar/setup-k3d-k3s@v1
        with:
          version: v1.19

      ## TODO: Fix common-test
      - name: Run chart-testing (install)
        if: ${{ matrix.app != 'common' &&  matrix.app != '.gitkee' }}
        run: ct install --config .github/ct-install.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'

  app-tests-complete:
    needs: [app-tests]
    name: Apps Test Complete
    runs-on: ubuntu-latest
    steps:
      - name: complete message
        run: echo "App Tests Completed Successfully"

  catalog-test:
    needs: [prephelm]
    runs-on: ubuntu-latest
    container:
      image: ixsystems/catalog_validation:latest
    steps:
      - name: Cache helm repo cache
        id: cache
        uses: actions/cache@v2
        with:
          key: helmrepocache-${{ github.sha }}
          path: |
            ~/.cache/helm/repository
            ~/.config/helm/repositories.yaml

      - uses: actions/checkout@v2
        name: Checkout

      - name: Checkout
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
          path: master
      - name: Checkout
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
          repository: truecharts/catalog
          path: catalog

      - name: Install Helm
        uses: azure/setup-helm@v1
        with:
          version: v3.5.3

      - name: Cache-Error-Fix
        if: steps.cache.outputs.cache-hit != 'true'
        run: |
          helm repo add truecharts https://truecharts.org
          helm repo add bitnami https://charts.bitnami.com/bitnami
          helm repo update

      - name: Remove if release already exists
        run: |
          removetask(){
            if [ -d "$2/SCALE" ]; then
              maxchartversion=$(cat $2/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
              chartname=$(basename $2)
              echo "Processing... cleanup-existing... Chart: ${chartname} - Version: ${maxchartversion}"
              rm -Rf catalog/$1/${chartname}/${maxchartversion} || echo "Chart release ${chartname} with version ${maxchartversion} does not exist yet... Skipping..."
              rm -Rf catalog/$1/${chartname}/item.yaml || echo "No old catalog item.yaml found for ${chartname}"
            else
              echo "Skipping chart ${chart}, no correct SCALE compatibility layer detected"
            fi
          }
          for train in stable incubator develop non-free deprecated
          do
            for chart in master/charts/${train}/*; do
              removetask "${train}" "${chart}" &
            done
          done
          wait
      - name: fetch dependencies
        run: |
          fetchtask(){
            if [ -d "$1" ]; then
              cd $1
              helm dependency update --skip-refresh
              cd -
            fi
          }
          i=0
          for train in stable incubator develop non-free deprecated
          do
            for chart in master/charts/${train}/*; do
              if [ $i -eq 10 ]; then
                $i=0
                wait
              fi
              $i=`expr $i + 1`
              fetchtask "${chart}" &
            done
          done
          wait
      - name: Apply SCALE Patches
        run: |
          patchtask(){
            if [ -d "$1/SCALE" ]; then
              chartname=$(basename $1)
              echo "Processing... Applying SCALE patch... Chart: ${chartname}"
              mv $1/SCALE/item.yaml $1/
              mv $1/SCALE/ix_values.yaml $1/
              mv $1/SCALE/questions.yaml $1/
              cp -rf $1/SCALE/templates/* $1/templates || echo "ignoring templates directory..."
              rm -rf $1/SCALE
              mv $1/values.yaml $1/test_values.yaml
              touch $1/values.yaml
              description=$(cat $1/Chart.yaml | grep "^description: " | sed -r 's/^description: //')
              echo "${description}" >> $1/app-readme.md
            else
              echo "Skipping chart $1, no correct SCALE compatibility layer detected"
            fi
          }
          for train in stable incubator develop non-free deprecated
          do
            for chart in master/charts/${train}/*; do
              patchtask "${chart}" &
            done
          done
          wait
      - name: Add Chart release
        run: |
          addtask(){
            if [ -f "$1/item.yaml" ]; then
              maxchartversion=$(cat $1/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
              chartname=$(basename $1)
                echo "Processing... Copying charts... Chart: ${chartname} - Version: ${maxchartversion}"
                mkdir -p catalog/${train}/${chartname}/${maxchartversion}
                cp -Rf $1/* catalog/${train}/${chartname}/${maxchartversion}/
                mv catalog/${train}/${chartname}/${maxchartversion}/item.yaml catalog/${train}/${chartname}/item.yaml
            else
              echo "Skipping, chart $1 does not contain SCALE compatibility layer..."
            fi
          }
          for train in stable incubator develop non-free deprecated
          do
            for chart in master/charts/${train}/*; do
              addtask "${chart}" &
            done
          done
          wait
      - name: Validate catalog format
        run: |
          cd catalog
          /bin/bash -c "PWD=${pwd}; /usr/local/bin/catalog_validate validate --path $PWD"