348 lines
11 KiB
YAML
348 lines
11 KiB
YAML
name: "Apps: Tests"
|
|
|
|
on:
|
|
pull_request:
|
|
branches:
|
|
- '**'
|
|
tags-ignore:
|
|
- '**'
|
|
paths:
|
|
- 'charts/**'
|
|
- '.github/workflows/apps.test.yaml'
|
|
- '.github/ct-install.yaml'
|
|
- '.github/ct-lint.yaml'
|
|
|
|
jobs:
|
|
prephelm:
|
|
name: Prepare Helm
|
|
runs-on: ubuntu-20.04
|
|
steps:
|
|
- name: Install Helm
|
|
uses: azure/setup-helm@v1
|
|
with:
|
|
version: v3.5.3
|
|
|
|
- name: Cache helm repo cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
key: helmrepocache-${{ github.sha }}
|
|
path: |
|
|
~/.cache/helm/repository
|
|
~/.config/helm/repositories.yaml
|
|
|
|
- name: update helm repo cache
|
|
run: |
|
|
helm repo add truecharts https://truecharts.org
|
|
helm repo add bitnami https://charts.bitnami.com/bitnami
|
|
helm repo update
|
|
|
|
changes:
|
|
name: Get changed Apps
|
|
runs-on: ubuntu-20.04
|
|
outputs:
|
|
matrix: "{\"app\": ${{ steps.reduce.outputs.apps }} }"
|
|
empty_matrix: ${{ steps.reduce.outputs.empty_matrix }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v2
|
|
- uses: dorny/paths-filter@v2
|
|
id: filter
|
|
with:
|
|
list-files: json
|
|
filters: |
|
|
changed:
|
|
- 'charts/stable/**'
|
|
- 'charts/incubator/**'
|
|
- 'charts/library/**'
|
|
- run: echo '${{ toJson(steps.filter.outputs) }}' > changes.json
|
|
- id: reduce
|
|
run: |
|
|
APPS=$(jq --raw-output '.changed_files | fromjson | .[] |= sub("(?<filepath>(?<first_directory>(?<root1>[\/]?)[^\/]+\/)(?<second_directory>(?<root2>[\/]?)[^\/]+\/)(?<third_directory>(?<root3>[\/]?)[^\/]+)(?<extra_paths>.+))"; "\(.third_directory)") | unique' changes.json)
|
|
echo ::set-output name=apps::${APPS}
|
|
if [ -z "${APPS[0]}" ]; then
|
|
echo "No Changed Apps"
|
|
echo "::set-output name=empty_matrix::true"
|
|
else
|
|
echo "Changed Apps: ${APPS[*]}"
|
|
echo "::set-output name=empty_matrix::false"
|
|
fi
|
|
|
|
app-tests:
|
|
needs: [changes, prephelm]
|
|
if: ${{ needs.changes.outputs.empty_matrix == 'false' }}
|
|
name: App Tests
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix: ${{ fromJson(needs.changes.outputs.matrix) }}
|
|
fail-fast: false
|
|
steps:
|
|
##
|
|
# GENERAL SECTION
|
|
##
|
|
- name: Checkout
|
|
if: ${{ matrix.app != '.gitkee' }}
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Cache helm repo cache
|
|
id: cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
key: helmrepocache-${{ github.sha }}
|
|
path: |
|
|
~/.cache/helm/repository
|
|
~/.config/helm/repositories.yaml
|
|
|
|
- name: Prepare-Lint
|
|
if: ${{ matrix.app != '.gitkee' }}
|
|
id: prep-lint
|
|
run: |
|
|
if test -f "./charts/incubator/${{ matrix.app }}/Chart.yaml"; then
|
|
train="incubator"
|
|
elif test -f "./charts/stable/${{ matrix.app }}/Chart.yaml"; then
|
|
train="stable"
|
|
elif test -f "./charts/library/${{ matrix.app }}/Chart.yaml"; then
|
|
train="library"
|
|
else
|
|
train="incubator"
|
|
fi
|
|
echo ::set-output name=train::${train}
|
|
if test -d "./charts/${train}/${{ matrix.app }}/tests/"; then
|
|
unittests='true'
|
|
echo "::set-output name=unittests::true"
|
|
else
|
|
unittests="false"
|
|
echo "::set-output name=unittests::false"
|
|
fi
|
|
|
|
- name: Install Helm
|
|
if: ${{ matrix.app != '.gitkee' }}
|
|
uses: azure/setup-helm@v1
|
|
with:
|
|
version: v3.5.3
|
|
|
|
- name: Cache-Error-Fix
|
|
if: steps.cache.outputs.cache-hit != 'true'
|
|
run: |
|
|
helm repo add truecharts https://truecharts.org
|
|
helm repo add bitnami https://charts.bitnami.com/bitnami
|
|
helm repo update
|
|
|
|
- uses: actions/setup-python@v2
|
|
if: ${{ matrix.app != '.gitkee' }}
|
|
with:
|
|
python-version: 3.7
|
|
|
|
- name: Set up chart-testing
|
|
if: ${{ matrix.app != '.gitkee' }}
|
|
uses: helm/chart-testing-action@v2.1.0
|
|
|
|
- uses: actions/setup-go@v2
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
with:
|
|
go-version: '^1.16'
|
|
|
|
##
|
|
# Unit-Test section
|
|
##
|
|
|
|
# Get values for cache paths to be used in later steps
|
|
- id: go-cache-paths
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
run: |
|
|
echo "::set-output name=go-build::$(go env GOCACHE)"
|
|
echo "::set-output name=go-mod::$(go env GOMODCACHE)"
|
|
|
|
# Cache go build cache, used to speedup go test
|
|
- name: Go Build Cache
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: ${{ steps.go-cache-paths.outputs.go-build }}
|
|
key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}
|
|
|
|
- name: Download modules
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
run: |
|
|
go mod download
|
|
- name: Run unit tests
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
run: |
|
|
go test ./charts/.../tests -json | tee test.json
|
|
- name: Annotate unit tests
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
uses: guyarb/golang-test-annotations@v0.4.0
|
|
with:
|
|
test-results: test.json
|
|
|
|
- name: Parse Unit Tests
|
|
if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
|
|
run: |
|
|
if grep -q "FAIL" test.json
|
|
then
|
|
echo "Unit Test reported FAILED";
|
|
exit 1
|
|
else
|
|
echo "Unit Test reported OK";
|
|
exit 0
|
|
fi
|
|
|
|
|
|
##
|
|
# Chart-Testing Section
|
|
##
|
|
|
|
- name: Run chart-testing (lint)
|
|
if: ${{ matrix.app != '.gitkee' }}
|
|
id: lint
|
|
run: ct lint --config .github/ct-lint.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
|
|
|
|
- name: Create k3d cluster
|
|
if: ${{ matrix.app != 'common' && matrix.app != '.gitkee' }}
|
|
uses: nolar/setup-k3d-k3s@v1
|
|
with:
|
|
version: v1.19
|
|
|
|
## TODO: Fix common-test
|
|
- name: Run chart-testing (install)
|
|
if: ${{ matrix.app != 'common' && matrix.app != '.gitkee' }}
|
|
run: ct install --config .github/ct-install.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
|
|
|
|
app-tests-complete:
|
|
needs: [app-tests]
|
|
name: Apps Test Complete
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: complete message
|
|
run: echo "App Tests Completed Successfully"
|
|
|
|
catalog-test:
|
|
needs: [prephelm]
|
|
runs-on: ubuntu-latest
|
|
container:
|
|
image: ixsystems/catalog_validation:latest
|
|
steps:
|
|
- name: Cache helm repo cache
|
|
id: cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
key: helmrepocache-${{ github.sha }}
|
|
path: |
|
|
~/.cache/helm/repository
|
|
~/.config/helm/repositories.yaml
|
|
|
|
- uses: actions/checkout@v2
|
|
name: Checkout
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
path: master
|
|
- name: Checkout
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: truecharts/catalog
|
|
path: catalog
|
|
|
|
- name: Install Helm
|
|
uses: azure/setup-helm@v1
|
|
with:
|
|
version: v3.5.3
|
|
|
|
- name: Cache-Error-Fix
|
|
if: steps.cache.outputs.cache-hit != 'true'
|
|
run: |
|
|
helm repo add truecharts https://truecharts.org
|
|
helm repo add bitnami https://charts.bitnami.com/bitnami
|
|
helm repo update
|
|
|
|
- name: Remove if release already exists
|
|
run: |
|
|
removetask(){
|
|
if [ -d "$2/SCALE" ]; then
|
|
maxchartversion=$(cat $2/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
|
|
chartname=$(basename $2)
|
|
echo "Processing... cleanup-existing... Chart: ${chartname} - Version: ${maxchartversion}"
|
|
rm -Rf catalog/$1/${chartname}/${maxchartversion} || echo "Chart release ${chartname} with version ${maxchartversion} does not exist yet... Skipping..."
|
|
rm -Rf catalog/$1/${chartname}/item.yaml || echo "No old catalog item.yaml found for ${chartname}"
|
|
else
|
|
echo "Skipping chart ${chart}, no correct SCALE compatibility layer detected"
|
|
fi
|
|
}
|
|
for train in stable incubator
|
|
do
|
|
for chart in master/charts/${train}/*; do
|
|
removetask "${train}" "${chart}" &
|
|
done
|
|
done
|
|
wait
|
|
- name: fetch dependencies
|
|
run: |
|
|
fetchtask(){
|
|
if [ -d "$1" ]; then
|
|
cd $1
|
|
helm dependency update --skip-refresh
|
|
cd -
|
|
fi
|
|
}
|
|
for train in stable incubator
|
|
do
|
|
for chart in master/charts/${train}/*; do
|
|
fetchtask "${chart}"
|
|
done
|
|
done
|
|
- name: Apply SCALE Patches
|
|
run: |
|
|
patchtask(){
|
|
if [ -d "$1/SCALE" ]; then
|
|
chartname=$(basename $1)
|
|
echo "Processing... Applying SCALE patch... Chart: ${chartname}"
|
|
mv $1/SCALE/item.yaml $1/
|
|
mv $1/SCALE/ix_values.yaml $1/
|
|
mv $1/SCALE/questions.yaml $1/
|
|
cp -rf $1/SCALE/templates/* $1/templates || echo "ignoring templates directory..."
|
|
rm -rf $1/SCALE
|
|
mv $1/values.yaml $1/test_values.yaml
|
|
touch $1/values.yaml
|
|
description=$(cat $1/Chart.yaml | grep "^description: " | sed -r 's/^description: //')
|
|
echo "${description}" >> $1/app-readme.md
|
|
else
|
|
echo "Skipping chart $1, no correct SCALE compatibility layer detected"
|
|
fi
|
|
}
|
|
for train in stable incubator
|
|
do
|
|
for chart in master/charts/${train}/*; do
|
|
patchtask "${chart}" &
|
|
done
|
|
done
|
|
wait
|
|
- name: Add Chart release
|
|
run: |
|
|
addtask(){
|
|
if [ -f "$1/item.yaml" ]; then
|
|
maxchartversion=$(cat $1/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
|
|
chartname=$(basename $1)
|
|
echo "Processing... Copying charts... Chart: ${chartname} - Version: ${maxchartversion}"
|
|
mkdir -p catalog/${train}/${chartname}/${maxchartversion}
|
|
cp -Rf $1/* catalog/${train}/${chartname}/${maxchartversion}/
|
|
mv catalog/${train}/${chartname}/${maxchartversion}/item.yaml catalog/${train}/${chartname}/item.yaml
|
|
else
|
|
echo "Skipping, chart $1 does not contain SCALE compatibility layer..."
|
|
fi
|
|
}
|
|
for train in stable incubator
|
|
do
|
|
for chart in master/charts/${train}/*; do
|
|
addtask "${chart}" &
|
|
done
|
|
done
|
|
wait
|
|
- name: Validate catalog format
|
|
run: |
|
|
cd catalog
|
|
/bin/bash -c "PWD=${pwd}; /usr/local/bin/catalog_validate validate --path $PWD"
|