name: "Charts: Test" on: workflow_call: inputs: checkoutCommit: required: true type: string chartChangesDetected: required: true type: string modifiedCharts: required: true type: string jobs: generate-install-matrix: name: Generate matrix for install runs-on: ubuntu-latest outputs: matrix1: | { "chart": ${{ steps.list-changed.outputs.charts1 }} } matrix2: | { "chart": ${{ steps.list-changed.outputs.charts2 }} } matrix3: | { "chart": ${{ steps.list-changed.outputs.charts3 }} } matrix4: | { "chart": ${{ steps.list-changed.outputs.charts4 }} } matrix5: | { "chart": ${{ steps.list-changed.outputs.charts5 }} } matrix6: | { "chart": ${{ steps.list-changed.outputs.charts6 }} } detected1: ${{ steps.list-changed.outputs.detected1 }} detected2: ${{ steps.list-changed.outputs.detected2 }} detected3: ${{ steps.list-changed.outputs.detected3 }} detected4: ${{ steps.list-changed.outputs.detected4 }} detected5: ${{ steps.list-changed.outputs.detected5 }} detected6: ${{ steps.list-changed.outputs.detected6 }} steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install go-yq run: | mkdir -p $HOME/.local/bin wget https://github.com/mikefarah/yq/releases/download/v4.26.1/yq_linux_amd64 -O $HOME/.local/bin/go-yq && \ chmod +x $HOME/.local/bin/go-yq echo "$HOME/.local/bin" >> $GITHUB_PATH - name: Run chart-testing (list-changed) id: list-changed if: inputs.chartChangesDetected == 'true' shell: bash run: | CHARTS="${{ inputs.modifiedCharts }}" echo "Modified Charts: ${CHARTS}" EXCLUDED_JSON=$(go-yq eval -o=json '.excluded-charts // []' .github/ct-install.yaml) CHARTS_JSON=$(echo ${CHARTS} | jq --raw-input '.' | jq --compact-output --slurp '.' | jq 'map(. |= split(" "))[]' ) OUTPUT_JSON=$(echo "{\"excluded\": ${EXCLUDED_JSON}, \"all\": ${CHARTS_JSON}}" | jq --compact-output '.all-.excluded') OUTPUT_JSON1=$((echo $OUTPUT_JSON | jq -r -c '.[:50]'; echo $OUTPUT_JSON | jq -r -c '.[301:350]'; echo $OUTPUT_JSON | jq -r -c '.[601:650]'; echo $OUTPUT_JSON | jq -r -c '.[901:950]'; echo $OUTPUT_JSON | jq -r -c '.[1201:1250]') | jq -s add) OUTPUT_JSON2=$((echo $OUTPUT_JSON | jq -r -c '.[51:100]'; echo $OUTPUT_JSON | jq -r -c '.[351:400]'; echo $OUTPUT_JSON | jq -r -c '.[651:700]'; echo $OUTPUT_JSON | jq -r -c '.[951:1000]'; echo $OUTPUT_JSON | jq -r -c '.[1251:1300]') | jq -s add) OUTPUT_JSON3=$((echo $OUTPUT_JSON | jq -r -c '.[101:150]'; echo $OUTPUT_JSON | jq -r -c '.[401:450]'; echo $OUTPUT_JSON | jq -r -c '.[701:750]'; echo $OUTPUT_JSON | jq -r -c '.[1001:1050]'; echo $OUTPUT_JSON | jq -r -c '.[1301:1350]') | jq -s add) OUTPUT_JSON4=$((echo $OUTPUT_JSON | jq -r -c '.[151:200]'; echo $OUTPUT_JSON | jq -r -c '.[451:500]'; echo $OUTPUT_JSON | jq -r -c '.[751:800]'; echo $OUTPUT_JSON | jq -r -c '.[1051:1100]'; echo $OUTPUT_JSON | jq -r -c '.[1351:1400]') | jq -s add) OUTPUT_JSON5=$((echo $OUTPUT_JSON | jq -r -c '.[201:250]'; echo $OUTPUT_JSON | jq -r -c '.[501:550]'; echo $OUTPUT_JSON | jq -r -c '.[801:850]'; echo $OUTPUT_JSON | jq -r -c '.[1101:1150]'; echo $OUTPUT_JSON | jq -r -c '.[1401:1450]') | jq -s add) OUTPUT_JSON6=$((echo $OUTPUT_JSON | jq -r -c '.[251:300]'; echo $OUTPUT_JSON | jq -r -c '.[551:600]'; echo $OUTPUT_JSON | jq -r -c '.[851:900]'; echo $OUTPUT_JSON | jq -r -c '.[1151:1200]'; echo $OUTPUT_JSON | jq -r -c '.[1451:1500]') | jq -s add) echo charts1=${OUTPUT_JSON1} >> $GITHUB_OUTPUT echo charts2=${OUTPUT_JSON2} >> $GITHUB_OUTPUT echo charts3=${OUTPUT_JSON3} >> $GITHUB_OUTPUT echo charts4=${OUTPUT_JSON4} >> $GITHUB_OUTPUT echo charts5=${OUTPUT_JSON5} >> $GITHUB_OUTPUT echo charts6=${OUTPUT_JSON6} >> $GITHUB_OUTPUT if [[ $(echo ${OUTPUT_JSON1} | jq -c '. | length') -gt 0 ]]; then echo "detected1=true" >> $GITHUB_OUTPUT fi if [[ $(echo ${OUTPUT_JSON2} | jq -c '. | length') -gt 0 ]]; then echo "detected2=true" >> $GITHUB_OUTPUT fi if [[ $(echo ${OUTPUT_JSON3} | jq -c '. | length') -gt 0 ]]; then echo "detected3=true" >> $GITHUB_OUTPUT fi if [[ $(echo ${OUTPUT_JSON4} | jq -c '. | length') -gt 0 ]]; then echo "detected4=true" >> $GITHUB_OUTPUT fi if [[ $(echo ${OUTPUT_JSON5} | jq -c '. | length') -gt 0 ]]; then echo "detected5=true" >> $GITHUB_OUTPUT fi if [[ $(echo ${OUTPUT_JSON6} | jq -c '. | length') -gt 0 ]]; then echo "detected6=true" >> $GITHUB_OUTPUT fi install-charts1: needs: - generate-install-matrix if: needs.generate-install-matrix.outputs.detected1 == 'true' name: Install charts Part 1 strategy: matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix1) }} fail-fast: false max-parallel: 10 runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install Kubernetes tools uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3 with: setup-tools: | helmv3 helm: "3.9.4" - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4 with: python-version: "3.11" - name: Set up chart-testing uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0 - name: Create k3d cluster uses: nolar/setup-k3d-k3s@v1 with: version: v1.24 # Flags found here https://github.com/k3d-io/k3d k3d-args: --k3s-arg --disable=metrics-server@server:* github-token: ${{ secrets.GITHUB_TOKEN }} - name: Remove node taints run: | kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true - name: Prep Helm run: | helm repo add truecharts https://charts.truecharts.org helm repo add truecharts-deps https://deps.truecharts.org helm repo add truecharts-library https://library-charts.truecharts.org helm repo add jetstack https://charts.jetstack.io helm repo update - name: Add Dependencies run: | if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait fi ## TODO: Only add when required if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait fi - name: Run chart-testing (install) run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade install-charts2: needs: - generate-install-matrix if: needs.generate-install-matrix.outputs.detected2 == 'true' name: Install charts Part 2 strategy: matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix2) }} fail-fast: false max-parallel: 10 runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install Kubernetes tools uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3 with: setup-tools: | helmv3 helm: "3.9.4" - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4 with: python-version: "3.11" - name: Set up chart-testing uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0 - name: Create k3d cluster uses: nolar/setup-k3d-k3s@v1 with: version: v1.24 # Flags found here https://github.com/k3d-io/k3d k3d-args: --k3s-arg --disable=metrics-server@server:* github-token: ${{ secrets.GITHUB_TOKEN }} - name: Remove node taints run: | kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true - name: Add Dependencies run: | if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait fi ## TODO: Only add when required if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait fi - name: Run chart-testing (install) run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade install-charts3: needs: - generate-install-matrix if: needs.generate-install-matrix.outputs.detected3 == 'true' name: Install charts Part 3 strategy: matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix3) }} fail-fast: false max-parallel: 10 runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install Kubernetes tools uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3 with: setup-tools: | helmv3 helm: "3.9.4" - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4 with: python-version: "3.11" - name: Set up chart-testing uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0 - name: Create k3d cluster uses: nolar/setup-k3d-k3s@v1 with: version: v1.24 # Flags found here https://github.com/k3d-io/k3d k3d-args: --k3s-arg --disable=metrics-server@server:* github-token: ${{ secrets.GITHUB_TOKEN }} - name: Remove node taints run: | kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true - name: Add Dependencies run: | if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait fi ## TODO: Only add when required if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait fi - name: Run chart-testing (install) run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade install-charts4: needs: - generate-install-matrix if: needs.generate-install-matrix.outputs.detected4 == 'true' name: Install charts Part 4 strategy: matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix4) }} fail-fast: false max-parallel: 10 runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install Kubernetes tools uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3 with: setup-tools: | helmv3 helm: "3.9.4" - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4 with: python-version: "3.11" - name: Set up chart-testing uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0 - name: Create k3d cluster uses: nolar/setup-k3d-k3s@v1 with: version: v1.24 # Flags found here https://github.com/k3d-io/k3d k3d-args: --k3s-arg --disable=metrics-server@server:* github-token: ${{ secrets.GITHUB_TOKEN }} - name: Remove node taints run: | kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true - name: Add Dependencies run: | if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait fi ## TODO: Only add when required if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait fi - name: Run chart-testing (install) run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade install-charts5: needs: - generate-install-matrix if: needs.generate-install-matrix.outputs.detected5 == 'true' name: Install charts Part 5 strategy: matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix5) }} fail-fast: false max-parallel: 10 runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install Kubernetes tools uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3 with: setup-tools: | helmv3 helm: "3.9.4" - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4 with: python-version: "3.11" - name: Set up chart-testing uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0 - name: Create k3d cluster uses: nolar/setup-k3d-k3s@v1 with: version: v1.24 # Flags found here https://github.com/k3d-io/k3d k3d-args: --k3s-arg --disable=metrics-server@server:* github-token: ${{ secrets.GITHUB_TOKEN }} - name: Remove node taints run: | kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true - name: Add Dependencies run: | if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait fi ## TODO: Only add when required if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait fi - name: Run chart-testing (install) run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade install-charts6: needs: - generate-install-matrix if: needs.generate-install-matrix.outputs.detected6 == 'true' name: Install charts Part 6 strategy: matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix6) }} fail-fast: false max-parallel: 10 runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@3df4ab11eba7bda6032a0b82a6bb43b11571feac # v4 with: fetch-depth: 1 ref: ${{ inputs.checkoutCommit }} - name: Install Kubernetes tools uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3 with: setup-tools: | helmv3 helm: "3.9.4" - uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4 with: python-version: "3.11" - name: Set up chart-testing uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0 - name: Create k3d cluster uses: nolar/setup-k3d-k3s@v1 with: version: v1.24 # Flags found here https://github.com/k3d-io/k3d k3d-args: --k3s-arg --disable=metrics-server@server:* github-token: ${{ secrets.GITHUB_TOKEN }} - name: Remove node taints run: | kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true - name: Add Dependencies run: | if [[ "${{ matrix.chart }}" == "charts/operators/metallb-config" ]]; then helm install metallb truecharts/metallb --namespace metallb --create-namespace --wait fi ## TODO: Only add when required if [[ "${{ matrix.chart }}" == "charts/enterprise/clusterissuer" ]]; then helm install cert-manager truecharts/cert-manager --namespace cert-manager --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then helm install cloudnative-pg truecharts/cloudnative-pg --namespace cloudnative-pg --create-namespace --wait fi if [[ "${{ matrix.chart }}" != "charts/operators/prometheus-operator" ]]; then helm install prometheus-operator truecharts/prometheus-operator --namespace prometheus-operator --create-namespace --wait fi - name: Run chart-testing (install) run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade # Summarize matrix https://github.community/t/status-check-for-a-matrix-jobs/127354/7 install_success: needs: - generate-install-matrix - install-charts1 - install-charts2 - install-charts3 - install-charts4 - install-charts5 - install-charts6 if: ${{ always() }} name: Install successful runs-on: ubuntu-latest steps: - name: Check install matrix status run: | res1="${{needs.install-charts1.result}}" res2="${{needs.install-charts2.result}}" res3="${{needs.install-charts3.result}}" res4="${{needs.install-charts4.result}}" res5="${{needs.install-charts5.result}}" res6="${{needs.install-charts6.result}}" if [[ $res1 == "success" || $res1 == "skipped" ]]; then echo "Install test suite [1] was successful..." else echo "Install test suite [1] failed, stopping..." exit 1 fi if [[ $res2 == "success" || $res2 == "skipped" ]]; then echo "Install test suite [2] was successful..." else echo "Install test suite [2] failed, stopping..." exit 1 fi if [[ $res3 == "success" || $res3 == "skipped" ]]; then echo "Install test suite [3] was successful..." else echo "Install test suite [3] failed, stopping..." exit 1 fi if [[ $res4 == "success" || $res4 == "skipped" ]]; then echo "Install test suite [4] was successful..." else echo "Install test suite [4] failed, stopping..." exit 1 fi if [[ $res5 == "success" || $res5 == "skipped" ]]; then echo "Install test suite [5] was successful..." else echo "Install test suite [5] failed, stopping..." exit 1 fi if [[ $res6 == "success" || $res6 == "skipped" ]]; then echo "Install test suite [6] was successful..." else echo "Install test suite [6] failed, stopping..." exit 1 fi