Restructure repo to be a little cleaner (#445)

This commit is contained in:
Kjeld Schouten-Lebbing 2021-05-09 18:11:00 +02:00 committed by GitHub
parent 80a28c36a6
commit ffc823bccc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
501 changed files with 358 additions and 564 deletions

2
.github/cr.yaml vendored
View File

@ -1,6 +1,6 @@
owner: truecharts owner: truecharts
git-repo: apps git-repo: apps
charts-dir: library charts-dir: charts_dir: charts/*
charts_repo_url: "https://truecharts.org" charts_repo_url: "https://truecharts.org"
excluded-charts: common-test excluded-charts: common-test
pages-branch: "master" pages-branch: "master"

View File

@ -1,115 +0,0 @@
name: "Apps: Release"
on:
push:
branches:
- 'master'
tags-ignore:
- '**'
paths:
- 'stable/**'
- 'develop/**'
- 'incubator/**'
- 'non-free/**'
- 'deprecated/**'
- '.github/workflows/apps.release.yaml'
jobs:
release:
runs-on: ubuntu-latest
container:
image: ixsystems/catalog_validation:latest
steps:
- uses: actions/checkout@v2
name: Checkout
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
token: ${{ secrets.BOT_TOKEN }}
path: master
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
repository: truecharts/catalog
token: ${{ secrets.BOT_TOKEN }}
path: catalog
- name: Remove if release already exists
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/${train}/*; do
if [ -d "${chart}" ]; then
maxchartversion=$(cat ${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
chartname=$(basename ${chart})
echo "Processing... cleanup-existing... Chart: ${chartname} - Version: ${maxchartversion}"
rm -Rf catalog/${train}/${chartname}/${maxchartversion} || echo "Chart release ${chartname} with version ${maxchartversion} does not exist yet... Skipping..."
rm -Rf catalog/${train}/${chartname}/item.yaml || echo "No old catalog item.yaml found for ${chartname}"
fi
done
done
- name: fetch dependencies
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/${train}/*; do
if [ -d "${chart}" ]; then
cd ${chart}
helm dependency update
cd -
fi
done
done
- name: Apply SCALE Patches
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/${train}/*; do
if [ -d "${chart}" ]; then
chartname=$(basename ${chart})
echo "Processing... Applying SCALE patch... Chart: ${chartname} - Version: ${maxfolderversion}"
mv ${chart}/SCALE/item.yaml ${chart}/
mv ${chart}/SCALE/ix_values.yaml ${chart}/
mv ${chart}/SCALE/questions.yaml ${chart}/
cp -rf ${chart}/SCALE/templates/* ${chart}/templates || echo "ignoring templates directory..."
rm -rf ${chart}/SCALE
mv ${chart}/values.yaml ${chart}/test_values.yaml
touch ${chart}/values.yaml
description=$(cat ${chart}/Chart.yaml | grep "^description: " | sed -r 's/^description: //')
echo "${description}" >> ${chart}/app-readme.md
fi
done
done
- name: Add Chart release
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/${train}/*; do
if [ -d "${chart}" ]; then
maxchartversion=$(cat ${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
chartname=$(basename ${chart})
echo "Processing... Copying charts... Chart: ${chartname} - Version: ${maxchartversion}"
mkdir -p catalog/${train}/${chartname}/${maxchartversion}
cp -Rf ${chart}/* catalog/${train}/${chartname}/${maxchartversion}/
mv catalog/${train}/${chartname}/${maxchartversion}/item.yaml catalog/${train}/${chartname}/item.yaml
fi
done
done
- name: Validate catalog format
run: |
cd catalog
/bin/bash -c "PWD=${pwd}; /usr/local/bin/catalog_validate validate --path $PWD"
- name: Commit and Push new App releases
run: |
cd catalog
git config user.name "TrueCharts-Bot"
git config user.email "bot@truecharts.org"
git add --all
git commit -sm "Commit new App releases for TrueCharts" || exit 0
git push

View File

@ -1,135 +0,0 @@
name: "Apps: test"
on:
pull_request:
branches:
- '**'
tags-ignore:
- '**'
paths:
- 'stable/**'
- '!stable/*.md'
- '!stable/README.md'
- '!stable/README.md.gotmpl'
- '!stable/app-readme.md'
- '!stable/app-readme.md.gotmpl'
- '!stable/docs/*'
- 'incubator/**'
- '!incubator/*.md'
- '!incubator/README.md'
- '!incubator/README.md.gotmpl'
- '!incubator/app-readme.md'
- '!incubator/app-readme.md.gotmpl'
- '!incubator/docs/*'
- 'develop/**'
- '!develop/*.md'
- '!develop/README.md'
- '!develop/README.md.gotmpl'
- '!develop/app-readme.md'
- '!develop/app-readme.md.gotmpl'
- '!develop/docs/*'
- 'non-free/**'
- '!non-free/*.md'
- '!non-free/README.md'
- '!non-free/README.md.gotmpl'
- '!non-free/app-readme.md'
- '!non-free/app-readme.md.gotmpl'
- '!non-free/docs/*'
- 'deprecated/**'
- '!deprecated/*.md'
- '!deprecated/README.md'
- '!deprecated/README.md.gotmpl'
- '!deprecated/app-readme.md'
- '!deprecated/app-readme.md.gotmpl'
- '!deprecated/docs/*'
- '.github/workflows/apps.test.yaml'
- '.github/ct-install.yaml'
- '.github/ct-lint.yaml'
jobs:
changes:
name: Get changed Apps
runs-on: ubuntu-20.04
outputs:
matrix: "{\"app\": ${{ steps.reduce.outputs.apps }} }"
steps:
- name: Checkout
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
list-files: json
filters: |
changed:
- 'stable/**'
- 'incubator/**'
- 'develop/**'
- 'deprecated/**'
- 'non-free/**'
- run: echo '${{ toJson(steps.filter.outputs) }}' > changes.json
- id: reduce
run: |
APPS=$(jq --raw-output '.changed_files | fromjson | .[] |= sub("(?<filepath>(?<first_directory>(?<root1>[\/]?)[^\/]+\/)(?<second_directory>(?<root2>[\/]?)[^\/]+)(?<extra_paths>.+))"; "\(.second_directory)") | unique' changes.json)
echo ::set-output name=apps::${APPS}
app-tests:
needs: [changes]
name: App Tests
runs-on: ubuntu-latest
strategy:
matrix: ${{ fromJson(needs.changes.outputs.matrix) }}
fail-fast: false
steps:
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
- name: Prepare-Lint
id: prep-lint
run: |
if test -f "./stable/${{ matrix.app }}/Chart.yaml"; then
train="stable"
elif test -f "./incubator/${{ matrix.app }}/Chart.yaml"; then
train="incubator"
elif test -f "./deprecated/${{ matrix.app }}/Chart.yaml"; then
train="deprecated"
elif test -f "./non-free/${{ matrix.app }}/Chart.yaml"; then
train="non-free"
else
train="develop"
fi
echo ::set-output name=train::${train}
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- uses: actions/setup-python@v2
with:
python-version: 3.7
- name: Set up chart-testing
uses: helm/chart-testing-action@v2.0.1
- name: Run chart-testing (lint)
id: lint
run: ct lint --config .github/ct-lint.yaml --charts '${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.19
- name: Run chart-testing (install)
run: ct install --config .github/ct-install.yaml --charts '${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
app-tests-complete:
needs: [app-tests]
name: Apps Test Complete
runs-on: ubuntu-latest
steps:
- name: complete message
run: echo "App Tests Completed Successfully"

324
.github/workflows/apps.yaml vendored Normal file
View File

@ -0,0 +1,324 @@
name: "Apps: Test & Release"
on:
push:
branches:
- 'master'
tags-ignore:
- '**'
paths:
- 'stable/**'
- 'develop/**'
- 'incubator/**'
- 'non-free/**'
- 'deprecated/**'
- '.github/workflows/apps.release.yaml'
pull_request:
branches:
- '**'
tags-ignore:
- '**'
paths:
- 'stable/**'
- 'develop/**'
- 'incubator/**'
- 'non-free/**'
- 'deprecated/**'
- '.github/workflows/apps.release.yaml'
- '.github/ct-install.yaml'
- '.github/ct-lint.yaml'
jobs:
changes:
name: Get changed Apps
runs-on: ubuntu-20.04
outputs:
matrix: "{\"app\": ${{ steps.reduce.outputs.apps }} }"
empty_matrix: ${{ steps.reduce.outputs.empty_matrix }}
steps:
- name: Checkout
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
list-files: json
filters: |
changed:
- 'stable/**'
- 'incubator/**'
- 'develop/**'
- 'deprecated/**'
- 'non-free/**'
- 'library/**'
- run: echo '${{ toJson(steps.filter.outputs) }}' > changes.json
- id: reduce
run: |
APPS=$(jq --raw-output '.changed_files | fromjson | .[] |= sub("(?<filepath>(?<first_directory>(?<root1>[\/]?)[^\/]+\/)(?<second_directory>(?<root2>[\/]?)[^\/]+)(?<extra_paths>.+))"; "\(.second_directory)") | unique' changes.json)
echo ::set-output name=apps::${APPS}
if [ ${#APPS[@]} -eq 1 ]; then
if [ -z "${APPS[0]}" ]; then
echo "Changed Apps: ${APPS[*]}"
echo "::set-output name=empty_matrix::true"
else
echo "No Changed Apps"
echo "::set-output name=empty_matrix::false"
fi
else
echo "No Changed Apps"
echo "::set-output name=empty_matrix::false"
fi
app-tests:
needs: [changes]
if: ${{ needs.changes.outputs.empty_matrix == 'false' }}
name: App Tests
runs-on: ubuntu-latest
strategy:
matrix: ${{ fromJson(needs.changes.outputs.matrix) }}
fail-fast: false
steps:
- name: Checkout
if: ${{ matrix.app != '.gitkee' }}
uses: actions/checkout@v2
with:
fetch-depth: 0
- name: Prepare-Lint
if: ${{ matrix.app != '.gitkee' }}
id: prep-lint
run: |
if test -f "./charts/stable/${{ matrix.app }}/Chart.yaml"; then
train="stable"
elif test -f "./charts/incubator/${{ matrix.app }}/Chart.yaml"; then
train="incubator"
elif test -f "./charts/deprecated/${{ matrix.app }}/Chart.yaml"; then
train="deprecated"
elif test -f "./charts/non-free/${{ matrix.app }}/Chart.yaml"; then
train="non-free"
elif test -f "./charts/library/${{ matrix.app }}/Chart.yaml"; then
train="library"
else
train="develop"
fi
echo ::set-output name=train::${train}
- name: Install Helm
if: ${{ matrix.app != '.gitkee' }}
uses: azure/setup-helm@v1
with:
version: v3.5.3
- uses: actions/setup-python@v2
if: ${{ matrix.app != '.gitkee' }}
with:
python-version: 3.7
- name: Install Dev tools for unittests
if: ${{ matrix.app == 'common' && matrix.app != '.gitkee' }}
run: sudo apt-get update && sudo apt-get install -y jq libjq-dev
- name: Install Ruby for unittests
if: ${{ matrix.app == 'common' && matrix.app != '.gitkee' }}
uses: ruby/setup-ruby@v1
with:
ruby-version: 2.7
- name: Set up chart-testing
if: ${{ matrix.app != '.gitkee' }}
uses: helm/chart-testing-action@v2.0.1
- name: Run chart-testing (lint)
if: ${{ matrix.app != '.gitkee' }}
id: lint
run: ct lint --config .github/ct-lint.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
- name: Install dependencies
if: ${{ matrix.app == 'common' && matrix.app != '.gitkee' }}
run: |
export RUBYJQ_USE_SYSTEM_LIBRARIES=1
bundle install
- name: Run common unit tests
if: ${{ matrix.app == 'common' && matrix.app != '.gitkee' }}
run: |
bundle exec m -r .tools/tests/charts
- name: Create k3d cluster
if: ${{ matrix.app != 'common' && matrix.app != '.gitkee' }}
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.19
## TODO: Fix common-test
- name: Run chart-testing (install)
if: ${{ matrix.app != 'common' && matrix.app != '.gitkee' && matrix.app != 'common-test' }}
run: ct install --config .github/ct-install.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
app-tests-complete:
needs: [app-tests]
name: Apps Test Complete
runs-on: ubuntu-latest
steps:
- name: complete message
run: echo "App Tests Completed Successfully"
pre-release:
needs: [app-tests]
runs-on: ubuntu-latest
outputs:
release: ${{ steps.prep.outputs.release }}
timeout-minutes: 5
steps:
- name: Prepare
id: prep
run: |
if [ "${{github.event_name}}" == "pull_request" ]; then
echo ::set-output name=release::false
else
echo ::set-output name=release::true
fi
- name: Block concurrent jobs
uses: softprops/turnstyle@v1
if: steps.prep.outputs.release == 'true'
with:
continue-after-seconds: 180
env:
GITHUB_TOKEN: ${{ secrets.BOT_TOKEN }}
catalog-release:
runs-on: ubuntu-latest
needs: pre-release
if: needs.pre-release.outputs.release == 'true'
container:
image: ixsystems/catalog_validation:latest
steps:
- uses: actions/checkout@v2
name: Checkout
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
token: ${{ secrets.BOT_TOKEN }}
path: master
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
repository: truecharts/catalog
token: ${{ secrets.BOT_TOKEN }}
path: catalog
- name: Remove if release already exists
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/charts/${train}/*; do
if [ -d "${chart}" ]; then
maxchartversion=$(cat ${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
chartname=$(basename ${chart})
echo "Processing... cleanup-existing... Chart: ${chartname} - Version: ${maxchartversion}"
rm -Rf catalog/charts/${train}/${chartname}/${maxchartversion} || echo "Chart release ${chartname} with version ${maxchartversion} does not exist yet... Skipping..."
rm -Rf catalog/charts/${train}/${chartname}/item.yaml || echo "No old catalog item.yaml found for ${chartname}"
fi
done
done
- name: fetch dependencies
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/charts/${train}/*; do
if [ -d "${chart}" ]; then
cd ${chart}
helm dependency update
cd -
fi
done
done
- name: Apply SCALE Patches
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/charts/${train}/*; do
if [ -d "${chart}" ]; then
chartname=$(basename ${chart})
echo "Processing... Applying SCALE patch... Chart: ${chartname} - Version: ${maxfolderversion}"
mv ${chart}/SCALE/item.yaml ${chart}/
mv ${chart}/SCALE/ix_values.yaml ${chart}/
mv ${chart}/SCALE/questions.yaml ${chart}/
cp -rf ${chart}/SCALE/templates/* ${chart}/templates || echo "ignoring templates directory..."
rm -rf ${chart}/SCALE
mv ${chart}/values.yaml ${chart}/test_values.yaml
touch ${chart}/values.yaml
description=$(cat ${chart}/Chart.yaml | grep "^description: " | sed -r 's/^description: //')
echo "${description}" >> ${chart}/app-readme.md
fi
done
done
- name: Add Chart release
run: |
for train in stable incubator develop non-free deprecated
do
for chart in master/charts/${train}/*; do
if [ -d "${chart}" ]; then
maxchartversion=$(cat ${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
chartname=$(basename ${chart})
echo "Processing... Copying charts... Chart: ${chartname} - Version: ${maxchartversion}"
mkdir -p catalog/charts/${train}/${chartname}/${maxchartversion}
cp -Rf ${chart}/* catalog/charts/${train}/${chartname}/${maxchartversion}/
mv catalog/charts/${train}/${chartname}/${maxchartversion}/item.yaml catalog/charts/${train}/${chartname}/item.yaml
fi
done
done
- name: Validate catalog format
run: |
cd catalog
/bin/bash -c "PWD=${pwd}; /usr/local/bin/catalog_validate validate --path $PWD"
- name: Commit and Push new App releases
run: |
cd catalog
git config user.name "TrueCharts-Bot"
git config user.email "bot@truecharts.org"
git add --all
git commit -sm "Commit new App releases for TrueCharts" || exit 0
git push
helm-release:
needs: pre-release
runs-on: ubuntu-latest
if: needs.pre-release.outputs.release == 'true'
steps:
- name: Block concurrent jobs
uses: softprops/turnstyle@v1
with:
continue-after-seconds: 180
env:
GITHUB_TOKEN: ${{ secrets.BOT_TOKEN }}
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
token: ${{ secrets.BOT_TOKEN }}
- name: Configure Git
run: |
git config user.name "TrueCharts-Bot"
git config user.email "bot@truecharts.org"
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- name: Run chart-releaser
uses: helm/chart-releaser-action@v1.2.0
with:
config: .github/cr.yaml
charts_dir: charts/*
env:
CR_TOKEN: "${{ secrets.BOT_TOKEN }}"

View File

@ -1,180 +0,0 @@
name: "library: test & release"
on:
push:
branches:
- 'master'
tags-ignore:
- '**'
paths:
- 'library/**'
- '.github/workflows/library.release.yaml'
- '.github/cr.yaml'
pull_request:
branches:
- '**'
tags-ignore:
- '**'
paths:
- 'library/**'
- '.github/workflows/library.release.yaml'
- '.github/cr.yaml'
jobs:
common-lint:
runs-on: ubuntu-latest
outputs:
changed: ${{ steps.list-changed.outputs.changed }}
steps:
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- uses: actions/setup-python@v2
with:
python-version: 3.7
- name: Set up chart-testing
uses: helm/chart-testing-action@v2.0.1
- name: Run chart-testing (lint)
id: lint
if: steps.list-changed.outputs.changed == 'true'
run: ct lint --config .github/ct-lint.yaml --chart-dirs 'library'
common-test:
runs-on: ubuntu-latest
needs: common-lint
steps:
- name: Checkout
uses: actions/checkout@v2
if: needs.common-lint.outputs.changed == 'true'
with:
fetch-depth: 0
- name: prep
if: needs.common-lint.outputs.changed == 'true'
run: |
rm -Rf library/common-test/values.yaml
touch library/common-test/values.yaml
- name: Install Helm
uses: azure/setup-helm@v1
if: needs.common-lint.outputs.changed == 'true'
with:
version: v3.5.3
- uses: actions/setup-python@v2
if: needs.common-lint.outputs.changed == 'true'
with:
python-version: 3.7
- name: Set up chart-testing
uses: helm/chart-testing-action@v2.0.1
if: needs.common-lint.outputs.changed == 'true'
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
if: needs.common-lint.outputs.changed == 'true'
with:
version: v1.19
- name: Run chart-testing (install)
if: needs.common-lint.outputs.changed == 'true'
run: ct install --config .github/ct-install.yaml --charts 'library/common-test'
common-unittest:
runs-on: ubuntu-latest
needs: common-lint
steps:
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
- name: Install Dev tools
run: sudo apt-get update && sudo apt-get install -y jq libjq-dev
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- name: Install Ruby
uses: ruby/setup-ruby@v1
with:
ruby-version: 2.7
- name: Install dependencies
run: |
export RUBYJQ_USE_SYSTEM_LIBRARIES=1
bundle install
- name: Run tests
run: |
bundle exec m -r .tools/tests/charts
pre-release:
needs: [common-test, common-unittest]
runs-on: ubuntu-latest
outputs:
release: ${{ steps.prep.outputs.release }}
timeout-minutes: 5
steps:
- name: Prepare
id: prep
run: |
if [ "${{github.event_name}}" == "pull_request" ]; then
echo ::set-output name=release::false
else
echo ::set-output name=release::true
fi
- name: Block concurrent jobs
uses: softprops/turnstyle@v1
if: steps.prep.outputs.release == 'true'
with:
continue-after-seconds: 180
env:
GITHUB_TOKEN: ${{ secrets.BOT_TOKEN }}
common-release:
needs: pre-release
runs-on: ubuntu-latest
if: needs.pre-release.outputs.release == 'true'
steps:
- name: Block concurrent jobs
uses: softprops/turnstyle@v1
with:
continue-after-seconds: 180
env:
GITHUB_TOKEN: ${{ secrets.BOT_TOKEN }}
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
token: ${{ secrets.BOT_TOKEN }}
- name: Configure Git
run: |
git config user.name "TrueCharts-Bot"
git config user.email "bot@truecharts.org"
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.5.3
- name: Run chart-releaser
uses: helm/chart-releaser-action@v1.2.0
with:
config: .github/cr.yaml
charts_dir: library
env:
CR_TOKEN: "${{ secrets.BOT_TOKEN }}"

4
.gitignore vendored
View File

@ -42,6 +42,6 @@ tests/test-report.txt
tests/test-report.xml tests/test-report.xml
private_values.yaml private_values.yaml
temp/ temp/
library/common-test/charts/ charts/library/common-test/charts/
.cr-release-packages/ .cr-release-packages/
library/common-test/chart.lock charts/library/common-test/chart.lock

View File

@ -2,7 +2,7 @@
require_relative '../test_helper' require_relative '../test_helper'
class Test < ChartTest class Test < ChartTest
@@chart = Chart.new('library/common-test') @@chart = Chart.new('charts/library/common-test')
describe @@chart.name do describe @@chart.name do
describe 'controller type' do describe 'controller type' do

View File

@ -1,7 +1,7 @@
apiVersion: v2 apiVersion: v2
kubeVersion: ">=1.16.0-0" kubeVersion: ">=1.16.0-0"
name: nzbhydra name: nzbhydra
version: 3.1.5 version: 3.1.6
upstream_version: 5.3.1 upstream_version: 5.3.1
appVersion: "auto" appVersion: "auto"
description: Usenet meta search description: Usenet meta search
@ -22,8 +22,5 @@ dependencies:
repository: https://truecharts.org/ repository: https://truecharts.org/
version: 3.5.5 version: 3.5.5
# condition: # condition:
maintainers: maintainers: []
- name: TrueCharts
email: info@truecharts.org
url: truecharts.org
# annotations: # annotations:

Some files were not shown because too many files have changed in this diff Show More