Merge pull request #571 from kubescape/fix/reviewPaths #53
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: create release | |
on: | |
workflow_dispatch: | |
inputs: | |
TAG: | |
description: 'Tag name' | |
required: true | |
type: string | |
push: | |
tags: | |
- 'v*.*.*-rc.*' | |
env: | |
REGO_ARTIFACT_KEY_NAME: rego_artifact | |
REGO_ARTIFACT_PATH: release | |
jobs: | |
# main job of testing and building the env. | |
test_pr_checks: | |
permissions: | |
pull-requests: write | |
uses: kubescape/workflows/.github/workflows/go-basic-tests.yaml@main | |
with: | |
GO_VERSION: '1.20' | |
BUILD_PATH: github.com/kubescape/regolibrary/gitregostore/... | |
secrets: inherit | |
# build regolibrary artifacts / test rego dependencies / test rego unit-tests | |
build-and-rego-test: | |
needs: [test_pr_checks] | |
name: Build and test rego artifacts | |
runs-on: ubuntu-latest | |
outputs: | |
NEW_TAG: ${{ steps.tag-calculator.outputs.NEW_TAG }} | |
REGO_ARTIFACT_KEY_NAME: ${{ steps.set_outputs.outputs.REGO_ARTIFACT_KEY_NAME }} | |
REGO_ARTIFACT_PATH: ${{ steps.set_outputs.outputs.REGO_ARTIFACT_PATH }} | |
steps: | |
- uses: actions/checkout@24cb9080177205b6e8c946b17badbe402adc938f | |
name: checkout repo content | |
with: | |
token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
- id: tag-calculator | |
uses: kubescape/workflows/.github/actions/tag-action@main | |
with: | |
ORIGINAL_TAG: ${{ inputs.TAG }} | |
SUB_STRING: "-rc" | |
# Test using Golang OPA hot rule compilation | |
- name: Set up Go | |
uses: actions/setup-go@6edd4406fa81c3da01a34fa6f6343087c207a568 | |
with: | |
go-version: '1.20' | |
- name: Test Regoes | |
working-directory: testrunner | |
run: | | |
apt update && apt install -y cmake | |
GOPATH=$(go env GOPATH) make | |
- name: setup python | |
uses: actions/setup-python@75f3110429a8c05be0e1bf360334e4cced2b63fa | |
with: | |
python-version: 3.10.6 | |
# generating subsections ids | |
- name: Update frameworks subsections | |
run: python ./scripts/generate_subsections_ids.py | |
# validate control-ID duplications | |
- run: python ./scripts/validations.py | |
# run export script to generate regolibrary artifacts | |
- run: python ./scripts/export.py | |
# removing release artifacts file extensions | |
- name: Strip Metadata Files Extensions | |
run: | | |
cd release | |
find -type f -name '*.json' | while read f; do mv "$f" "${f%.json}"; done | |
find -type f -name '*.csv' | while read f; do mv "$f" "${f%.csv}"; done | |
- run: ls -laR | |
- name: Set outputs | |
id: set_outputs | |
run: | | |
echo "REGO_ARTIFACT_KEY_NAME=${{ env.REGO_ARTIFACT_KEY_NAME }}" >> $GITHUB_OUTPUT | |
echo "REGO_ARTIFACT_PATH=${{ env.REGO_ARTIFACT_PATH }}" >> $GITHUB_OUTPUT | |
- uses: actions/upload-artifact@83fd05a356d7e2593de66fc9913b3002723633cb # ratchet:actions/upload-artifact@v3.1.1 | |
name: Upload artifact | |
with: | |
name: ${{ env.REGO_ARTIFACT_KEY_NAME }} | |
path: ${{ env.REGO_ARTIFACT_PATH }}/ | |
if-no-files-found: error | |
# test kubescape e2e flow with tested artifacts | |
ks-and-rego-test: | |
uses: kubescape/workflows/.github/workflows/kubescape-cli-e2e-tests.yaml@main | |
needs: [build-and-rego-test] | |
if: ${{ (always() && (contains(needs.*.result, 'success')) && !(contains(needs.*.result, 'skipped')) && !(contains(needs.*.result, 'failure')) && !(contains(needs.*.result, 'cancelled'))) }} | |
with: | |
DOWNLOAD_ARTIFACT_KEY_NAME: ${{ needs.build-and-rego-test.outputs.REGO_ARTIFACT_KEY_NAME }} | |
BINARY_TESTS: '[ "scan_nsa", | |
"scan_mitre", | |
"scan_with_exceptions", | |
"scan_repository", | |
"scan_local_file", | |
"scan_local_glob_files", | |
"scan_nsa_and_submit_to_backend", | |
"scan_mitre_and_submit_to_backend", | |
"scan_local_repository_and_submit_to_backend", | |
"scan_repository_from_url_and_submit_to_backend", | |
"host_scanner", | |
"scan_local_list_of_files", | |
"scan_compliance_score" | |
]' | |
DOWNLOAD_ARTIFACT_PATH: ${{ needs.build-and-rego-test.outputs.REGO_ARTIFACT_PATH }} | |
secrets: inherit | |
# start release process | |
release: | |
needs: [ks-and-rego-test] | |
if: ${{ (always() && (contains(needs.*.result, 'success')) && !(contains(needs.*.result, 'skipped')) && !(contains(needs.*.result, 'failure')) && !(contains(needs.*.result, 'cancelled'))) }} | |
name: create release and upload assets | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3.0.2 | |
id: download-artifact | |
with: | |
name: ${{ env.REGO_ARTIFACT_KEY_NAME }} | |
path: ${{ env.REGO_ARTIFACT_PATH }} | |
- name: Create Release and upload assets | |
id: create_release_upload_assets | |
uses: softprops/action-gh-release@de2c0eb89ae2a093876385947365aca7b0e5f844 | |
with: | |
token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
name: Release ${{ needs.build-and-rego-test.outputs.NEW_TAG }} | |
tag_name: ${{ needs.build-and-rego-test.outputs.NEW_TAG }} | |
body: ${{ github.event.pull_request.body }} | |
draft: false | |
fail_on_unmatched_files: true | |
prerelease: false | |
files: '${{ env.REGO_ARTIFACT_PATH }}/*' | |
# Update regolibrary documentation with latest controls and rules. | |
update-documentation: | |
needs: [release] | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # ratchet:actions/checkout@v3.5.2 | |
name: checkout repo content | |
- name: setup python | |
uses: actions/setup-python@57ded4d7d5e986d7296eab16560982c6dd7c923b # ratchet:actions/setup-python@v4.6.0 | |
with: | |
python-version: 3.8 | |
- name: install dependencies | |
run: | | |
python -m pip install --upgrade pip | |
pip install requests | |
- name: execute upload script | |
env: | |
README_API_KEY: ${{ secrets.README_API_KEY }} | |
run: |- | |
python ./scripts/upload-readme.py | |
- name: execute docs generator script | |
run: python ./scripts/mk-generator.py # Script to generate controls library documentation |