Add validation for deeply-nested sparse paths #38
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Continuous integration and pull request validation builds for the | |
| # main and maintenance branches. | |
| name: CI Build | |
| on: | |
| push: | |
| branches: [ main, maint/* ] | |
| pull_request: | |
| branches: [ main, maint/* ] | |
| workflow_dispatch: | |
| env: | |
| docker-registry: ghcr.io | |
| docker-config-path: source/ci/docker | |
| jobs: | |
| # Build the docker container images that we will use for our Linux | |
| # builds. This will identify the last commit to the repository that | |
| # updated the docker images, and try to download the image tagged with | |
| # that sha. If it does not exist, we'll do a docker build and push | |
| # the image up to GitHub Packages for the actual CI/CD runs. We tag | |
| # with both the sha and "latest" so that the subsequent runs need not | |
| # know the sha. Only do this on CI builds (when the event is a "push") | |
| # because PR builds from forks lack permission to write packages. | |
| containers: | |
| strategy: | |
| matrix: | |
| container: | |
| - name: xenial | |
| - name: bionic | |
| - name: focal | |
| - name: docurium | |
| - name: bionic-x86 | |
| dockerfile: bionic | |
| base: multiarch/ubuntu-core:x86-bionic | |
| qemu: true | |
| - name: bionic-arm32 | |
| dockerfile: bionic | |
| base: multiarch/ubuntu-core:armhf-bionic | |
| qemu: true | |
| - name: bionic-arm64 | |
| dockerfile: bionic | |
| base: multiarch/ubuntu-core:arm64-bionic | |
| qemu: true | |
| - name: centos7 | |
| - name: centos8 | |
| runs-on: ubuntu-latest | |
| name: "Create container: ${{ matrix.container.name }}" | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| with: | |
| path: source | |
| fetch-depth: 0 | |
| if: github.event_name != 'pull_request' | |
| - name: Setup QEMU | |
| run: docker run --rm --privileged multiarch/qemu-user-static:register --reset | |
| if: matrix.container.qemu == true | |
| - name: Download existing container | |
| run: | | |
| "${{ github.workspace }}/source/ci/getcontainer.sh" "${{ matrix.container.name }}" "${{ matrix.container.dockerfile }}" | |
| env: | |
| DOCKER_REGISTRY: ${{ env.docker-registry }} | |
| GITHUB_TOKEN: ${{ secrets.github_token }} | |
| working-directory: ${{ env.docker-config-path }} | |
| if: github.event_name != 'pull_request' | |
| - name: Build and publish image | |
| run: | | |
| if [ "${{ matrix.container.base }}" != "" ]; then | |
| BASE_ARG="--build-arg BASE=${{ matrix.container.base }}" | |
| fi | |
| docker build -t ${{ env.docker-registry-container-sha }} --build-arg UID=$(id -u) --build-arg GID=$(id -g) ${BASE_ARG} -f ${{ env.dockerfile }} . | |
| docker tag ${{ env.docker-registry-container-sha }} ${{ env.docker-registry-container-latest }} | |
| docker push ${{ env.docker-registry-container-sha }} | |
| docker push ${{ env.docker-registry-container-latest }} | |
| working-directory: ${{ env.docker-config-path }} | |
| if: github.event_name != 'pull_request' && env.docker-container-exists != 'true' | |
| # Run our CI/CD builds. We build a matrix with the various build targets | |
| # and their details. Then we build either in a docker container (Linux) | |
| # or on the actual hosts (macOS, Windows). | |
| build: | |
| needs: [ containers ] | |
| strategy: | |
| matrix: | |
| platform: | |
| - name: "Linux (Xenial, GCC, OpenSSL)" | |
| id: xenial-gcc-openssl | |
| container: | |
| name: xenial | |
| env: | |
| CC: gcc | |
| CMAKE_GENERATOR: Ninja | |
| CMAKE_OPTIONS: -DUSE_HTTPS=OpenSSL -DREGEX_BACKEND=builtin -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=valgrind -DUSE_GSSAPI=ON -DUSE_SSH=ON -DDEBUG_STRICT_ALLOC=ON -DDEBUG_STRICT_OPEN=ON | |
| os: ubuntu-latest | |
| - name: Linux (Xenial, GCC, mbedTLS) | |
| id: xenial-gcc-mbedtls | |
| container: | |
| name: xenial | |
| env: | |
| CC: gcc | |
| CMAKE_GENERATOR: Ninja | |
| CMAKE_OPTIONS: -DUSE_HTTPS=mbedTLS -DUSE_SHA1=HTTPS -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=valgrind -DUSE_GSSAPI=ON -DUSE_SSH=ON | |
| os: ubuntu-latest | |
| - name: "Linux (Xenial, Clang, OpenSSL)" | |
| id: xenial-clang-openssl | |
| container: | |
| name: xenial | |
| env: | |
| CC: clang | |
| CMAKE_GENERATOR: Ninja | |
| CMAKE_OPTIONS: -DUSE_HTTPS=OpenSSL -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=valgrind -DUSE_GSSAPI=ON -DUSE_SSH=ON | |
| os: ubuntu-latest | |
| - name: "Linux (Xenial, Clang, mbedTLS)" | |
| id: xenial-clang-mbedtls | |
| container: | |
| name: xenial | |
| env: | |
| CC: clang | |
| CMAKE_OPTIONS: -DUSE_HTTPS=mbedTLS -DUSE_SHA1=HTTPS -DREGEX_BACKEND=pcre -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=valgrind -DUSE_GSSAPI=ON -DUSE_SSH=ON | |
| CMAKE_GENERATOR: Ninja | |
| os: ubuntu-latest | |
| - name: "macOS" | |
| id: macos | |
| os: macos-11 | |
| env: | |
| CC: clang | |
| CMAKE_OPTIONS: -DREGEX_BACKEND=regcomp_l -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=leaks -DUSE_GSSAPI=ON | |
| PKG_CONFIG_PATH: /usr/local/opt/openssl/lib/pkgconfig | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| setup-script: osx | |
| - name: "Windows (amd64, Visual Studio)" | |
| id: windows-amd64-vs | |
| os: windows-2019 | |
| env: | |
| ARCH: amd64 | |
| CMAKE_GENERATOR: Visual Studio 16 2019 | |
| CMAKE_OPTIONS: -A x64 -DWIN32_LEAKCHECK=ON -DDEPRECATE_HARD=ON | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| - name: "Windows (x86, Visual Studio)" | |
| id: windows-x86-vs | |
| os: windows-2019 | |
| env: | |
| ARCH: x86 | |
| CMAKE_GENERATOR: Visual Studio 16 2019 | |
| CMAKE_OPTIONS: -A Win32 -DWIN32_LEAKCHECK=ON -DDEPRECATE_HARD=ON -DUSE_SHA1=HTTPS -DUSE_BUNDLED_ZLIB=ON | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| - name: "Windows (amd64, mingw)" | |
| id: windows-amd64-mingw | |
| os: windows-2019 | |
| setup-script: mingw | |
| env: | |
| ARCH: amd64 | |
| CMAKE_GENERATOR: MinGW Makefiles | |
| CMAKE_OPTIONS: -DDEPRECATE_HARD=ON | |
| BUILD_TEMP: D:\Temp | |
| BUILD_PATH: D:\Temp\mingw64\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem;C:\Program Files (x86)\CMake\bin | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| - name: "Windows (x86, mingw)" | |
| id: windows-x86-mingw | |
| os: windows-2019 | |
| setup-script: mingw | |
| env: | |
| ARCH: x86 | |
| CMAKE_GENERATOR: MinGW Makefiles | |
| CMAKE_OPTIONS: -DDEPRECATE_HARD=ON | |
| BUILD_TEMP: D:\Temp | |
| BUILD_PATH: D:\Temp\mingw32\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem;C:\Program Files (x86)\CMake\bin | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| # Sanitizers | |
| - name: "Sanitizer (Memory)" | |
| id: memorysanitizer | |
| container: | |
| name: focal | |
| env: | |
| CC: clang-10 | |
| CFLAGS: -fsanitize=memory -fsanitize-memory-track-origins=2 -fsanitize-blacklist=/home/libgit2/source/script/sanitizers.supp -fno-optimize-sibling-calls -fno-omit-frame-pointer | |
| CMAKE_OPTIONS: -DCMAKE_PREFIX_PATH=/usr/local/msan -DUSE_HTTPS=mbedTLS -DUSE_SHA1=HTTPS -DREGEX_BACKEND=pcre -DDEPRECATE_HARD=ON -DUSE_BUNDLED_ZLIB=ON -DUSE_SSH=ON | |
| CMAKE_GENERATOR: Ninja | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| ASAN_SYMBOLIZER_PATH: /usr/bin/llvm-symbolizer-10 | |
| UBSAN_OPTIONS: print_stacktrace=1 | |
| os: ubuntu-latest | |
| - name: "Sanitizer (UndefinedBehavior)" | |
| id: ubsanitizer | |
| container: | |
| name: focal | |
| env: | |
| CC: clang-10 | |
| CFLAGS: -fsanitize=undefined,nullability -fno-sanitize-recover=undefined,nullability -fsanitize-blacklist=/home/libgit2/source/script/sanitizers.supp -fno-optimize-sibling-calls -fno-omit-frame-pointer | |
| CMAKE_OPTIONS: -DCMAKE_PREFIX_PATH=/usr/local -DUSE_HTTPS=OpenSSL -DUSE_SHA1=HTTPS -DREGEX_BACKEND=pcre -DDEPRECATE_HARD=ON -DUSE_BUNDLED_ZLIB=ON -DUSE_SSH=ON | |
| CMAKE_GENERATOR: Ninja | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| ASAN_SYMBOLIZER_PATH: /usr/bin/llvm-symbolizer-10 | |
| UBSAN_OPTIONS: print_stacktrace=1 | |
| os: ubuntu-latest | |
| - name: "Sanitizer (Thread)" | |
| id: threadsanitizer | |
| container: | |
| name: focal | |
| env: | |
| CC: clang-10 | |
| CFLAGS: -fsanitize=thread -fno-optimize-sibling-calls -fno-omit-frame-pointer | |
| CMAKE_OPTIONS: -DCMAKE_PREFIX_PATH=/usr/local -DUSE_HTTPS=OpenSSL -DUSE_SHA1=HTTPS -DREGEX_BACKEND=pcre -DDEPRECATE_HARD=ON -DUSE_BUNDLED_ZLIB=ON -DUSE_SSH=ON | |
| CMAKE_GENERATOR: Ninja | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| ASAN_SYMBOLIZER_PATH: /usr/bin/llvm-symbolizer-10 | |
| UBSAN_OPTIONS: print_stacktrace=1 | |
| TSAN_OPTIONS: suppressions=/home/libgit2/source/script/thread-sanitizer.supp second_deadlock_stack=1 | |
| os: ubuntu-latest | |
| # Experimental: SHA256 support | |
| - name: "Linux (SHA256, Xenial, Clang, OpenSSL)" | |
| id: xenial-clang-openssl | |
| container: | |
| name: xenial | |
| env: | |
| CC: clang | |
| CMAKE_GENERATOR: Ninja | |
| CMAKE_OPTIONS: -DUSE_HTTPS=OpenSSL -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=valgrind -DUSE_GSSAPI=ON -DUSE_SSH=ON | |
| os: ubuntu-latest | |
| - name: "macOS (SHA256)" | |
| id: macos | |
| os: macos-11 | |
| env: | |
| CC: clang | |
| CMAKE_OPTIONS: -DREGEX_BACKEND=regcomp_l -DDEPRECATE_HARD=ON -DUSE_LEAK_CHECKER=leaks -DUSE_GSSAPI=ON -DEXPERIMENTAL_SHA256=ON | |
| PKG_CONFIG_PATH: /usr/local/opt/openssl/lib/pkgconfig | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| setup-script: osx | |
| - name: "Windows (SHA256, amd64, Visual Studio)" | |
| id: windows-amd64-vs | |
| os: windows-2019 | |
| env: | |
| ARCH: amd64 | |
| CMAKE_GENERATOR: Visual Studio 16 2019 | |
| CMAKE_OPTIONS: -A x64 -DWIN32_LEAKCHECK=ON -DDEPRECATE_HARD=ON -DEXPERIMENTAL_SHA256=ON | |
| SKIP_SSH_TESTS: true | |
| SKIP_NEGOTIATE_TESTS: true | |
| fail-fast: false | |
| env: ${{ matrix.platform.env }} | |
| runs-on: ${{ matrix.platform.os }} | |
| name: "Build: ${{ matrix.platform.name }}" | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| with: | |
| path: source | |
| fetch-depth: 0 | |
| - name: Set up build environment | |
| run: source/ci/setup-${{ matrix.platform.setup-script }}-build.sh | |
| shell: bash | |
| if: matrix.platform.setup-script != '' | |
| - name: Setup QEMU | |
| run: docker run --rm --privileged multiarch/qemu-user-static:register --reset | |
| if: matrix.platform.container.qemu == true | |
| - name: Download container | |
| run: | | |
| "${{ github.workspace }}/source/ci/getcontainer.sh" "${{ matrix.platform.container.name }}" "${{ matrix.platform.container.dockerfile }}" | |
| env: | |
| DOCKER_REGISTRY: ${{ env.docker-registry }} | |
| GITHUB_TOKEN: ${{ secrets.github_token }} | |
| working-directory: ${{ env.docker-config-path }} | |
| if: matrix.platform.container.name != '' | |
| - name: Create container | |
| run: | | |
| if [ "${{ matrix.container.base }}" != "" ]; then | |
| BASE_ARG="--build-arg BASE=${{ matrix.container.base }}" | |
| fi | |
| docker build -t ${{ env.docker-registry-container-sha }} --build-arg UID=$(id -u) --build-arg GID=$(id -g) ${BASE_ARG} -f ${{ env.dockerfile }} . | |
| working-directory: ${{ env.docker-config-path }} | |
| if: matrix.platform.container.name != '' && env.docker-container-exists != 'true' | |
| - name: Build and test | |
| run: | | |
| export GITTEST_NEGOTIATE_PASSWORD="${{ secrets.GITTEST_NEGOTIATE_PASSWORD }}" | |
| if [ -n "${{ matrix.platform.container.name }}" ]; then | |
| mkdir build | |
| docker run \ | |
| --rm \ | |
| --user "$(id -u):$(id -g)" \ | |
| -v "$(pwd)/source:/home/libgit2/source" \ | |
| -v "$(pwd)/build:/home/libgit2/build" \ | |
| -w /home/libgit2 \ | |
| -e ASAN_SYMBOLIZER_PATH \ | |
| -e CC \ | |
| -e CFLAGS \ | |
| -e CMAKE_GENERATOR \ | |
| -e CMAKE_OPTIONS \ | |
| -e GITTEST_NEGOTIATE_PASSWORD \ | |
| -e GITTEST_FLAKY_STAT \ | |
| -e PKG_CONFIG_PATH \ | |
| -e SKIP_NEGOTIATE_TESTS \ | |
| -e SKIP_SSH_TESTS \ | |
| -e TSAN_OPTIONS \ | |
| -e UBSAN_OPTIONS \ | |
| ${{ env.docker-registry-container-sha }} \ | |
| /bin/bash -c "cd build && ../source/ci/build.sh && ../source/ci/test.sh" | |
| else | |
| mkdir build | |
| cd build | |
| ../source/ci/build.sh | |
| ../source/ci/test.sh | |
| fi | |
| shell: bash | |
| - name: Upload test results | |
| uses: actions/upload-artifact@v3 | |
| if: success() || failure() | |
| with: | |
| name: test-results-${{ matrix.platform.id }} | |
| path: build/results_*.xml | |
| test_results: | |
| name: Test results | |
| needs: [ build ] | |
| if: always() | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Download test results | |
| uses: actions/download-artifact@v3 | |
| - name: Generate test summary | |
| uses: test-summary/action@v2 | |
| with: | |
| paths: 'test-results-*/*.xml' | |
| # Generate documentation using docurium. We'll upload the documentation | |
| # as a build artifact so that it can be reviewed as part of a pull | |
| # request or in a forked build. For CI builds in the main repository's | |
| # main branch, we'll push the gh-pages branch back up so that it is | |
| # published to our documentation site. | |
| documentation: | |
| name: Generate documentation | |
| needs: [ containers ] | |
| if: success() || failure() | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| with: | |
| path: source | |
| fetch-depth: 0 | |
| - name: Generate documentation | |
| working-directory: source | |
| run: | | |
| git config user.name 'Documentation Generation' | |
| git config user.email 'libgit2@users.noreply.github.com' | |
| git branch gh-pages origin/gh-pages | |
| docker login https://${{ env.docker-registry }} -u ${{ github.actor }} -p ${{ github.token }} | |
| docker run \ | |
| --rm \ | |
| -v "$(pwd):/home/libgit2" \ | |
| -w /home/libgit2 \ | |
| ${{ env.docker-registry }}/${{ github.repository }}/docurium:latest \ | |
| cm doc api.docurium | |
| git checkout gh-pages | |
| zip --exclude .git/\* --exclude .gitignore --exclude .gitattributes -r api-documentation.zip . | |
| - uses: actions/upload-artifact@v3 | |
| name: Upload artifact | |
| with: | |
| name: api-documentation | |
| path: source/api-documentation.zip | |
| - name: Push documentation branch | |
| working-directory: source | |
| run: git push origin gh-pages | |
| if: github.event_name == 'push' && github.repository == 'libgit2/libgit2' |